gs

Documentation

Index

• func NewClient(server string) api.GazerSystemClient
• type ParserUnit
• type ParserWorker
  • func NewParserWorker(gazerSystemClient api.GazerSystemClient, tag string, ...) *ParserWorker
  • func (w *ParserWorker) Run(ctx context.Context)
• type SenderUnit
• type SenderWorker
  • func NewSenderWorker(gazerSystemClient api.GazerSystemClient, sender func(chan<- *api.Task)) *SenderWorker
  • func (w *SenderWorker) Run(ctx context.Context)
• type WorkUnit
• type Worker
  • func NewWorker(server string, tag string, sender func(chan<- *api.Task), ...) *Worker
  • func (w *Worker) Run(ctx context.Context)
• type WorkerGroup
  • func NewWorkerGroup(server string) *WorkerGroup
  • func (g *WorkerGroup) AddByWorkUnit(w WorkUnit)
  • func (g *WorkerGroup) AddWorker(targetURL string, sender func(chan<- *api.Task), parser func(*api.Raw) error)
  • func (g *WorkerGroup) Run(ctx context.Context)

Functions

func NewClient

func NewClient(server string) api.GazerSystemClient

Types

type ParserUnit

type ParserUnit interface {
	Parser(raw *api.Raw) error
	GetTargetURL() *url.URL
}

type ParserWorker

type ParserWorker struct {
	GazerSystemClient api.GazerSystemClient
	Tag               string

	Parser func(*api.Raw) error
	// contains filtered or unexported fields
}

func NewParserWorker

func NewParserWorker(gazerSystemClient api.GazerSystemClient, tag string, parser func(*api.Raw) error) *ParserWorker

func (*ParserWorker) Run

func (w *ParserWorker) Run(ctx context.Context)

type SenderUnit

type SenderUnit interface {
	Sender(chan<- string)
}

type SenderWorker

type SenderWorker struct {
	GazerSystemClient api.GazerSystemClient

	Sender func(chan<- *api.Task)
	// contains filtered or unexported fields
}

func NewSenderWorker

func NewSenderWorker(gazerSystemClient api.GazerSystemClient, sender func(chan<- *api.Task)) *SenderWorker

func (*SenderWorker) Run

func (w *SenderWorker) Run(ctx context.Context)

type WorkUnit

type WorkUnit interface {
	Sender(chan<- *api.Task)
	Parser(*api.Raw) error
	GetTag() string
}

type Worker

type Worker struct {
	Worker       api.GazerSystemClient
	SenderWorker *SenderWorker
	ParserWorker *ParserWorker
}

func NewWorker

func NewWorker(server string, tag string, sender func(chan<- *api.Task), parser func(*api.Raw) error) *Worker

func (*Worker) Run

func (w *Worker) Run(ctx context.Context)

type WorkerGroup

type WorkerGroup struct {
	WorkerList []*Worker
	Server     string
}

func NewWorkerGroup

func NewWorkerGroup(server string) *WorkerGroup

func (*WorkerGroup) AddByWorkUnit

func (g *WorkerGroup) AddByWorkUnit(w WorkUnit)

func (*WorkerGroup) AddWorker

func (g *WorkerGroup) AddWorker(targetURL string, sender func(chan<- *api.Task), parser func(*api.Raw) error)

func (*WorkerGroup) Run

func (g *WorkerGroup) Run(ctx context.Context)