worker

Documentation

Overview

Package worker implements worker node iteraction with the coordinator server.

Index

• Variables
• type Option
  • func WithLogger(l *zap.Logger) Option
  • func WithPollingConfig(poll PollingConfig) Option
• type PollingConfig
  • func (p PollingConfig) Next(d time.Duration) time.Duration
• type Processor
• type Worker
  • func New(c *coordinator.Client, p Processor, opts ...Option) *Worker
  • func (w *Worker) Run(ctx context.Context) error

Variables

var DefaultPollingConfig = PollingConfig{
	Initial:    time.Second,
	Multiplier: 1.5,
	Max:        time.Minute,
}

Types

type Option

type Option func(*Worker)

func WithLogger

func WithLogger(l *zap.Logger) Option

func WithPollingConfig

func WithPollingConfig(poll PollingConfig) Option

type PollingConfig

type PollingConfig struct {
	Initial    time.Duration
	Multiplier float64
	Max        time.Duration
}

func (PollingConfig) Next

func (p PollingConfig) Next(d time.Duration) time.Duration

type Processor

type Processor interface {
	Process(context.Context, *coordinator.Job) (io.ReadCloser, error)
}

Processor executes jobs, returning the output file.

type Worker

type Worker struct {
	// contains filtered or unexported fields
}

func New

func New(c *coordinator.Client, p Processor, opts ...Option) *Worker

func (*Worker) Run

func (w *Worker) Run(ctx context.Context) error