jobs

Documentation

Index

• Constants
• func Errors() (chan<- error, *sync.WaitGroup)
• func IDs(db *badger.DB, newProto NewProto, ids []uint, errs chan<- error) <-chan proto.Message
• func NewProtoWork() chan proto.Message
• func RunProto(parallel int, job Proto, work <-chan proto.Message, errs chan<- error) *sync.WaitGroup
• type NewProto
• type Page
• type Proto
• type Run
  • func PageWorker(pages <-chan *documents.Page, job func(*documents.Page) error) Run
• type Runner
  • func NewRunner(parallel int) *Runner
  • func (r *Runner) Run(ctx context.Context, run Run, errs chan<- error) *sync.WaitGroup

Constants

const WorkBuffer = 1000

Functions

func Errors

func Errors() (chan<- error, *sync.WaitGroup)

Errors creates an input for errors to print and a bool of whether any errors have been printed.

Calls Done on the WaitGroup once the channel has been closed and all errors have been printed.

The returned channel must be closed before the WaitGroup is waited upon.

func IDs

func IDs(db *badger.DB, newProto NewProto, ids []uint, errs chan<- error) <-chan proto.Message

IDs returns a channel of protos.

func NewProtoWork

func NewProtoWork() chan proto.Message

func RunProto

func RunProto(parallel int, job Proto, work <-chan proto.Message, errs chan<- error) *sync.WaitGroup

Types

type NewProto

type NewProto func() proto.Message

type Page

type Page func(page *documents.Page) error

type Proto

type Proto func(proto proto.Message) error

type Run

type Run func(ctx context.Context) error

func PageWorker

func PageWorker(pages <-chan *documents.Page, job func(*documents.Page) error) Run

type Runner

type Runner struct {
	// contains filtered or unexported fields
}

func NewRunner

func NewRunner(parallel int) *Runner

func (*Runner) Run

func (r *Runner) Run(ctx context.Context, run Run, errs chan<- error) *sync.WaitGroup