runner

Documentation

Index

• func DoHealthCheck(options *types.Options, flagSet *goflags.FlagSet) string
• func GetUpdateCallback() func()
• type Runner
  • func New(options *types.Options) (*Runner, error)
  • func (r *Runner) Close() error
  • func (r *Runner) ExecuteCrawling() error
  • func (r *Runner) SaveState(resumeFilename string) error
• type RunnerState

Functions

func DoHealthCheck

func DoHealthCheck(options *types.Options, flagSet *goflags.FlagSet) string

func GetUpdateCallback

func GetUpdateCallback() func()

GetUpdateCallback returns a callback function that updates katana

Types

type Runner

type Runner struct {
	// contains filtered or unexported fields
}

Runner creates the required resources for crawling and executes the crawl process.

func New

func New(options *types.Options) (*Runner, error)

New returns a new crawl runner structure

func (*Runner) Close

func (r *Runner) Close() error

Close closes the runner releasing resources

func (*Runner) ExecuteCrawling

func (r *Runner) ExecuteCrawling() error

ExecuteCrawling executes the crawling main loop

func (*Runner) SaveState

func (r *Runner) SaveState(resumeFilename string) error

type RunnerState

type RunnerState struct {
	InFlightUrls *mapsutil.SyncLockMap[string, struct{}]
}