dir

Documentation

Index

• func NewJob(corpus, path string) *job.Job
• type Crawler
  • func NewCrawler(prefix string, sleepTime time.Duration, channel job.Channel) *Crawler
  • func (c *Crawler) AddPath(ctx context.Context, path string) error
  • func (c *Crawler) Start(ctx context.Context)
• type JobPayload
• type Scanner
  • func NewScanner(channel job.Channel) *Scanner
  • func (s *Scanner) ScanJob(j *job.Job) error

Functions

func NewJob

func NewJob(corpus, path string) *job.Job

NewJob

Types

type Crawler

type Crawler struct {
	// contains filtered or unexported fields
}

Crawler

func NewCrawler

func NewCrawler(prefix string, sleepTime time.Duration, channel job.Channel) *Crawler

NewCrawler initializes new Crawler.

func (*Crawler) AddPath

func (c *Crawler) AddPath(ctx context.Context, path string) error

AddPath adds new directory path that has to be crawled.

func (*Crawler) Start

func (c *Crawler) Start(ctx context.Context)

Start

type JobPayload

type JobPayload file.JobPayload

JobPayload

type Scanner

type Scanner struct {
	// contains filtered or unexported fields
}

Scanner

func NewScanner

func NewScanner(channel job.Channel) *Scanner

NewScanner

func (*Scanner) ScanJob

func (s *Scanner) ScanJob(j *job.Job) error

ScanJob