scraper

Nov 17, 2024

Changes in this version

+ type WebSearcher interface

+ InitSearcher func(context.Context)

+ WebSearch func(string, options.Options, chan result.ResultScraped) ([]error, bool)

Aug 30, 2024

Changes in this version

+ type ImageSearcher interface

+ ImageSearch func(string, options.Options, chan result.ResultScraped) ([]error, bool)

+ InitSearcher func(context.Context, config.CategoryTimings)

+ ReInitSearcher func(context.Context)

Jul 12, 2024

Changes in this version

type EngineBase

+ func (e *EngineBase) InitSearcher(ctx context.Context, timings config.CategoryTimings)

+ func (e *EngineBase) InitSuggester(ctx context.Context, timings config.CategoryTimings)

+ func (e *EngineBase) ReInitSearcher(ctx context.Context)

+ func (e *EngineBase) ReInitSuggester(ctx context.Context)

type Searcher

+ InitSearcher func(context.Context, config.CategoryTimings)

+ ReInitSearcher func(context.Context)

type Suggester

+ InitSuggester func(context.Context, config.CategoryTimings)

+ ReInitSuggester func(context.Context)

Jun 26, 2024

Changes in this version

+ func SuggestRespToSuggestions(data []byte) ([]string, error)

type EngineBase

+ func (e *EngineBase) InitSuggest(ctx context.Context, timings config.CategoryTimings)

+ type Searcher interface

+ Search func(string, options.Options, chan result.ResultScraped) ([]error, bool)

+ type Suggester interface

+ InitSuggest func(ctx context.Context, timings config.CategoryTimings)

+ Suggest func(string, options.Locale, chan result.SuggestionScraped) ([]error, bool)

Jun 17, 2024

Changes in this version

+ func IsTimeoutError(err error) bool

+ type DOMPaths struct

+ Description string

+ Result string

+ ResultsContainer string

+ Title string

+ URL string

+ type DOMPathsImages struct

+ OriginalSize struct{ ... }

+ SourceName string

+ SourceURL string

+ ThumbnailSize struct{ ... }

+ ThumbnailURL string

+ type EngineBase struct

+ Name engines.Name

+ Origins []engines.Name

+ func (e *EngineBase) Init(ctx context.Context, timings config.CategoryTimings)

+ func (e *EngineBase) OnHTML(goquerySelector string, f colly.HTMLCallback)

+ func (e *EngineBase) OnRequest(f colly.RequestCallback)

+ func (e *EngineBase) OnResponse(f colly.ResponseCallback)

+ func (e *EngineBase) ReInit(ctx context.Context)

+ func (e EngineBase) Get(ctx *colly.Context, urll string, anonurll string) error

+ func (e EngineBase) GetName() engines.Name

+ func (e EngineBase) GetOrigins() []engines.Name

+ func (e EngineBase) PageFromContext(ctx *colly.Context) int

+ func (e EngineBase) Post(ctx *colly.Context, urll string, body io.Reader, anonBody string) error

+ func (e EngineBase) Wait()

+ type Enginer interface

+ GetName func() engines.Name

+ GetOrigins func() []engines.Name

+ Init func(context.Context, config.CategoryTimings)

+ ReInit func(context.Context)

+ Search func(string, options.Options, chan result.ResultScraped) ([]error, bool)

+ type Info struct

+ Domain string

+ Name engines.Name

+ Origins []engines.Name

+ URL string

+ type PageRankCounter struct

+ func NewPageRankCounter(pages int) PageRankCounter

+ func (prc *PageRankCounter) GetPlusOne(page int) int

+ func (prc *PageRankCounter) Increment(page int)

+ type Params struct

+ Locale string

+ LocaleSec string

+ Page string

+ SafeSearch string