Documentation
¶
Index ¶
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type EmailExtractJob ¶
type EmailExtractJob struct { scrapemate.Job Entry *Entry ExitMonitor exiter.Exiter }
func NewEmailJob ¶
func NewEmailJob(parentID string, entry *Entry, opts ...EmailExtractJobOptions) *EmailExtractJob
func (*EmailExtractJob) Process ¶
func (j *EmailExtractJob) Process(ctx context.Context, resp *scrapemate.Response) (any, []scrapemate.IJob, error)
func (*EmailExtractJob) ProcessOnFetchError ¶
func (j *EmailExtractJob) ProcessOnFetchError() bool
type EmailExtractJobOptions ¶
type EmailExtractJobOptions func(*EmailExtractJob)
func WithEmailJobExitMonitor ¶
func WithEmailJobExitMonitor(exitMonitor exiter.Exiter) EmailExtractJobOptions
type Entry ¶
type Entry struct { ID string `json:"input_id"` Link string `json:"link"` Cid string `json:"cid"` Title string `json:"title"` Categories []string `json:"categories"` Category string `json:"category"` Address string `json:"address"` OpenHours map[string][]string `json:"open_hours"` // PopularTImes is a map with keys the days of the week // and value is a map with key the hour and value the traffic in that time PopularTimes map[string]map[int]int `json:"popular_times"` WebSite string `json:"web_site"` Phone string `json:"phone"` PlusCode string `json:"plus_code"` ReviewCount int `json:"review_count"` ReviewRating float64 `json:"review_rating"` ReviewsPerRating map[int]int `json:"reviews_per_rating"` Latitude float64 `json:"latitude"` Longtitude float64 `json:"longtitude"` Status string `json:"status"` Description string `json:"description"` ReviewsLink string `json:"reviews_link"` Thumbnail string `json:"thumbnail"` Timezone string `json:"timezone"` PriceRange string `json:"price_range"` DataID string `json:"data_id"` Images []Image `json:"images"` Reservations []LinkSource `json:"reservations"` OrderOnline []LinkSource `json:"order_online"` Menu LinkSource `json:"menu"` Owner Owner `json:"owner"` CompleteAddress Address `json:"complete_address"` About []About `json:"about"` UserReviews []Review `json:"user_reviews"` Emails []string `json:"emails"` }
func EntryFromJSON ¶
func (*Entry) CsvHeaders ¶
func (*Entry) IsWebsiteValidForEmail ¶
type GmapJob ¶
type GmapJob struct { scrapemate.Job MaxDepth int LangCode string ExtractEmail bool Deduper deduper.Deduper ExitMonitor exiter.Exiter }
func NewGmapJob ¶
func (*GmapJob) BrowserActions ¶
func (j *GmapJob) BrowserActions(ctx context.Context, page playwright.Page) scrapemate.Response
func (*GmapJob) Process ¶
func (j *GmapJob) Process(ctx context.Context, resp *scrapemate.Response) (any, []scrapemate.IJob, error)
func (*GmapJob) UseInResults ¶
type GmapJobOptions ¶
type GmapJobOptions func(*GmapJob)
func WithDeduper ¶
func WithDeduper(d deduper.Deduper) GmapJobOptions
func WithExitMonitor ¶
func WithExitMonitor(e exiter.Exiter) GmapJobOptions
type LinkSource ¶
type PlaceJob ¶
type PlaceJob struct { scrapemate.Job UsageInResultststs bool ExtractEmail bool ExitMonitor exiter.Exiter }
func NewPlaceJob ¶
func NewPlaceJob(parentID, langCode, u string, extractEmail bool, opts ...PlaceJobOptions) *PlaceJob
func (*PlaceJob) BrowserActions ¶
func (j *PlaceJob) BrowserActions(_ context.Context, page playwright.Page) scrapemate.Response
func (*PlaceJob) Process ¶
func (j *PlaceJob) Process(_ context.Context, resp *scrapemate.Response) (any, []scrapemate.IJob, error)
func (*PlaceJob) UseInResults ¶
type PlaceJobOptions ¶
type PlaceJobOptions func(*PlaceJob)
func WithPlaceJobExitMonitor ¶
func WithPlaceJobExitMonitor(exitMonitor exiter.Exiter) PlaceJobOptions
Click to show internal directories.
Click to hide internal directories.