grabber

package
v1.1.47 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Sep 19, 2023 License: MIT Imports: 18 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

This section is empty.

Types

type BaseGrabber added in v1.1.5

type BaseGrabber struct {
	Api          *api_public.TokopediaApiPublic
	Base         *legacy_source.BaseConfig
	GrabTasker   *legacy.GrabTasker
	CacheHandler *grab_handler.CacheProductHandler
	// contains filtered or unexported fields
}

func NewBaseGrabber added in v1.1.5

func (*BaseGrabber) ApplyFilter added in v1.1.10

func (g *BaseGrabber) ApplyFilter(
	ctx context.Context,
	filterItem filter.FilterHandler,
	layout *model_public.PdpGetlayoutQueryResp,
	pdp *model_public.PdpGetDataP2Resp,
) (filtered, finished bool)

func (*BaseGrabber) GetPdpDataP2 added in v1.1.5

func (*BaseGrabber) GetProductLayout added in v1.1.5

func (g *BaseGrabber) GetProductLayout(ctx context.Context, url string) *model_public.PdpGetlayoutQueryResp

func (*BaseGrabber) SaveItem added in v1.1.10

type CategoryCsvGrabber added in v1.1.5

type CategoryCsvGrabber struct {
	*BaseGrabber
}

func NewCategoryCsvGrabber added in v1.1.5

func NewCategoryCsvGrabber(base *BaseGrabber) *CategoryCsvGrabber

func (*CategoryCsvGrabber) Run added in v1.1.5

func (g *CategoryCsvGrabber) Run() error

type CategoryGrabber added in v1.1.5

type CategoryGrabber struct {
	*BaseGrabber
}

func NewCategoryGrabber added in v1.1.5

func NewCategoryGrabber(base *BaseGrabber) *CategoryGrabber

func (*CategoryGrabber) Run added in v1.1.5

func (g *CategoryGrabber) Run() error

type Grabber

type Grabber interface {
	Run() error
}

type KeywordGrabber added in v1.1.5

type KeywordGrabber struct {
	*BaseGrabber
}

func NewKeywordGrabber added in v1.1.5

func NewKeywordGrabber(base *BaseGrabber) *KeywordGrabber

func (*KeywordGrabber) Run added in v1.1.5

func (g *KeywordGrabber) Run() error

type ShopGrabber

type ShopGrabber struct {
	*BaseGrabber
}

func NewShopGrabber added in v1.1.5

func NewShopGrabber(base *BaseGrabber) *ShopGrabber

func (*ShopGrabber) Run added in v1.1.5

func (g *ShopGrabber) Run() error

type UrlGrabber

type UrlGrabber struct {
	*BaseGrabber
}

func NewUrlGrabber added in v1.1.5

func NewUrlGrabber(base *BaseGrabber) *UrlGrabber

func (*UrlGrabber) Run

func (g *UrlGrabber) Run() error

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL