grabber

Documentation

Index

• func CreateGrabSearchVar(grabTokopedia *legacy.GrabTokopedia) *model_public.SearchProductVar
• type BaseGrabber
  • func NewBaseGrabber(api *api_public.TokopediaApiPublic, base *legacy_source.BaseConfig, ...) *BaseGrabber
  • func (g *BaseGrabber) ApplyFilter(ctx context.Context, filterItem filter.FilterHandler, ...) (filtered, finished bool)
  • func (g *BaseGrabber) GetPdpDataP2(ctx context.Context, layout *model_public.PdpGetlayoutQueryResp) *model_public.PdpGetDataP2Resp
  • func (g *BaseGrabber) GetProductLayout(ctx context.Context, url string) *model_public.PdpGetlayoutQueryResp
  • func (g *BaseGrabber) SaveItem(ctx context.Context, layout *model_public.PdpGetlayoutQueryResp, ...) (saved bool)
• type CategoryCsvGrabber
  • func NewCategoryCsvGrabber(base *BaseGrabber) *CategoryCsvGrabber
  • func (g *CategoryCsvGrabber) Run() error
• type CategoryGrabber
  • func NewCategoryGrabber(base *BaseGrabber) *CategoryGrabber
  • func (g *CategoryGrabber) Run() error
• type Grabber
• type KeywordGrabber
  • func NewKeywordGrabber(base *BaseGrabber) *KeywordGrabber
  • func (g *KeywordGrabber) Run() error
• type ShopGrabber
  • func NewShopGrabber(base *BaseGrabber) *ShopGrabber
  • func (g *ShopGrabber) Run() error
• type UrlGrabber
  • func NewUrlGrabber(base *BaseGrabber) *UrlGrabber
  • func (g *UrlGrabber) Run() error

Functions

func CreateGrabSearchVar

func CreateGrabSearchVar(grabTokopedia *legacy.GrabTokopedia) *model_public.SearchProductVar

Types

type BaseGrabber

type BaseGrabber struct {
	Api          *api_public.TokopediaApiPublic
	Base         *legacy_source.BaseConfig
	GrabTasker   *legacy.GrabTasker
	CacheHandler *grab_handler.CacheProductHandler
	// contains filtered or unexported fields
}

func NewBaseGrabber

func NewBaseGrabber(
	api *api_public.TokopediaApiPublic,
	base *legacy_source.BaseConfig,
	tasker *legacy.GrabTasker,
	cacheHandler *grab_handler.CacheProductHandler,
) *BaseGrabber

func (*BaseGrabber) ApplyFilter

func (g *BaseGrabber) ApplyFilter(
	ctx context.Context,
	filterItem filter.FilterHandler,
	layout *model_public.PdpGetlayoutQueryResp,
	pdp *model_public.PdpGetDataP2Resp,
) (filtered, finished bool)

func (*BaseGrabber) GetPdpDataP2

func (g *BaseGrabber) GetPdpDataP2(ctx context.Context, layout *model_public.PdpGetlayoutQueryResp) *model_public.PdpGetDataP2Resp

func (*BaseGrabber) GetProductLayout

func (g *BaseGrabber) GetProductLayout(ctx context.Context, url string) *model_public.PdpGetlayoutQueryResp

func (*BaseGrabber) SaveItem

func (g *BaseGrabber) SaveItem(
	ctx context.Context,
	layout *model_public.PdpGetlayoutQueryResp,
	pdp *model_public.PdpGetDataP2Resp,
) (saved bool)

type CategoryCsvGrabber

type CategoryCsvGrabber struct {
	*BaseGrabber
}

func NewCategoryCsvGrabber

func NewCategoryCsvGrabber(base *BaseGrabber) *CategoryCsvGrabber

func (*CategoryCsvGrabber) Run

func (g *CategoryCsvGrabber) Run() error

type CategoryGrabber

type CategoryGrabber struct {
	*BaseGrabber
}

func NewCategoryGrabber

func NewCategoryGrabber(base *BaseGrabber) *CategoryGrabber

func (*CategoryGrabber) Run

func (g *CategoryGrabber) Run() error

type Grabber

type Grabber interface {
	Run() error
}

type KeywordGrabber

type KeywordGrabber struct {
	*BaseGrabber
}

func NewKeywordGrabber

func NewKeywordGrabber(base *BaseGrabber) *KeywordGrabber

func (*KeywordGrabber) Run

func (g *KeywordGrabber) Run() error

type ShopGrabber

type ShopGrabber struct {
	*BaseGrabber
}

func NewShopGrabber

func NewShopGrabber(base *BaseGrabber) *ShopGrabber

func (*ShopGrabber) Run

func (g *ShopGrabber) Run() error

type UrlGrabber

type UrlGrabber struct {
	*BaseGrabber
}

func NewUrlGrabber

func NewUrlGrabber(base *BaseGrabber) *UrlGrabber

func (*UrlGrabber) Run

func (g *UrlGrabber) Run() error