grabber

Documentation

Index

• func CreateGrabSearchVar(base *legacy_source.BaseConfig) *model_public.SearchProductVar
• func GenerateShopProductVar() *model_public.ShopProductVar
• func ParseProductDetailParamsFromUrl(uri string) (*model_public.PdpGetlayoutQueryVar, error)
• type BaseGrabber
  • func NewBaseGrabber(api *api_public.TokopediaApiPublic, base *legacy_source.BaseConfig, ...) *BaseGrabber
  • func (g *BaseGrabber) GetPdpDataP2(ctx context.Context, layout *model_public.PdpGetlayoutQueryResp) *model_public.PdpGetDataP2Resp
  • func (g *BaseGrabber) GetProductLayout(ctx context.Context, url string) *model_public.PdpGetlayoutQueryResp
• type CategoryCsvGrabber
  • func NewCategoryCsvGrabber(base *BaseGrabber) *CategoryCsvGrabber
  • func (g *CategoryCsvGrabber) Run() error
• type CategoryGrabber
  • func NewCategoryGrabber(base *BaseGrabber) *CategoryGrabber
  • func (g *CategoryGrabber) Run() error
• type Grabber
• type KeywordGrabber
  • func NewKeywordGrabber(base *BaseGrabber) *KeywordGrabber
  • func (g *KeywordGrabber) Run() error
• type ShopGrabber
  • func NewShopGrabber(base *BaseGrabber) *ShopGrabber
  • func (g *ShopGrabber) Run() error
• type UrlGrabber
  • func NewUrlGrabber(base *BaseGrabber) *UrlGrabber
  • func (g *UrlGrabber) Run() error

Functions

func CreateGrabSearchVar

func CreateGrabSearchVar(base *legacy_source.BaseConfig) *model_public.SearchProductVar

func GenerateShopProductVar

func GenerateShopProductVar() *model_public.ShopProductVar

func ParseProductDetailParamsFromUrl

func ParseProductDetailParamsFromUrl(uri string) (*model_public.PdpGetlayoutQueryVar, error)

Types

type BaseGrabber

type BaseGrabber struct {
	Api          *api_public.TokopediaApiPublic
	Base         *legacy_source.BaseConfig
	GrabTasker   *legacy.GrabTasker
	CacheHandler *grab_handler.CacheProductHandler
	// contains filtered or unexported fields
}

func NewBaseGrabber

func NewBaseGrabber(
	api *api_public.TokopediaApiPublic,
	base *legacy_source.BaseConfig,
	tasker *legacy.GrabTasker,
	cacheHandler *grab_handler.CacheProductHandler,
) *BaseGrabber

func (*BaseGrabber) GetPdpDataP2

func (g *BaseGrabber) GetPdpDataP2(ctx context.Context, layout *model_public.PdpGetlayoutQueryResp) *model_public.PdpGetDataP2Resp

func (*BaseGrabber) GetProductLayout

func (g *BaseGrabber) GetProductLayout(ctx context.Context, url string) *model_public.PdpGetlayoutQueryResp

type CategoryCsvGrabber

type CategoryCsvGrabber struct {
	*BaseGrabber
}

func NewCategoryCsvGrabber

func NewCategoryCsvGrabber(base *BaseGrabber) *CategoryCsvGrabber

func (*CategoryCsvGrabber) Run

func (g *CategoryCsvGrabber) Run() error

type CategoryGrabber

type CategoryGrabber struct {
	*BaseGrabber
}

func NewCategoryGrabber

func NewCategoryGrabber(base *BaseGrabber) *CategoryGrabber

func (*CategoryGrabber) Run

func (g *CategoryGrabber) Run() error

type Grabber

type Grabber interface {
	Run() error
}

type KeywordGrabber

type KeywordGrabber struct {
	*BaseGrabber
}

func NewKeywordGrabber

func NewKeywordGrabber(base *BaseGrabber) *KeywordGrabber

func (*KeywordGrabber) Run

func (g *KeywordGrabber) Run() error

type ShopGrabber

type ShopGrabber struct {
	*BaseGrabber
}

func NewShopGrabber

func NewShopGrabber(base *BaseGrabber) *ShopGrabber

func (*ShopGrabber) Run

func (g *ShopGrabber) Run() error

type UrlGrabber

type UrlGrabber struct {
	*BaseGrabber
}

func NewUrlGrabber

func NewUrlGrabber(base *BaseGrabber) *UrlGrabber

func (*UrlGrabber) Run

func (g *UrlGrabber) Run() error