grabber

Documentation

Index

• type Category
• type Grabber
  • func CreateBaseGrabber(api *api_public.TokopediaApiPublic, base *legacy_source.BaseConfig, ...) *Grabber
• type ProductCategoryGrabber
  • func CreateProductCategoryGrabber(api *api_public.TokopediaApiPublic, base *legacy_source.BaseConfig, ...) (*ProductCategoryGrabber, error)
  • func (grab *ProductCategoryGrabber) IteratePages(prodResp chan<- grab_handler.ProductCategoryGrabResp)
  • func (grab *ProductCategoryGrabber) Run(resp chan<- grab_handler.ProductCategoryGrabResp)
  • func (grab *ProductCategoryGrabber) RunProductGrabber() ([]model_public.CategoryProduct, error)
  • func (grab *ProductCategoryGrabber) Save(namespace string, product *grab_handler.ProductCategoryGrabResp)
• type ProductGrabber
  • func (grab *ProductGrabber) IteratePages(prodResp chan<- model_public.ProductSearch) error
  • func (grab *ProductGrabber) RunProductGrabber() ([]model_public.ProductSearch, error)
• type ProductListGrabber
  • func NewProductListGrabber(keywords []string) (*ProductListGrabber, error)
  • func (grab *ProductListGrabber) Run(prodResp chan<- grab_handler.ProductListGrabberResp)
• type ShopGrabber
  • func (grab *ShopGrabber) RunShopGrabber(prodResp chan<- model_public.ShopProductData) error
• type ShopListGrabber
  • func CreateShopListGrabber(shops []string, pathfile string) (*ShopListGrabber, error)
  • func (grab *ShopListGrabber) Run(prodResp chan<- grab_handler.ShopGrabberResp) error
• type UrlGrabber
  • func CreateUrlGrabber(urls []string) (*UrlGrabber, error)
  • func (grab *UrlGrabber) Run() ([]*grab_handler.UrlGrabberResp, error)

Types

type Category

type Category struct {
	Id   int
	Name string
	Url  string
}

type Grabber

type Grabber struct {
	Api          *api_public.TokopediaApiPublic
	Filter       *filter.BaseFilter
	CacheHandler *grab_handler.CacheProductHandler
}

func CreateBaseGrabber

func CreateBaseGrabber(api *api_public.TokopediaApiPublic, base *legacy_source.BaseConfig, repo *mongorepo.ProductRepo) *Grabber

type ProductCategoryGrabber

type ProductCategoryGrabber struct {
	Grabber
	Category Category
	// contains filtered or unexported fields
}

Product Category

func CreateProductCategoryGrabber

func CreateProductCategoryGrabber(
	api *api_public.TokopediaApiPublic,
	base *legacy_source.BaseConfig,
	repo *mongorepo.ProductRepo,
	category Category) (*ProductCategoryGrabber, error)

func (*ProductCategoryGrabber) IteratePages

func (grab *ProductCategoryGrabber) IteratePages(prodResp chan<- grab_handler.ProductCategoryGrabResp)

func (*ProductCategoryGrabber) Run

func (grab *ProductCategoryGrabber) Run(resp chan<- grab_handler.ProductCategoryGrabResp)

func (*ProductCategoryGrabber) RunProductGrabber

func (grab *ProductCategoryGrabber) RunProductGrabber() ([]model_public.CategoryProduct, error)

func (*ProductCategoryGrabber) Save

func (grab *ProductCategoryGrabber) Save(namespace string, product *grab_handler.ProductCategoryGrabResp)

type ProductGrabber

type ProductGrabber struct {
	Api *api_public.TokopediaApiPublic

	Filter *filter.BaseFilter
	// contains filtered or unexported fields
}

func (*ProductGrabber) IteratePages

func (grab *ProductGrabber) IteratePages(prodResp chan<- model_public.ProductSearch) error

func (*ProductGrabber) RunProductGrabber

func (grab *ProductGrabber) RunProductGrabber() ([]model_public.ProductSearch, error)

type ProductListGrabber

type ProductListGrabber struct {
	ProductGrabber
	Keywords []string
	// contains filtered or unexported fields
}

Product List

func NewProductListGrabber

func NewProductListGrabber(keywords []string) (*ProductListGrabber, error)

func (*ProductListGrabber) Run

func (grab *ProductListGrabber) Run(prodResp chan<- grab_handler.ProductListGrabberResp)

type ShopGrabber

type ShopGrabber struct {
	Api *api_public.TokopediaApiPublic

	Filter *filter.BaseFilter
	// contains filtered or unexported fields
}

func (*ShopGrabber) RunShopGrabber

func (grab *ShopGrabber) RunShopGrabber(prodResp chan<- model_public.ShopProductData) error

type ShopListGrabber

type ShopListGrabber struct {
	ShopGrabber
	Shops    []string
	Pathfile string
}

func CreateShopListGrabber

func CreateShopListGrabber(shops []string, pathfile string) (*ShopListGrabber, error)

func (*ShopListGrabber) Run

func (grab *ShopListGrabber) Run(prodResp chan<- grab_handler.ShopGrabberResp) error

type UrlGrabber

type UrlGrabber struct {
	Api    *api_public.TokopediaApiPublic
	Urls   []string
	Filter *filter.BaseFilter
}

func CreateUrlGrabber

func CreateUrlGrabber(urls []string) (*UrlGrabber, error)

func (*UrlGrabber) Run

func (grab *UrlGrabber) Run() ([]*grab_handler.UrlGrabberResp, error)