iterator

Documentation

Index

• func BatchShopCore[T ShopCoreItem](ctxErr ContextError, itemsChan <-chan []T, setErrChan chan<- *ItemError[T], ...) (<-chan []T, error)
• func BatchShopStatistic[T ShopCoreItem](ctxErr ContextError, itemsChan <-chan []T, limitTask int, limitChan int, ...) (<-chan []T, error)
• func GetBatchLayout(api *api_public.TokopediaApiPublic, ctx context.Context, urls []string, ...) (err error)
• func IsEmptyCsv(base *legacy_source.BaseConfig) (empty bool, deprecated bool, err error)
• func IterateCategoryCsv(base *legacy_source.BaseConfig, handler CategoryCsvHandler) error
• func IterateKeywords(fname string, handler KeywordHandler) error
• func IterateProductShopPage(api *api_public.TokopediaApiPublic, ctx context.Context, ...) error
• func IterateSearchPage(cfg *IterateConfig, api *api_public.TokopediaApiPublic, ctx context.Context, ...) error
• func IterateShops(api *api_public.TokopediaApiPublic, fname string, handler ShopHandler) error
• func IterateUrls(fname string, handler UrlHandler) error
• func V2GetBatchLayout(searchItem <-chan []*model_public.ProductSearch, limit int, taskcount int, ...) (<-chan *model_public.PdpGetlayoutQueryResp, error)
• func V2IterateSearchPage(ctxErr ContextError, chunkSize int, api *api_public.TokopediaApiPublic, ...) (<-chan []*model_public.ProductSearch, error)
• type BatchLayoutHandler
• type CategoryCsvHandler
• type ContextError
• type ItemError
• type IterateConfig
• type KeywordHandler
• type ProductShopHandler
• type SearchPageHandler
• type ShopCoreItem
• type ShopHandler
• type UrlHandler

Functions

func BatchShopCore

func BatchShopCore[T ShopCoreItem](
	ctxErr ContextError,
	itemsChan <-chan []T,
	setErrChan chan<- *ItemError[T],
	limitTask int,
	limitChan int,
	api *api_public.TokopediaApiPublic,
) (<-chan []T, error)

func BatchShopStatistic

func BatchShopStatistic[T ShopCoreItem](
	ctxErr ContextError,
	itemsChan <-chan []T,
	limitTask int,
	limitChan int,
	api *api_public.TokopediaApiPublic,
) (<-chan []T, error)

func GetBatchLayout

func GetBatchLayout(
	api *api_public.TokopediaApiPublic,
	ctx context.Context,
	urls []string,
	handler BatchLayoutHandler,
) (err error)

deprecated

func IsEmptyCsv

func IsEmptyCsv(base *legacy_source.BaseConfig) (empty bool, deprecated bool, err error)

func IterateCategoryCsv

func IterateCategoryCsv(base *legacy_source.BaseConfig, handler CategoryCsvHandler) error

func IterateKeywords

func IterateKeywords(fname string, handler KeywordHandler) error

func IterateProductShopPage

func IterateProductShopPage(
	api *api_public.TokopediaApiPublic,
	ctx context.Context,
	searchVar *model_public.ShopProductVar,
	handler ProductShopHandler,
) error

func IterateSearchPage

func IterateSearchPage(
	cfg *IterateConfig,
	api *api_public.TokopediaApiPublic,
	ctx context.Context,
	searchVar *model_public.SearchProductVar,
	handler SearchPageHandler,
) error

deprecated

func IterateShops

func IterateShops(api *api_public.TokopediaApiPublic, fname string, handler ShopHandler) error

func IterateUrls

func IterateUrls(fname string, handler UrlHandler) error

func V2GetBatchLayout

func V2GetBatchLayout(
	searchItem <-chan []*model_public.ProductSearch,
	limit int,
	taskcount int,
	ctxErr ContextError,
	api *api_public.TokopediaApiPublic,
) (<-chan *model_public.PdpGetlayoutQueryResp, error)

func V2IterateSearchPage

func V2IterateSearchPage(
	ctxErr ContextError,
	chunkSize int,
	api *api_public.TokopediaApiPublic,
	searchVar *model_public.SearchProductVar,
) (<-chan []*model_public.ProductSearch, error)

Types

type BatchLayoutHandler

type BatchLayoutHandler func(layout *model_public.PdpGetlayoutQueryResp) error

type CategoryCsvHandler

type CategoryCsvHandler func(item *csv.CategoryCsv) error

type ContextError

type ContextError interface {
	GetCtx() context.Context
	SetError(err error)
	SetErrorCustom(err error, handler func(event *zerolog.Event) *zerolog.Event)
	Cancel()
}

type ItemError

type ItemError[T ShopCoreItem] struct {
	Item *T
	Err  error
}

type IterateConfig

type IterateConfig struct {
	ChuckSize      int
	ConcurentGuard chan int
}

type KeywordHandler

type KeywordHandler func(item string) error

type ProductShopHandler

type ProductShopHandler func(items []*model_public.ShopProductData) error

type SearchPageHandler

type SearchPageHandler func(items []*model_public.ProductSearch) error

type ShopCoreItem

type ShopCoreItem interface {
	GetShopUrl() string
	SetShopCore(data *model_public.ShopCoreInfoResp) error
	GetShopID() int
	SetStatistic(data *model_public.ShopStatisticQueryResp) error
}

type ShopHandler

type ShopHandler func(shopCore *model_public.ShopCoreInfoResp) error

type UrlHandler

type UrlHandler func(items []string) error