bulkrequest

Documentation

Index

• func FetchUsingProxy(client *client.Client, wg *sync.WaitGroup, mutex *sync.Mutex, proxy string, ...)
• type BulkRequest
  • func (b *BulkRequest) Fetch() ([]any, error)
• type BulkRequestBuilder
  • func NewBulkRequest() *BulkRequestBuilder
  • func (b *BulkRequestBuilder) AddCookie(name, value string) *BulkRequestBuilder
  • func (b *BulkRequestBuilder) AddHeader(key, value string) *BulkRequestBuilder
  • func (b *BulkRequestBuilder) Build() *BulkRequest
  • func (b *BulkRequestBuilder) SetBaseUrl(baseUrl string) *BulkRequestBuilder
  • func (b *BulkRequestBuilder) SetDelayConfig(delayConfig *datatypes.DelayConfig) *BulkRequestBuilder
  • func (b *BulkRequestBuilder) SetParser(parser *jsonparser.JSONParser) *BulkRequestBuilder
  • func (b *BulkRequestBuilder) SetProxyConfig(proxyConfig *datatypes.ProxyConfig) *BulkRequestBuilder
  • func (b *BulkRequestBuilder) SetTimeout(timeout time.Duration) *BulkRequestBuilder
  • func (b *BulkRequestBuilder) SetUrls(urls []string) *BulkRequestBuilder
  • func (b *BulkRequestBuilder) SetUserAgentConfig(userAgentConfig *datatypes.UserAgentConfig) *BulkRequestBuilder

Functions

func FetchUsingProxy

func FetchUsingProxy(client *client.Client, wg *sync.WaitGroup, mutex *sync.Mutex, proxy string, requestPerProxyUrls []string, delayConfig *datatypes.DelayConfig, results *[][]any)

Types

type BulkRequest

type BulkRequest struct {
	// contains filtered or unexported fields
}

func (*BulkRequest) Fetch

func (b *BulkRequest) Fetch() ([]any, error)

type BulkRequestBuilder

type BulkRequestBuilder struct {
	// contains filtered or unexported fields
}

func NewBulkRequest

func NewBulkRequest() *BulkRequestBuilder

func (*BulkRequestBuilder) AddCookie

func (b *BulkRequestBuilder) AddCookie(name, value string) *BulkRequestBuilder

func (*BulkRequestBuilder) AddHeader

func (b *BulkRequestBuilder) AddHeader(key, value string) *BulkRequestBuilder

func (*BulkRequestBuilder) Build

func (b *BulkRequestBuilder) Build() *BulkRequest

func (*BulkRequestBuilder) SetBaseUrl

func (b *BulkRequestBuilder) SetBaseUrl(baseUrl string) *BulkRequestBuilder

func (*BulkRequestBuilder) SetDelayConfig

func (b *BulkRequestBuilder) SetDelayConfig(delayConfig *datatypes.DelayConfig) *BulkRequestBuilder

func (*BulkRequestBuilder) SetParser

func (b *BulkRequestBuilder) SetParser(parser *jsonparser.JSONParser) *BulkRequestBuilder

func (*BulkRequestBuilder) SetProxyConfig

func (b *BulkRequestBuilder) SetProxyConfig(proxyConfig *datatypes.ProxyConfig) *BulkRequestBuilder

func (*BulkRequestBuilder) SetTimeout

func (b *BulkRequestBuilder) SetTimeout(timeout time.Duration) *BulkRequestBuilder

func (*BulkRequestBuilder) SetUrls

func (b *BulkRequestBuilder) SetUrls(urls []string) *BulkRequestBuilder

func (*BulkRequestBuilder) SetUserAgentConfig

func (b *BulkRequestBuilder) SetUserAgentConfig(userAgentConfig *datatypes.UserAgentConfig) *BulkRequestBuilder