fetcher

package

v1.2.4 Latest Latest Go to latest Published: Mar 26, 2023 License: MIT Imports: 12 Imported by: 0

Details

Valid go.mod file

The Go module system was introduced in Go 1.11 and is the official dependency management solution for Go.
Redistributable license

Redistributable licenses place minimal restrictions on how software can be used, modified, and redistributed.
Tagged version

Modules with tagged versions give importers more predictable builds.
Stable version

When a project reaches major version v1 it is considered stable.
Learn more about best practices

This section is empty.

View Source

var ErrMethodNotRegister = errors.New("method requested not registered")

This section is empty.

type ChromeFactory struct {
	// contains filtered or unexported fields
}

func NewChromeFactory() *ChromeFactory

func (f *ChromeFactory) Create() (Fetcher, error)

func (f *ChromeFactory) Destroy(fetcher Fetcher)

func (f *ChromeFactory) IsChromeInstalled() bool

type ChromeFetcher struct {
	// contains filtered or unexported fields
}

func (c *ChromeFetcher) Fetch(url string) (string, error)

type FetchMethod string

type Fetcher interface {
	Fetch(url string) (string, error)
}

type FetcherFactory interface {
	Create() (Fetcher, error)
	Destroy(Fetcher)
}

type FetcherPool struct {
	sync.RWMutex
	// contains filtered or unexported fields
}

func NewPool() *FetcherPool

func (f *FetcherPool) Get(ctx context.Context, method FetchMethod) (*puddle.Resource[Fetcher], error)

func (f *FetcherPool) Methods() []FetchMethod

func (f *FetcherPool) Register(method FetchMethod, factory FetcherFactory, maxSize int) error

type HTTPFactory struct {
}

func (f *HTTPFactory) Create() (Fetcher, error)

func (f *HTTPFactory) Destroy(fetcher Fetcher)

type HTTPFetcher struct {
	// contains filtered or unexported fields
}

func (h *HTTPFetcher) Fetch(url string) (string, error)

type RodFactory struct {
	// contains filtered or unexported fields
}

func NewRodFactory() *RodFactory

func (f *RodFactory) Create() (Fetcher, error)

func (f *RodFactory) Destroy(fetcher Fetcher)

type RodFetcher struct {
	// contains filtered or unexported fields
}

func (c *RodFetcher) Fetch(url string) (string, error)