linkloader

Documentation

Index

• func LoadEntries[T model.IEntry](ctx context.Context, opt LoadOptions) ([]T, error)
• type Collection
  • func FromSource[T model.IEntry](ctx context.Context, source scraper.SourceDefinition) (Collection[T], error)
• type Collections
  • func FromSources[T model.IEntry](ctx context.Context, options LoadOptions) (Collections[T], error)
  • func (c Collections[T]) Entries() []T
  • func (c Collections[T]) Shuffle() []T
• type LoadOptions

Functions

func LoadEntries

func LoadEntries[T model.IEntry](ctx context.Context, opt LoadOptions) ([]T, error)

Types

type Collection

type Collection[T model.IEntry] struct {
	SourceName string
	Entries    []T
}

func FromSource

func FromSource[T model.IEntry](ctx context.Context, source scraper.SourceDefinition) (Collection[T], error)

type Collections

type Collections[T model.IEntry] []Collection[T]

func FromSources

func FromSources[T model.IEntry](ctx context.Context, options LoadOptions) (Collections[T], error)

func (Collections[T]) Entries

func (c Collections[T]) Entries() []T

func (Collections[T]) Shuffle

func (c Collections[T]) Shuffle() []T

type LoadOptions

type LoadOptions struct {
	Workers int
	Sources []scraper.SourceDefinition
}