factory

Documentation

Index

• Constants
• func GetScraper(ctx context.Context, params envs.Params, extractorType ExtractorType, ...) (scraper.Scraper, error)
• func TryGetScrapper(ctx context.Context, params envs.Params) (scraper.Scraper, error)
• type ExtractorType
• type UploaderType

Constants

const (
	RecursiveFilesystemExtractor ExtractorType = "RecursiveFilesystemExtractor"
	ArchiveFilesystemExtractor   ExtractorType = "ArchiveFilesystemExtractor"
	MinIOUploader                UploaderType  = "MinIOUploader"
	CloudUploader                UploaderType  = "CloudUploader"
)

Functions

func GetScraper

func GetScraper(ctx context.Context, params envs.Params, extractorType ExtractorType, uploaderType UploaderType) (scraper.Scraper, error)

func TryGetScrapper

func TryGetScrapper(ctx context.Context, params envs.Params) (scraper.Scraper, error)

Types

type ExtractorType

type ExtractorType string

type UploaderType

type UploaderType string