commoncrawl

Documentation

Index

• func Scan(config Config, searchTerm string)
• type Config
  • func GetConfiguration() Config
• type F
  • func (f F) Router(action string)

Functions

func Scan

func Scan(config Config, searchTerm string)

Types

type Config

type Config struct {
	BaseURI     string
	WetPaths    string
	DataFolder  string
	MatchFolder string
	Start       int
	Stop        int
}

Config is the preset variables for your extractor

func GetConfiguration

func GetConfiguration() Config

type F

type F struct{}

func (F) Router

func (f F) Router(action string)