imprint_crawler

README

impressium_crawler

Documentation

Index

• Constants
• func CSVHeader() string
• func GetLinks(path string) ([]string, error)
• func ImprintCSVHeader() string
• type AddressCheck
  • func (c AddressCheck) City() string
  • func (c AddressCheck) Latitude() string
  • func (c AddressCheck) Longitude() string
  • func (c AddressCheck) Street() string
  • func (c AddressCheck) Zip() string
• type Cache
  • func CrawlMainPages(links []string, version int) *Cache
  • func NewCache(version int) *Cache
  • func (c *Cache) CSV() error
  • func (c *Cache) ErrorCSV() error
  • func (c *Cache) Load() error
  • func (c *Cache) Save() error
  • func (c Cache) String() string
• type EMailCheck
  • func (c EMailCheck) String() string
• type Imprint
  • func (i Imprint) CSV() string
  • func (i Imprint) String() string
• type LonLatResult
• type MainPage
  • func CrawlMainPage(given string) MainPage
  • func (p MainPage) CSV() string
  • func (p MainPage) String() string
• type TitleCheck
  • func (c TitleCheck) String() string

Constants

const (
	LinkRedirectDiffers = "LinkRedirectDiffers"
)

Functions

func CSVHeader

func CSVHeader() string

func GetLinks

func GetLinks(path string) ([]string, error)

func ImprintCSVHeader

func ImprintCSVHeader() string

Types

type AddressCheck

type AddressCheck struct {
	// contains filtered or unexported fields
}

func (AddressCheck) City

func (c AddressCheck) City() string

func (AddressCheck) Latitude

func (c AddressCheck) Latitude() string

func (AddressCheck) Longitude

func (c AddressCheck) Longitude() string

func (AddressCheck) Street

func (c AddressCheck) Street() string

func (AddressCheck) Zip

func (c AddressCheck) Zip() string

type Cache

type Cache struct {
	MainPages map[string]MainPage
	Version   int
}

func CrawlMainPages

func CrawlMainPages(links []string, version int) *Cache

func NewCache

func NewCache(version int) *Cache

func (*Cache) CSV

func (c *Cache) CSV() error

func (*Cache) ErrorCSV

func (c *Cache) ErrorCSV() error

func (*Cache) Load

func (c *Cache) Load() error

func (*Cache) Save

func (c *Cache) Save() error

func (Cache) String

func (c Cache) String() string

type EMailCheck

type EMailCheck struct {
	// contains filtered or unexported fields
}

func (EMailCheck) String

func (c EMailCheck) String() string

type Imprint

type Imprint struct {
	Tag  string
	Link string
	Err  error

	Name    string
	Address AddressCheck
	Email   EMailCheck
}

func (Imprint) CSV

func (i Imprint) CSV() string

func (Imprint) String

func (i Imprint) String() string

type LonLatResult

type LonLatResult struct {
	Results []struct {
		Geometry struct {
			Location struct {
				Lat float64
				Lng float64
			}
		}
	}
	Status string
}

type MainPage

type MainPage struct {
	Given    string
	Redirect string
	BaseUrl  string
	Title    TitleCheck
	Err      error
	Flag     string

	Address     AddressCheck
	Email       EMailCheck
	BestImprint *Imprint

	Imprints map[string]*Imprint
	Contacts map[string]*Imprint
}

func CrawlMainPage

func CrawlMainPage(given string) MainPage

func (MainPage) CSV

func (p MainPage) CSV() string

func (MainPage) String

func (p MainPage) String() string

type TitleCheck

type TitleCheck struct {
	// contains filtered or unexported fields
}

func (TitleCheck) String

func (c TitleCheck) String() string