search

Documentation

Index

• func RunEngine(sss *services.SearchSettingsServices, us *services.UrlServices)
• func RunIndex(us *services.UrlServices, sis *services.SearchIndexServices)
• type CrawlData
• type Index
  • func (idx Index) Add(docs []services.CrawledUrl)
• type Links
• type ParsedBody

Functions

func RunEngine

func RunEngine(
	sss *services.SearchSettingsServices, us *services.UrlServices,
)

func RunIndex

func RunIndex(us *services.UrlServices, sis *services.SearchIndexServices)

Types

type CrawlData

type CrawlData struct {
	ID           string
	Url          string
	Success      bool
	ResponseCode int
	CrawlBody    ParsedBody
}

type Index

type Index map[string][]string

Index is an in-memory inverted index. It maps tokens to url IDs.

func (Index) Add

func (idx Index) Add(docs []services.CrawledUrl)

Add adds documents to the Index.

type Links

type Links struct {
	Internal []string
	External []string
}

type ParsedBody

type ParsedBody struct {
	CrawlTime       time.Duration
	PageTitle       string
	PageDescription string
	Headings        string
	Links           Links
}