crawldetilspage

Documentation

Index

• func CrawQueryPage(cquerymap chan map[string]entity.Query, queriesurl string, token string, ...)
• func CrawServerPage(c chan map[int]entity.JsonServer, serverurl string, token string)
• func CrawServerPageFindStages(query entity.Query, querysurl string, token string) entity.Query
• func CrawStagePage(query entity.Query, stagetsurl string, token string, ...) entity.Query
• func ReCrawQueryPage(query entity.Query, querysurl string, token string) entity.Query

Functions

func CrawQueryPage

func CrawQueryPage(cquerymap chan map[string]entity.Query,
	queriesurl string,
	token string,
	serverKey string,
	batchSize string)

func CrawServerPage

func CrawServerPage(c chan map[int]entity.JsonServer, serverurl string, token string)

func CrawServerPageFindStages

func CrawServerPageFindStages(query entity.Query, querysurl string, token string) entity.Query

func CrawStagePage

func CrawStagePage(query entity.Query,
	stagetsurl string,
	token string,
	producer sarama.SyncProducer,
	TopicInformation string,
	Separator string) entity.Query

func ReCrawQueryPage

func ReCrawQueryPage(query entity.Query, querysurl string, token string) entity.Query