crawler

Documentation

Index

• Variables
• func Crawl()

Variables

var CrawlCMD = &cobra.Command{
	Use:   "crawl",
	Short: "Start the crawling process",
	Run: func(cmd *cobra.Command, args []string) {
		setupCrawlerConfig(cmd)
		Crawl()
	},
}

var SearchCMD = &cobra.Command{
	Use:   "search",
	Short: "Search different dark web search engines",
	Long:  "Search different dark web search engines using keywords or sentences to find the most accurate result.",
	Run: func(cmd *cobra.Command, args []string) {
		cfg = setupCrawlerConfig(cmd)
		handleCrawlerTypeOptions(&cfg.Crawler, cmd)
		Crawl()

	},
}

Functions

func Crawl

func Crawl()