Versions in this module Expand all Collapse all v0 v0.7.1 Feb 25, 2025 v0.7.0 Feb 20, 2025 Changes in this version + func MapOptionsToTypesOptions(options *Options) *types.Options + type LinkDetails struct + Link string + Status int + Technologies []string + type OnResultCallback func(result output.Result) error + type Option func(*Options) + func WithAutomaticFormFill(automaticFormFill bool) Option + func WithBodyReadSize(bodyReadSize int) Option + func WithChromeDataDir(chromeDataDir string) Option + func WithChromeWSUrl(chromeWSUrl string) Option + func WithConcurrency(concurrency int) Option + func WithCrawlDuration(crawlDuration time.Duration) Option + func WithCustomHeaders(customHeaders []string) Option + func WithDebug(debug bool) Option + func WithDelay(delay int) Option + func WithDisableRedirects(disableRedirects bool) Option + func WithDisableUpdateCheck(disableUpdateCheck bool) Option + func WithDisplayOutScope(displayOutScope bool) Option + func WithErrorLogFile(errorLogFile string) Option + func WithExclude(exclude []string) Option + func WithExtensionFilter(extensionFilter []string) Option + func WithExtensionsMatch(extensionsMatch []string) Option + func WithFieldConfig(fieldConfig string) Option + func WithFieldScope(fieldScope string) Option + func WithFields(fields string) Option + func WithFilterRegex(filterRegex []*regexp.Regexp) Option + func WithFormConfig(formConfig string) Option + func WithFormExtraction(formExtraction bool) Option + func WithHeadless(headless bool) Option + func WithHeadlessNoIncognito(headlessNoIncognito bool) Option + func WithHeadlessNoSandbox(headlessNoSandbox bool) Option + func WithHeadlessOptionalArguments(headlessOptionalArguments []string) Option + func WithHealthCheck(healthCheck bool) Option + func WithIgnoreQueryParams(ignoreQueryParams bool) Option + func WithJSON(json bool) Option + func WithKnownFiles(knownFiles string) Option + func WithMatchRegex(matchRegex []*regexp.Regexp) Option + func WithMaxDepth(maxDepth int) Option + func WithNoClobber(noClobber bool) Option + func WithNoColors(noColors bool) Option + func WithNoScope(noScope bool) Option + func WithOmitBody(omitBody bool) Option + func WithOmitRaw(omitRaw bool) Option + func WithOnResult(onResult OnResultCallback) Option + func WithOutOfScope(outOfScope []string) Option + func WithOutputFile(outputFile string) Option + func WithOutputFilterCondition(outputFilterCondition string) Option + func WithOutputFilterRegex(outputFilterRegex []string) Option + func WithOutputMatchCondition(outputMatchCondition string) Option + func WithOutputMatchRegex(outputMatchRegex []string) Option + func WithParallelism(parallelism int) Option + func WithPprofServer(pprofServer bool) Option + func WithProxy(proxy string) Option + func WithRateLimit(rateLimit int) Option + func WithRateLimitMinute(rateLimitMinute int) Option + func WithResolvers(resolvers []string) Option + func WithResume(resume string) Option + func WithRetries(retries int) Option + func WithScope(scope []string) Option + func WithScrapeJSLuiceResponses(scrapeJSLuiceResponses bool) Option + func WithScrapeJSResponses(scrapeJSResponses bool) Option + func WithShowBrowser(showBrowser bool) Option + func WithSilent(silent bool) Option + func WithStoreFieldDir(storeFieldDir string) Option + func WithStoreFields(storeFields string) Option + func WithStoreResponse(storeResponse bool) Option + func WithStoreResponseDir(storeResponseDir string) Option + func WithStrategy(strategy string) Option + func WithSystemChromePath(systemChromePath string) Option + func WithTLSImpersonate(tlsImpersonate bool) Option + func WithTechDetect(techDetect bool) Option + func WithTimeout(timeout int) Option + func WithURLs(urls []string) Option + func WithUseInstalledChrome(useInstalledChrome bool) Option + func WithVerbose(verbose bool) Option + func WithVersion(version bool) Option + func WithXhrExtraction(xhrExtraction bool) Option + type Options struct + AutomaticFormFill bool + BodyReadSize int + ChromeDataDir string + ChromeWSUrl string + Concurrency int + CrawlDuration time.Duration + CustomHeaders goflags.StringSlice + Debug bool + Delay int + DisableRedirects bool + DisableUpdateCheck bool + DisplayOutScope bool + ErrorLogFile string + Exclude goflags.StringSlice + ExtensionFilter goflags.StringSlice + ExtensionsMatch goflags.StringSlice + FieldConfig string + FieldScope string + Fields string + FilterRegex []*regexp.Regexp + FormConfig string + FormExtraction bool + Headless bool + HeadlessNoIncognito bool + HeadlessNoSandbox bool + HeadlessOptionalArguments goflags.StringSlice + HealthCheck bool + IgnoreQueryParams bool + JSON bool + KnownFiles string + MatchRegex []*regexp.Regexp + MaxDepth int + NoClobber bool + NoColors bool + NoScope bool + OmitBody bool + OmitRaw bool + OnResult OnResultCallback + OutOfScope goflags.StringSlice + OutputFile string + OutputFilterCondition string + OutputFilterRegex goflags.StringSlice + OutputMatchCondition string + OutputMatchRegex goflags.StringSlice + Parallelism int + PprofServer bool + Proxy string + RateLimit int + RateLimitMinute int + Resolvers goflags.StringSlice + Resume string + Retries int + Scope goflags.StringSlice + ScrapeJSLuiceResponses bool + ScrapeJSResponses bool + ShowBrowser bool + Silent bool + StoreFieldDir string + StoreFields string + StoreResponse bool + StoreResponseDir string + Strategy string + SystemChromePath string + TLSImpersonate bool + TechDetect bool + Timeout int + URLs goflags.StringSlice + UseInstalledChrome bool + Verbose bool + Version bool + XhrExtraction bool + func NewOptions(opts ...Option) *Options + type Spider struct + Client *hybrid.Crawler + Options *Options + type WebSpiderReport struct + Errors []string + Links []LinkDetails + Targets []string + func PerformWebSpider(ctx context.Context, targets []string) WebSpiderReport
Go to main page