crawler

Documentation

Overview

*

## ## ######## ## ## ####### ######## ######## ######## ######## ### ## ## ## ## ## ## ## ## ## ## ## ## ## ## #### ## ## ## ## ## ## ## ## ## ## ## ## ## ## ## ## ## ###### ## ## ## ## ## ######## ## ## ###### ######## ## #### ## ## ## ## ## ## ## ## ## ## ## ## ## ## ### ## ## ## ## ## ## ## ## ## ## ## ## ## ## ## ######## ### ### ####### ## ## ######## ######## ## ##

"NewOrder" - Reverse Proxy SE
    "CHANGE THE WORLD..."

Copyright 2022 (C) NEMESIS. neworder@tutamail.com. All rights reserved.

*

*

## ## ######## ## ## ####### ######## ######## ######## ######## ### ## ## ## ## ## ## ## ## ## ## ## ## ## ## #### ## ## ## ## ## ## ## ## ## ## ## ## ## ## ## ## ## ###### ## ## ## ## ## ######## ## ## ###### ######## ## #### ## ## ## ## ## ## ## ## ## ## ## ## ## ## ### ## ## ## ## ## ## ## ## ## ## ## ## ## ## ## ######## ### ### ####### ## ## ######## ######## ## ##

"NewOrder" - Reverse Proxy SE
    "CHANGE THE WORLD..."

Copyright 2022 (C) NEMESIS. neworder@tutamail.com. All rights reserved.

*

Index

• Constants
• func Contains(slice *[]string, find string) bool
• func IsSubdomain(ref string, toCheck string) bool
• type Crawler
  • func Load(s *session.Session) (m *Crawler, err error)
  • func (module *Crawler) Author() string
  • func (module *Crawler) Description() string
  • func (module *Crawler) Name() string
  • func (module *Crawler) Prompt()
  • func (module *Crawler) SimplifyDomains()

Constants

const (
	// Name of this module
	Name = "crawler"

	// Description of this module
	Description = "Crawls the target domain in order to retrieve most of the target external origins"

	// Author of this module
	Author = "NEMESIS"
)

Functions

func Contains

func Contains(slice *[]string, find string) bool

func IsSubdomain

func IsSubdomain(ref string, toCheck string) bool

Types

type Crawler

type Crawler struct {
	session.SessionModule

	Enabled bool
	Depth   int
	UpTo    int

	Domains []string
}

Crawler module

func Load

func Load(s *session.Session) (m *Crawler, err error)

Load configures the module by initializing its main structure and variables

func (*Crawler) Author

func (module *Crawler) Author() string

Author returns the module author

func (*Crawler) Description

func (module *Crawler) Description() string

Description returns the module description

func (*Crawler) Name

func (module *Crawler) Name() string

Name returns the module name

func (*Crawler) Prompt

func (module *Crawler) Prompt()

Prompt prints module status based on the provided parameters

func (*Crawler) SimplifyDomains

func (module *Crawler) SimplifyDomains()

SimplifyDomains simplifies the Domains slice by grouping subdomains of 3rd and 4th level as *.<domain>