http

Documentation

Index

• Constants
• Variables
• func CheckCookie(urlString string, cookieName string) bool
• func CleanName(name string) string
• func CopyCookies(src string, dest string)
• func Crawl(ctx context.Context, u string, scope []string, max int, ...) error
• func NamesFromCert(cert *x509.Certificate) []string
• func PullCertificateNames(ctx context.Context, addr string, ports []int) []string
• func TLSConn(ctx context.Context, host string, port int) (*tls.Conn, error)
• type BasicAuth
• type Header
  • func HdrToAmassHeader(hdr http.Header) Header
• type Request
  • func ReqToAmassRequest(req *http.Request) *Request
• type Response
  • func RequestWebPage(ctx context.Context, r *Request) (*Response, error)
  • func RespToAmassResponse(resp *http.Response) *Response

Constants

const (
	// Accept is the default HTTP Accept header value used by Amass.
	Accept = "text/html,application/json,application/xhtml+xml,application/xml;q=0.5,*/*;q=0.2"
	// AcceptLang is the default HTTP Accept-Language header value used by Amass.
	AcceptLang = "en-US,en;q=0.5"
)

Variables

var DefaultClient *http.Client

DefaultClient is the same HTTP client used by the package methods.

var (
	// UserAgent is the default user agent used by Amass during HTTP requests.
	UserAgent string
)

Functions

func CheckCookie

func CheckCookie(urlString string, cookieName string) bool

CheckCookie checks if a cookie exists in the cookie jar for a given host

func CleanName

func CleanName(name string) string

CleanName will clean up the names scraped from the web.

func CopyCookies

func CopyCookies(src string, dest string)

CopyCookies copies cookies from one domain to another. Some of our data sources rely on shared auth tokens and this avoids sending extra requests to have the site reissue cookies for the other domains.

func Crawl

func Crawl(ctx context.Context, u string, scope []string, max int, callback func(*Request, *Response)) error

Crawl will spider the web page at the URL argument looking while staying within the scope provided.

func NamesFromCert

func NamesFromCert(cert *x509.Certificate) []string

NamesFromCert parses DNS names out of a TLS certificate.

func PullCertificateNames

func PullCertificateNames(ctx context.Context, addr string, ports []int) []string

PullCertificateNames attempts to pull a cert from one or more ports on an IP.

func TLSConn

func TLSConn(ctx context.Context, host string, port int) (*tls.Conn, error)

TLSConn attempts to make a TLS connection with the host on the given port.

Types

type BasicAuth

type BasicAuth struct {
	Username string
	Password string
}

BasicAuth contains the data used for HTTP basic authentication.

type Header

type Header map[string]string

Header represents the HTTP headers for requests and responses.

func HdrToAmassHeader

func HdrToAmassHeader(hdr http.Header) Header

HdrToAmassHeader converts a net/http Header to an Amass Header.

type Request

type Request struct {
	URL    string
	Method string
	Header Header
	Body   string
	Auth   *BasicAuth
}

Request represents the HTTP request in the Amass preferred format.

func ReqToAmassRequest

func ReqToAmassRequest(req *http.Request) *Request

ReqToAmassRequest converts a net/http Request to an Amass Request.

type Response

type Response struct {
	Status     string
	StatusCode int
	Proto      string
	ProtoMajor int
	ProtoMinor int
	Header     Header
	Body       string
	Length     int64
	TLS        *tls.ConnectionState
}

Response represents the HTTP response in the Amass preferred format.

func RequestWebPage

func RequestWebPage(ctx context.Context, r *Request) (*Response, error)

RequestWebPage returns the response headers, body, and status code for the provided URL when successful.

func RespToAmassResponse

func RespToAmassResponse(resp *http.Response) *Response

RespToAmassResponse converts a net/http Response to an Amass Response.