clone

Documentation

Index

• Constants
• Variables
• func RedirectHandler(req *http.Request, via []*http.Request) error
• func Run(user_submitted_uri string, user_submitted_depth int, origdb *storm.DB) error
• type ForceAssets
• type Redirect
• type Res

Constants

const KushtakaUrlPlaceholder = "KUSHTAKA_URL_REPLACE"

Variables

var DEPTH int

var URI, SCHEME, DOMAIN, PRIMARYLINK string

Functions

func RedirectHandler

func RedirectHandler(req *http.Request, via []*http.Request) error

SetRedirectHandler instructs the Collector to allow multiple downloads of the same URL

func Run

func Run(user_submitted_uri string, user_submitted_depth int, origdb *storm.DB) error

Types

type ForceAssets

type ForceAssets struct {
	Assets map[string]string
	// contains filtered or unexported fields
}

type Redirect

type Redirect struct {
	ID         int64  `storm:"id,increment"`
	StatusCode int    `storm:"index"`
	URL        string `storm:"index,unique"`
	GotoURL    string `storm:"index"`
	Headers    http.Header
}

type Res

type Res struct {
	ID         int64  `storm:"id,increment"`
	StatusCode int    `storm:"index"`
	URL        string `storm:"index,unique"`
	Headers    http.Header
	Body       []byte
	Orig       []byte
}