scanner

Documentation

Index

• Variables
• func DecodeData(data []byte, headers http.Header) ([]byte, error)
• func DecodeKorean(s []byte) ([]byte, error)
• func Decodebig5(s []byte) ([]byte, error)
• func Decodegbk(s []byte) ([]byte, error)
• func Encodebig5(s []byte) ([]byte, error)
• type Response
• type Scanner
  • func NewScanner(options *types.Options) (*Scanner, error)
  • func (scanner *Scanner) Alive(target *input.Target) *input.Target
  • func (scanner *Scanner) Close()
  • func (scanner *Scanner) CountOperators() int
  • func (scanner *Scanner) CountOperatorsRequest() int
  • func (scanner *Scanner) IsSkipURL(URL string) bool
  • func (scanner *Scanner) MergeOperators()
  • func (scanner *Scanner) Scan(target *input.Target, writer func(event output.ResultEvent))
  • func (scanner *Scanner) ScanUncover(resultCallback func(event string)) (<-chan string, error)

Variables

var DefaultPathScanDir = filepath.Join(folderutil.HomeDirOrDefault("."), ".config", "pathScan")

var DefaultProviderConfigLocation = filepath.Join(DefaultPathScanDir, "provider-config.yaml")

Functions

func DecodeData

func DecodeData(data []byte, headers http.Header) ([]byte, error)

DecodeData ExtractTitle from a response

func DecodeKorean

func DecodeKorean(s []byte) ([]byte, error)

func Decodebig5

func Decodebig5(s []byte) ([]byte, error)

Decodebig5 converts BIG5 to UTF-8

func Decodegbk

func Decodegbk(s []byte) ([]byte, error)

Decodegbk converts GBK to UTF-8

func Encodebig5

func Encodebig5(s []byte) ([]byte, error)

Encodebig5 converts UTF-8 to BIG5

Types

type Response

type Response struct {
	Response      *http.Response
	Raw           string
	RawData       []byte
	RawHeaders    string
	Headers       map[string][]string
	StatusCode    int
	ContentLength int
	Data          []byte
}

type Scanner

type Scanner struct {
	sync.RWMutex
	// contains filtered or unexported fields
}

func NewScanner

func NewScanner(options *types.Options) (*Scanner, error)

func (*Scanner) Alive

func (scanner *Scanner) Alive(target *input.Target) *input.Target

func (*Scanner) Close

func (scanner *Scanner) Close()

func (*Scanner) CountOperators

func (scanner *Scanner) CountOperators() int

func (*Scanner) CountOperatorsRequest

func (scanner *Scanner) CountOperatorsRequest() int

func (*Scanner) IsSkipURL

func (scanner *Scanner) IsSkipURL(URL string) bool

func (*Scanner) MergeOperators

func (scanner *Scanner) MergeOperators()

func (*Scanner) Scan

func (scanner *Scanner) Scan(target *input.Target, writer func(event output.ResultEvent))

func (*Scanner) ScanUncover

func (scanner *Scanner) ScanUncover(resultCallback func(event string)) (<-chan string, error)