processor

Documentation

Overview

processor that gathers all hidden onion URLs from the fetched content

Index

• func Name(n string) string
• type Config
  • func ParseConfig(p *string) (Config, error)
• type DataUnit
• type HiddenProcessor
  • func NewHiddenProcessor(in chan DataUnit, out chan DataUnit, len int) HiddenProcessor
  • func (p HiddenProcessor) InChannel() chan DataUnit
  • func (p HiddenProcessor) Process()
• type HiddenService
• type Image
  • func (img Image) Json() ([]byte, error)
• type ImageProcessor
  • func NewImageProcessor(in chan DataUnit, out chan DataUnit, len int, cnf Config) ImageProcessor
  • func (p ImageProcessor) InChannel() chan DataUnit
  • func (p ImageProcessor) Name() string
  • func (p ImageProcessor) Process()
• type Output
• type Processor
• type Recon
• type ReconResults
• type Text
• type TextProcessor
  • func NewTextProcessor(in chan DataUnit, out chan DataUnit, len int) TextProcessor
  • func (p TextProcessor) InChannel() chan DataUnit
  • func (p TextProcessor) Name() string
  • func (p TextProcessor) Process()

Functions

func Name

func Name(n string) string

Types

type Config

type Config struct {
	Processors []processorsC `json:"processors"`
}

func ParseConfig

func ParseConfig(p *string) (Config, error)

type DataUnit

type DataUnit struct {
	Processor *Processor
	Url       string
	Html      []byte
	Outputs   []interface{}
}

type HiddenProcessor

type HiddenProcessor struct {
	HiddenServices []HiddenService
	// contains filtered or unexported fields
}

func NewHiddenProcessor

func NewHiddenProcessor(in chan DataUnit, out chan DataUnit, len int) HiddenProcessor

func (HiddenProcessor) InChannel

func (p HiddenProcessor) InChannel() chan DataUnit

func (HiddenProcessor) Process

func (p HiddenProcessor) Process()

type HiddenService

type HiddenService struct {
	RootUrl       string
	ProcessorName string
	Url           string
}

type Image

type Image struct {
	RootUrl       string
	Url           string
	ProcessorName string
	Exif          map[string]string
	Recon         ReconResults
	Errors        []string
	Timestamp     time.Time
}

func (Image) Json

func (img Image) Json() ([]byte, error)

type ImageProcessor

type ImageProcessor struct {
	// contains filtered or unexported fields
}

func NewImageProcessor

func NewImageProcessor(in chan DataUnit, out chan DataUnit, len int, cnf Config) ImageProcessor

func (ImageProcessor) InChannel

func (p ImageProcessor) InChannel() chan DataUnit

func (ImageProcessor) Name

func (p ImageProcessor) Name() string

func (ImageProcessor) Process

func (p ImageProcessor) Process()

type Output

type Output interface {
	Json() ([]byte, error)
}

type Processor

type Processor interface {
	InChannel() chan DataUnit
	Process()
}

type Recon

type Recon struct {
	Label       string
	Probability float32
}

type ReconResults

type ReconResults struct {
	Results []Recon
}

type Text

type Text struct {
	Url           string
	ProcessorName string
	Text          string
	Error         error
}

type TextProcessor

type TextProcessor struct {
	// contains filtered or unexported fields
}

func NewTextProcessor

func NewTextProcessor(in chan DataUnit, out chan DataUnit, len int) TextProcessor

func (TextProcessor) InChannel

func (p TextProcessor) InChannel() chan DataUnit

func (TextProcessor) Name

func (p TextProcessor) Name() string

func (TextProcessor) Process

func (p TextProcessor) Process()