scraper

Documentation

Index

• type Config
• type Endpoint
• type Extractor
  • func MustExtractor(value string) *Extractor
  • func NewExtractor(value string) (*Extractor, error)
  • func (e *Extractor) Set(value string) (err error)
• type Extractors
  • func (ex Extractors) MarshalJSON() ([]byte, error)
  • func (ex *Extractors) UnmarshalJSON(data []byte) error
• type Handler
  • func (h *Handler) LoadConfig(b []byte) error
  • func (h *Handler) LoadConfigFile(path string) error
  • func (h *Handler) ServeHTTP(w http.ResponseWriter, r *http.Request)

Types

type Config

type Config map[string]*Endpoint

the configuration file

type Endpoint

type Endpoint struct {
	Name    string                `json:"name,omitempty"`
	Method  string                `json:"method,omitempty"`
	URL     string                `json:"url"`
	Body    string                `json:"body,omitempty"`
	Headers map[string]string     `json:"headers,omitempty"`
	List    string                `json:"list,omitempty"`
	Result  map[string]Extractors `json:"result"`
}

type Extractor

type Extractor struct {
	// contains filtered or unexported fields
}

func MustExtractor

func MustExtractor(value string) *Extractor

func NewExtractor

func NewExtractor(value string) (*Extractor, error)

func (*Extractor) Set

func (e *Extractor) Set(value string) (err error)

sets the current string Value as the Extractor function

type Extractors

type Extractors []*Extractor

func (Extractors) MarshalJSON

func (ex Extractors) MarshalJSON() ([]byte, error)

func (*Extractors) UnmarshalJSON

func (ex *Extractors) UnmarshalJSON(data []byte) error

type Handler

type Handler struct {
	Auth   string
	Log    bool
	Config Config
}

func (*Handler) LoadConfig

func (h *Handler) LoadConfig(b []byte) error

func (*Handler) LoadConfigFile

func (h *Handler) LoadConfigFile(path string) error

func (*Handler) ServeHTTP

func (h *Handler) ServeHTTP(w http.ResponseWriter, r *http.Request)