request

Documentation

Index

• type BaseRequest
  • func (b BaseRequest) Url() string
• type ExtractRequest
  • func (e ExtractRequest) Executor(req interface{})
  • func (e *ExtractRequest) UnmarshalJSON(b []byte) error
• type Request
  • func (r *Request) AbsoluteURL(u string) string
  • func (e Request) Executor(req interface{})
  • func (r *Request) IsAllowed(u string) bool
  • func (r *Request) UnmarshalJSON(b []byte) error
• type Response

Types

type BaseRequest

type BaseRequest struct {
	URL         string `json:"URL" binding:"required"`
	ContentType string `json:"ContentType" binding:"required"` //Content-Type in http header
	Content     string `json:"Content" binding:"required"`     //base64
	UrlParsed   *url.URL
	BaseURL     *url.URL
	Responsec   chan interface{}
}

BaseRequest is base request

func (BaseRequest) Url

func (b BaseRequest) Url() string

type ExtractRequest

type ExtractRequest struct {
	BaseRequest
	Template *pgextract.Template `json:"template" binding:"required"`
	Exfunc   func(*ExtractRequest)
}

ExtractRequest is Extract related request

func (ExtractRequest) Executor

func (e ExtractRequest) Executor(req interface{})

func (*ExtractRequest) UnmarshalJSON

func (e *ExtractRequest) UnmarshalJSON(b []byte) error

UnmarshalJSON Deserialization

type Request

type Request struct {
	BaseRequest
	IfRegexp             bool     `json:"IfRegexp,omitempty"`
	OnlyHomeSite         bool     `json:"OnlyHomeSite,omitempty"`
	CSSSelectors         []string `json:"CSSSelectors,omitempty"`
	XPathQuerys          []string `json:"XPathQuerys,omitempty"`
	AllowedDomains       []string `json:"AllowedDomains,omitempty"`
	DisallowedDomains    []string `json:"DisallowedDomains,omitempty"`
	DisallowedURLFilters []string `json:"DisallowedURLFilters,omitempty"`
	AllowedURLFilters    []string `json:"AllowedURLFilters,omitempty"`
	AllowedExts          []string `json:"AllowedExts,omitempty"`

	Exfunc func(*Request)
	// contains filtered or unexported fields
}

Request TODO

func (*Request) AbsoluteURL

func (r *Request) AbsoluteURL(u string) string

func (Request) Executor

func (e Request) Executor(req interface{})

func (*Request) IsAllowed

func (r *Request) IsAllowed(u string) bool

func (*Request) UnmarshalJSON

func (r *Request) UnmarshalJSON(b []byte) error

UnmarshalJSON Deserialization

type Response

type Response = sth.Result

Response TODO