scraper

Documentation

Index

• Constants
• func CombineURL(base string, appendQuery map[string]string) url.URL
• func Scrape()
• type Error
  • func (err *Error) Error() string
  • func (err *Error) String() string
• type Method
  • func (m Method) String() string
• type Result
• type Scraper
  • func (scr *Scraper) Get(baseUrl string, query map[string]string) error
  • func (scr *Scraper) Post(baseUrl string, query map[string]string, data io.Reader) error
  • func (scr *Scraper) Ready(method Method, baseUrl string, query map[string]string)
  • func (scr *Scraper) Request(data io.Reader, header map[string]string) error

Constants

const (
	Event_BeforeRequest = string(iota)
	Event_BeforeUnmarshal
)

Functions

func CombineURL

func CombineURL(base string, appendQuery map[string]string) url.URL

func Scrape

func Scrape()

Types

type Error

type Error struct {
	ErrCode uint
	ErrMsg  string
	ErrUrl  url.URL
}

func (*Error) Error

func (err *Error) Error() string

func (*Error) String

func (err *Error) String() string

type Method

type Method byte

const (
	GET Method = 1 << iota
	POST
)

func (Method) String

func (m Method) String() string

type Result

type Result struct {
	Resp *http.Response
	Buf  bytes.Buffer
	Json JSlike.Any
}

type Scraper

type Scraper struct {
	Url       url.URL
	Method    string
	Result    Result
	AfterInit func()
	EventBus  event.Bus
}

func (*Scraper) Get

func (scr *Scraper) Get(baseUrl string, query map[string]string) error

func (*Scraper) Post

func (scr *Scraper) Post(baseUrl string, query map[string]string, data io.Reader) error

func (*Scraper) Ready

func (scr *Scraper) Ready(method Method, baseUrl string, query map[string]string)

func (*Scraper) Request

func (scr *Scraper) Request(data io.Reader, header map[string]string) error