Documentation ¶
Index ¶
- Constants
- Variables
- func DefaultLogger(url, method, auth string, reqBody, respBody *Body, status int, ...)
- func DisableLog()
- func DownloadFile(filepath, url string) error
- func DownloadImage(filepath, url string) error
- func GetFile(url string) (io.ReadCloser, error)
- func GetFileWithReqOption(url string, opts ...RequestOption) (io.ReadCloser, error)
- func GetImage(url string) (io.ReadCloser, error)
- func GetRandUserAgent() string
- func ImageOption(req *http.Request)
- func NewReplaceHttpRequest(r *http.Request) *replaceHttpRequest
- func ReplaceHttpRequest(r *http.Request, url, method string, body io.ReadCloser) *http.Request
- func ResetProxy()
- func ResolveURL(u *url.URL, p string) string
- func SetDefaultClient(client *http.Client)
- func SetDefaultLogger(logger LogCallback)
- func SetProxy(url string)
- func SetProxyEnv(url string)
- func SetTimeout(timeout time.Duration)
- func SimpleDelete(url string, param, response interface{}) error
- func SimpleGet(url string, response any) error
- func SimpleGetStream(url string) (io.ReadCloser, error)
- func SimplePost(url string, param, response interface{}) error
- func SimplePut(url string, param, response interface{}) error
- func UrlAppendParam(url string, param interface{}) string
- func UrlParam(param interface{}) string
- func UserAgentChrome(version string) string
- type Body
- type ContentType
- type Downloader
- func (d *Downloader) AddHeader(header, value string) *Downloader
- func (d *Downloader) ConcurrencyDownloadFile(filepath string, concurrencyNum int) error
- func (d *Downloader) ContinuationDownloadFile(filepath string) error
- func (d *Downloader) DownloadFile(filepath string) error
- func (d *Downloader) GetResponse() (*http.Response, error)
- func (d *Downloader) OverwriteMode() *Downloader
- func (d *Downloader) SetClient(set func(*http.Client)) *Downloader
- func (d *Downloader) SetHeader(header Header) *Downloader
- func (d *Downloader) SetRequest(set RequestOption) *Downloader
- func (d *Downloader) WithClient(c *http.Client) *Downloader
- func (d *Downloader) WithMode(mode uint8) *Downloader
- func (d *Downloader) WithOptions(opts ...RequestOption) *Downloader
- func (d *Downloader) WithRange(begin, end string) *Downloader
- func (d *Downloader) WithRequest(c *http.Request) *Downloader
- func (d *Downloader) WithResponseHandler(responseHandler func(response []byte) ([]byte, error)) *Downloader
- type Header
- type LogCallback
- type LogLevel
- type Logger
- type Option
- type RawBytes
- type Request
- func (req *Request) AddHeader(k, v string) *Request
- func (req *Request) CachedHeader(key string) *Request
- func (req *Request) ContentType(contentType ContentType) *Request
- func (req *Request) Delete(url string, param, response interface{}) error
- func (req *Request) DisableLog() *Request
- func (req *Request) Do(param, response interface{}) error
- func (req *Request) DoEmpty() error
- func (req *Request) DoRaw(param interface{}) (RawBytes, error)
- func (req *Request) DoStream(param interface{}) (io.ReadCloser, error)
- func (req *Request) DoWithNoParam(response interface{}) error
- func (req *Request) DoWithNoResponse(param interface{}) error
- func (req *Request) Get(url string, response interface{}) error
- func (req *Request) LogLevel(lvl LogLevel) *Request
- func (req *Request) Method(method string) *Request
- func (req *Request) Post(url string, param, response interface{}) error
- func (req *Request) Put(url string, param, response interface{}) error
- func (req *Request) ResponseHandler(handler func(response *http.Response) (retry bool, data []byte, err error)) *Request
- func (req *Request) RetryHandler(handle func(*Request)) *Request
- func (req *Request) RetryTimes(retryTimes int) *Request
- func (req *Request) RetryTimesWithInterval(retryTimes int, retryInterval time.Duration) *Request
- func (req *Request) SetHeader(header Header) *Request
- func (req *Request) SetProxy(url string) *Request
- func (req *Request) Timeout(timeout time.Duration) *Request
- func (req *Request) Url(url string) *Request
- func (req *Request) WithClient(client *http.Client) *Request
- func (req *Request) WithLogger(logger LogCallback) *Request
- type RequestOption
- type ResponseBody
- type ResponseBody2
- type ResponseBodyCheck
Constants ¶
View Source
const ( UserAgent1 = "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:60.0) Gecko/20100101 Firefox/60.0" UserAgentChrome95 = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/95.0.4638.69 Safari/537.36" UserAgentChrome117 = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.0.0 Safari/537.36" UserAgentIphone = "" /* 139-byte string literal not displayed */ )
View Source
const DownloadKey = fs.DownloadKey
Variables ¶
View Source
var (
ErrNotFound = fmt.Errorf("not found")
)
Functions ¶
func DefaultLogger ¶
func DisableLog ¶
func DisableLog()
func DownloadFile ¶
func DownloadImage ¶
func GetFileWithReqOption ¶
func GetFileWithReqOption(url string, opts ...RequestOption) (io.ReadCloser, error)
func GetRandUserAgent ¶
func GetRandUserAgent() string
func ImageOption ¶
func NewReplaceHttpRequest ¶
func ReplaceHttpRequest ¶
func ResetProxy ¶
func ResetProxy()
func SetDefaultClient ¶
func SetDefaultLogger ¶
func SetDefaultLogger(logger LogCallback)
func SetProxyEnv ¶
func SetProxyEnv(url string)
func SetTimeout ¶
func SimpleDelete ¶
func SimpleGetStream ¶
func SimpleGetStream(url string) (io.ReadCloser, error)
func SimplePost ¶
func UrlAppendParam ¶
func UserAgentChrome ¶
Types ¶
type Body ¶
type Body struct { Data []byte ContentType ContentType }
func NewBody ¶
func NewBody(data []byte, contentType ContentType) *Body
func (*Body) IsProtobuf ¶
type ContentType ¶
type ContentType uint8
const ( ContentTypeJson ContentType = iota ContentTypeForm ContentTypeFormData ContentTypeProtobuf ContentTypeText ContentTypeImage ContentTypeBinary )
type Downloader ¶
type Downloader struct { Client *http.Client Request *http.Request Mode uint8 // 模式,0-强制覆盖,1-不存在下载,3-断续下载 ResponseHandler func(response []byte) ([]byte, error) }
TODO: Range StatusPartialContent 下载
func NewDownloader ¶
func NewDownloader(url string) (*Downloader, error)
func (*Downloader) AddHeader ¶
func (d *Downloader) AddHeader(header, value string) *Downloader
func (*Downloader) ConcurrencyDownloadFile ¶
func (d *Downloader) ConcurrencyDownloadFile(filepath string, concurrencyNum int) error
TODO: 利用简单任务调度实现
func (*Downloader) ContinuationDownloadFile ¶
func (d *Downloader) ContinuationDownloadFile(filepath string) error
func (*Downloader) DownloadFile ¶
func (d *Downloader) DownloadFile(filepath string) error
func (*Downloader) GetResponse ¶
func (d *Downloader) GetResponse() (*http.Response, error)
func (*Downloader) OverwriteMode ¶
func (d *Downloader) OverwriteMode() *Downloader
强制覆盖,如果文件已存在,不下载覆盖
func (*Downloader) SetClient ¶
func (d *Downloader) SetClient(set func(*http.Client)) *Downloader
func (*Downloader) SetHeader ¶
func (d *Downloader) SetHeader(header Header) *Downloader
func (*Downloader) SetRequest ¶
func (d *Downloader) SetRequest(set RequestOption) *Downloader
func (*Downloader) WithClient ¶
func (d *Downloader) WithClient(c *http.Client) *Downloader
func (*Downloader) WithMode ¶
func (d *Downloader) WithMode(mode uint8) *Downloader
func (*Downloader) WithOptions ¶
func (d *Downloader) WithOptions(opts ...RequestOption) *Downloader
func (*Downloader) WithRange ¶
func (d *Downloader) WithRange(begin, end string) *Downloader
func (*Downloader) WithRequest ¶
func (d *Downloader) WithRequest(c *http.Request) *Downloader
func (*Downloader) WithResponseHandler ¶
func (d *Downloader) WithResponseHandler(responseHandler func(response []byte) ([]byte, error)) *Downloader
type LogCallback ¶
type Request ¶
type Request struct {
AuthUser, AuthPass string
// contains filtered or unexported fields
}
Request ...
func DefaultHeaderRequest ¶
func DefaultHeaderRequest() *Request
func NewDeleteRequest ¶
func NewGetRequest ¶
func NewPostRequest ¶
func NewPutRequest ¶
func NewRequest ¶
func (*Request) CachedHeader ¶
func (*Request) ContentType ¶
func (req *Request) ContentType(contentType ContentType) *Request
func (*Request) DisableLog ¶
func (*Request) DoWithNoParam ¶
func (*Request) DoWithNoResponse ¶
func (*Request) ResponseHandler ¶
func (req *Request) ResponseHandler(handler func(response *http.Response) (retry bool, data []byte, err error)) *Request
handler 返回值:是否重试,返回数据,错误
func (*Request) RetryHandler ¶
func (*Request) RetryTimes ¶
func (*Request) RetryTimesWithInterval ¶
func (*Request) WithLogger ¶
func (req *Request) WithLogger(logger LogCallback) *Request
type RequestOption ¶
func SetAccept ¶
func SetAccept(refer string) RequestOption
func SetCookie ¶
func SetCookie(cookie string) RequestOption
func SetHeader ¶
func SetHeader(header Header) RequestOption
func SetRefer ¶
func SetRefer(refer string) RequestOption
type ResponseBody ¶
type ResponseBody struct { Status int `json:"status"` Data any `json:"data"` Message string `json:"message"` }
func (*ResponseBody) CheckError ¶
func (res *ResponseBody) CheckError() error
type ResponseBody2 ¶
func (*ResponseBody2) CheckError ¶
func (res *ResponseBody2) CheckError() error
type ResponseBodyCheck ¶
type ResponseBodyCheck interface {
CheckError() error
}
func CommonResponse ¶
func CommonResponse(response interface{}) ResponseBodyCheck
func CommonResponse2 ¶
func CommonResponse2(response interface{}) ResponseBodyCheck
Source Files ¶
Click to show internal directories.
Click to hide internal directories.