gathertool

package module
v0.4.3 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Apr 21, 2023 License: MIT Imports: 78 Imported by: 9

README

简介

  • gathertool是golang脚本化开发集成库，目的是提高对应场景脚本程序开发的效率；
  • gathertool也是一款轻量级爬虫库，特色是分离了请求事件，通俗点理解就是对请求过程状态进行事件处理。
  • gathertool也是接口测试&压力测试库，在接口测试脚本开发上有明显的效率优势，
  • gathertool还集成了对三方中间件的操作，DB操作等。

使用

  • go get github.com/mangenotwork/gathertool

介绍

gathertool是一个高度封装工具库，包含了http/s的请求，Mysql数据库方法，数据类型处理方法，数据提取方法，websocket相关方法， TCP|UDP相关方法，NoSql相关方法，开发常用方法等; 可以用于爬虫程序，接口&压力测试程序，常见网络协议调试程序，数据提取与存储程序等； gathertool的请求特点: 会在请求阶段执行各个事件如请求失败后的重试事件,请求前后的事件，请求成功事件等等, 可以根据请求状态码自定义这些事件； gathertool还拥有很好的可扩展性， 适配传入任意自定义http请求对象， 能适配各种代理对象等等； gathertool还拥有抓取数据存储功能, 比如存储到mysql, redis, mongo, pgsql等等; 还有很多创新的地方文档会根据具体方法进行介绍； gathertool还封装了消息队列接口，支持Nsq,Kafka,rabbitmq,redis等消息队列中间件

文档：

开发文档

pkg.go.dev

开始使用

go get github.com/mangenotwork/gathertool

简单的get请求
import gt "github.com/mangenotwork/gathertool"

func main(){
    ctx, err := gt.Get("https://www.baidu.com")
    if err != nil {
        log.Println(err)
    }
    log.Println(ctx.RespBodyString)
}
含请求事件请求
import gt "github.com/mangenotwork/gathertool"

func main(){

    gt.NewGet(`http://192.168.0.1`).SetStartFunc(func(ctx *gt.Context){
            log.Println("请求前： 添加代理等等操作")
            ctx.Client.Transport = &http.Transport{Proxy: http.ProxyURL(proxyUrl)}
        }
    ).SetSucceedFunc(func(ctx *gt.Context){
            log.Println("请求成功： 处理数据或存储等等")
            log.Println(ctx.RespBodyString())
        }
    ).SetFailedFunc(func(ctx *gt.Context){
            log.Println("请求失败： 记录失败等等")
            log.Println(ctx.Err)
        }
    ).SetRetryFunc(func(ctx *gt.Context){
             log.Println("请求重试： 更换代理或添加等待时间等等")
             ctx.Client.Transport = &http.Transport{Proxy: http.ProxyURL(proxyUrl)}
        }
    ).SetEndFunc(func(ctx *gt.Context){
             log.Println("请求结束： 记录结束，处理数据等等")
             log.Println(ctx)
        }
    ).Do()
    
}
事件方法复用
func main(){
    gt.NewGet(`http://192.168.0.1`).SetSucceedFunc(succeed).SetFailedFunc(failed).SetRetryFunc(retry).Do()
    gt.NewGet(`http://www.baidu.com`).SetSucceedFunc(baiduSucceed).SetFailedFunc(failed).SetRetryFunc(retry).Do()
}
// 请求成功： 处理数据或存储等等
func succeed(ctx *gt.Context){
    log.Println(ctx.RespBodyString())
}
// 请求失败： 记录失败等等
func failed(ctx *gt.Context){
    log.Println(ctx.Err)
}
// 请求重试： 更换代理或添加等待时间等等
func retry(ctx *gt.Context){
    ctx.Client.Transport = &http.Transport{Proxy: http.ProxyURL(proxyUrl)}
}
// 百度请求成功后
func baiduSucceed(ctx *gt.Context){
    log.Println(ctx.RespBodyString())
}
post请求
    // FormData
    postData := gt.FormData{
        "aa":"aa",	
    }
    
    // header
    header := gt.NewHeader(map[string]string{
        "Accept":"*/*",
        "X-MicrosoftAjax":"Delta=true",
        "Accept-Encoding":"gzip, deflate",
        "XMLHttpRequest":"XMLHttpRequest",
        "Content-Type":"application/x-www-form-urlencoded; charset=UTF-8",
    })
    
    // cookie
    cookie := gt.Cookie{
        "aa":"a"
    }
    
    // 随机休眠 2~6秒
    sleep := gt.SetSleep(2,6)
    c := gt.NewPostForm(caseUrl, postData, header, cookie, sleep)
    c.Do()
    html := c.RespBodyString()
    log.Print(html)
数据存储到mysql
var (
    host   = "192.168.0.100"
    port      = 3306
    user      = "root"
    password  = "root123"
    dbName  = "dbName"
    db,_ = gt.NewMysql(host, port, user, password, dbName)
)

//.... 执行抓取
data1 := "data1"
data2 := "data2"

inputdata := map[string]interface{} {
    "data1" : data1,
    "data2" : data2,
}

tableName := "data"
db.Spider2022DB.InsertAt(tableName, inputdata)
HTML数据提取
func main(){
	date := "2022-07-05"
	caseUrl := "***"
	ctx, _ := gt.Get(fmt.Sprintf(caseUrl, date))
    datas, _ := gt.GetPointHTML(ctx.Html, "div", "id", "domestic")
	Data(datas, date, "内期表", "备注：内期表=国内期货主力合约表")
	datas, _ = gt.GetPointHTML(ctx.Html, "div", "id", "overseas")
	Data(datas, date, "外期表", "备注：外期表=国外期货主力合约表")
}

func Data(datas []string, date, typeName, note string) {
	for _, data := range datas {
		table, _ := gt.GetPointHTML(data, "table", "id", "fdata")
		if len(table) > 0 {
			trList := gt.RegHtmlTr(table[0])
			jys := ""
			for _, tr := range trList {
				td := gt.RegHtmlTd(tr)
				log.Println("td = ", td, len(td))
				if len(td) == 1 {
					jys = gt.RegHtmlTdTxt(td[0])[0]
					continue
				}
				name := gt.RegHtmlTdTxt(td[0])[0]
				if strings.Index(name, "商品名称") != -1 {
					continue
				}
				zlhy := gt.RegHtmlTdTxt(td[1])[0]
				jsj := gt.RegHtmlTdTxt(td[2])[0]
				zd := gt.RegDelHtml(gt.RegHtmlTdTxt(td[3])[0])
				cjj := gt.RegHtmlTdTxt(td[4])[0]
				ccl := gt.RegHtmlTdTxt(td[5])[0]
				dw := gt.RegHtmlTdTxt(td[6])[0]
				log.Println("日期 = ", date)
				log.Println("机构 = ", jys)
				log.Println("商品名称 = ", name)
				log.Println("主力合约 = ", zlhy)
				log.Println("结算价 = ", jsj)
				log.Println("涨跌 = ", zd)
				log.Println("成交量 = ", cjj)
				log.Println("持仓量 = ", ccl)
				log.Println("单位 = ", dw)
			}
		}
	}
}
Json数据提取
func main(){
	txt := `{
    "reason":"查询成功!",
    "result":{
        "city":"苏州",
        "realtime":{
            "temperature":"17",
            "humidity":"69",
            "info":"阴",
            "wid":"02",
            "direct":"东风",
            "power":"2级",
            "aqi":"30"
        },
        "future":[
            {
                "date":"2021-10-25",
                "temperature":"12\/21℃",
                "weather":"多云",
                "wid":{
                    "day":"01",
                    "night":"01"
                },
                "direct":"东风"
            },
            {
                "date":"2021-10-26",
                "temperature":"13\/21℃",
                "weather":"多云",
                "wid":{
                    "day":"01",
                    "night":"01"
                },
                "direct":"东风转东北风"
            },
            {
                "date":"2021-10-27",
                "temperature":"13\/22℃",
                "weather":"多云",
                "wid":{
                    "day":"01",
                    "night":"01"
                },
                "direct":"东北风"
            }
        ]
    },
    "error_code":0
}`

	jx1 := "/result/future/[0]/date"
	jx2 := "/result/future/[0]"
	jx3 := "/result/future"

	log.Println(gt.JsonFind(txt, jx1))
	log.Println(gt.JsonFind2Json(txt, jx2))
	log.Println(gt.JsonFind2Json(txt, jx3))
	log.Println(gt.JsonFind2Map(txt, jx2))
	log.Println(gt.JsonFind2Arr(txt, jx3))

}

......

实例

JetBrains 开源证书支持

gathertool 项目一直以来都是在 JetBrains 公司旗下的 GoLand 集成开发环境中进行开发，基于 free JetBrains Open Source license(s) 正版免费授权，在此表达我的谢意。

三方引用 感谢这些开源项目

  • github.com/Shopify/sarama
  • github.com/dgrijalva/jwt-go
  • github.com/garyburd/redigo
  • github.com/nsqio/go-nsq
  • github.com/streadway/amqp
  • github.com/xuri/excelize/v2
  • go.mongodb.org/mongo-driver
  • gopkg.in/yaml.v3

里程碑

v0.2.1 ~ v0.2.9
2021.10 ~ 2022.3
库的基本完成与完善，用于正式工作环境
v0.3.4
新增代理与抓包
启动一个代理服务，并抓包对数据包进行处理
v0.3.5
新增socket5代理
v0.3.6
新增:
1. func SimpleServer(addr string, g *grpc.Server) : grpc服务端
2. func NewTask() *Task : task的实例方法
3. func (task *Task) SetUrl(urlStr string) *Task & func (task *Task) SetJsonParam(jsonStr string) *Task

修复:
1. Context对象，Task为空的问题
v0.3.7
新增:
1. 新增html解析，指定html内容提取
2. 新增抓取实例
3. 优化部分方法
4. 添加注释
v0.3.9
新增:
1. 新增配置，支持yaml

优化部分方法
代码审查
v0.4.1
新增:
1. 文件相关处理
2. 文件压缩解压
3. 新增抓取实列 _examples/cnlinfo

优化部分方法
代码审查
v0.4.2
新增:
1. redis, nsq, rabbitmq, kafka 消息队列方法
2. 新增开发文档
3. 新增redis相关方法

代码审查
v0.4.3
1. 新增网站链接采集应用场景的方法 
2. 修复v0.4.2的json导入bug 
3. 修复redis封装方法的bug 
4. 请求日志添加请求地址信息
5. 优化抓取实例

代码审查

Documentation

Index

Constants

View Source 
const (
	CBC = "CBC"
	ECB = "ECB"
	CFB = "CFB"
	CTR = "CTR"
)
View Source 
const (
	POST    = "POST"
	GET     = "GET"
	HEAD    = "HEAD"
	PUT     = "PUT"
	DELETE  = "DELETE"
	PATCH   = "PATCH"
	OPTIONS = "OPTIONS"
	ANY     = ""
)
View Source 
const (
	UTF8    = Charset("UTF-8")
	GB18030 = Charset("GB18030")
	GBK     = Charset("GBK")
	GB2312  = Charset("GB2312")
)
View Source 
const (
	KiB = 1024
	MiB = KiB * 1024
	GiB = MiB * 1024
	TiB = GiB * 1024
)

字节换算

View Source 
const TimeMilliTemplate = "2006-01-02 15:04:05.000"
View Source 
const TimeTemplate = "2006-01-02 15:04:05"

Variables

View Source 
var (
	SHOW_TABLES     = "SHOW TABLES"
	TABLE_NAME_NULL = fmt.Errorf("table name is null.")
	TABLE_IS_NULL   = fmt.Errorf("table is null.")
)
View Source 
var (
	ChineseNumber   = []string{"一", "二", "三", "四", "五", "六", "七", "八", "九", "零"}
	ChineseMoney    = []string{"壹", "贰", "叁", "肆", "伍", "陆", "柒", "捌", "玖"}
	ChineseMoneyAll = []string{"壹", "贰", "叁", "肆", "伍", "陆", "柒", "捌", "玖", "拾", "佰", "仟", "万", "亿", "元", "角", "分", "零", "整", "正", "貳", "陸", "億", "萬", "圓"}
)
View Source 
var (
	UrlBad = errors.New("url is bad.")  // 错误的url
	UrlNil = errors.New("url is null.") // 空的url

)
View Source 
var AgentType = map[UserAgentType][]int{
	PCAgent:           listPCAgent,
	WindowsAgent:      listWindowsAgent,
	LinuxAgent:        listLinuxAgent,
	MacAgent:          listMacAgent,
	AndroidAgent:      listAndroidAgent,
	IosAgent:          listIosAgent,
	PhoneAgent:        listPhoneAgent,
	WindowsPhoneAgent: listWindowsPhoneAgent,
	UCAgent:           listUCAgent,
}
View Source 
var Config *conf
View Source 
var ContentType map[string]string = map[string]string{}/* 315 elements not displayed */

ContentType 数据类型

View Source 
var CookiePool *cookiePool

CookiePool Cookie池

View Source 
var Leaps = []int{0, 31, 29, 31, 30, 31, 30, 31, 31, 30, 31, 30, 31}

Leaps 闰年的天数

View Source 
var LevelMap = map[Level]string{
	1: "[Info]  ",
	2: "[Debug] ",
	3: "[Warn]  ",
	4: "[Error] ",
	5: "[HTTP/s]",
}
View Source 
var LogClose bool = true

LogClose 是否关闭日志

View Source 
var MysqlDB = &Mysql{}
View Source 
var Pyears = []int{0, 31, 28, 31, 30, 31, 30, 31, 31, 30, 31, 30, 31}

Pyears 平年天数

View Source 
var RdsNotConnError = fmt.Errorf("未连接redis")
View Source 
var StatusCodeMap map[int]string = map[int]string{
	200: "success",
	201: "success",
	202: "success",
	203: "success",
	204: "fail",
	300: "success",
	301: "success",
	302: "success",
	400: "fail",
	401: "retry",
	402: "retry",
	403: "retry",
	404: "fail",
	405: "retry",
	406: "retry",
	407: "retry",
	408: "retry",
	412: "success",
	500: "fail",
	501: "fail",
	502: "retry",
	503: "retry",
	504: "retry",
}

StatusCodeMap 状态码处理映射 success 该状态码对应执行成功函数 fail 该状态码对应执行失败函数 retry 该状态码对应需要重试前执行的函数

View Source 
var UserAgentMap map[int]string = map[int]string{
	1:  "Mozilla/5.0 (Windows NT 6.2; WOW64; rv:21.0) Gecko/20100101 Firefox/21.0",
	2:  "Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.94 Safari/537.36",
	3:  "Mozilla/5.0 (compatible; WOW64; MSIE 10.0; Windows NT 6.2)",
	4:  "Opera/9.80 (Windows NT 6.1; WOW64; U; en) Presto/2.10.229 Version/11.62",
	5:  "Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27",
	6:  "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:21.0) Gecko/20130331 Firefox/21.0",
	7:  "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/535.11 (KHTML, like Gecko) Ubuntu/11.10 Chromium/27.0.1453.93 Chrome/27.0.1453.93 Safari/537.36",
	8:  "Mozilla/5.0 (Macintosh; U; Intel Mac OS X 10_6_6; en-US) AppleWebKit/533.20.25 (KHTML, like Gecko) Version/5.0.4 Safari/533.20.27",
	9:  "Opera/9.80 (Macintosh; Intel Mac OS X 10.6.8; U; en) Presto/2.9.168 Version/11.52",
	10: "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_2) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.93 Safari/537.36",
	11: "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.8; rv:21.0) Gecko/20100101 Firefox/21.0",
	12: "Mozilla/5.0 (Linux; Android 4.1.1; Nexus 7 Build/JRO03D) AppleWebKit/535.19 (KHTML, like Gecko) Chrome/18.0.1025.166  Safari/535.19",
	13: "Mozilla/5.0 (Linux; U; Android 4.0.4; en-gb; GT-I9300 Build/IMM76D) AppleWebKit/534.30 (KHTML, like Gecko) Version/4.0 Mobile Safari/534.30",
	14: "Mozilla/5.0 (Linux; U; Android 2.2; en-gb; GT-P1000 Build/FROYO) AppleWebKit/533.1 (KHTML, like Gecko) Version/4.0 Mobile Safari/533.1",
	15: "Mozilla/5.0 (Android; Mobile; rv:14.0) Gecko/14.0 Firefox/14.0",
	16: "Mozilla/5.0 (Android; Tablet; rv:14.0) Gecko/14.0 Firefox/14.0",
	17: "Mozilla/5.0 (Linux; Android 4.0.4; Galaxy Nexus Build/IMM76B) AppleWebKit/535.19 (KHTML, like Gecko) Chrome/18.0.1025.133 Mobile Safari/535.19",
	18: "Mozilla/5.0 (Linux; Android 4.1.2; Nexus 7 Build/JZ054K) AppleWebKit/535.19 (KHTML, like Gecko) Chrome/18.0.1025.166 Safari/535.19",
	19: "Mozilla/5.0 (iPhone; CPU iPhone OS 5_0 like Mac OS X) AppleWebKit/534.46 (KHTML, like Gecko) Version/5.1 Mobile/9A334 Safari/7534.48.3",
	20: "Mozilla/5.0 (iPad; CPU OS 5_0 like Mac OS X) AppleWebKit/534.46 (KHTML, like Gecko) Version/5.1 Mobile/9A334 Safari/7534.48.3",
	21: "Mozilla/5.0 (iPhone; CPU iPhone OS 5_0 like Mac OS X) AppleWebKit/534.46 (KHTML, like Gecko) Version/5.1 Mobile/9A334 Safari/7534.48.3",
	22: "Mozilla/5.0 (iPad; CPU OS 5_0 like Mac OS X) AppleWebKit/534.46 (KHTML, like Gecko) Version/5.1 Mobile/9A334 Safari/7534.48.3",
	23: "Mozilla/5.0 (iPhone; CPU iPhone OS 6_1_4 like Mac OS X) AppleWebKit/536.26 (KHTML, like Gecko) CriOS/27.0.1453.10 Mobile/10B350 Safari/8536.25",
	24: "Mozilla/5.0 (compatible; MSIE 10.0; Windows Phone 8.0; Trident/6.0; IEMobile/10.0; ARM; Touch; NOKIA; Lumia 920)",
	25: "Mozilla/5.0 (compatible; MSIE 9.0; Windows Phone OS 7.5; Trident/5.0; IEMobile/9.0; SAMSUNG; SGH-i917)",
	26: "User-Agent, UCWEB7.0.2.37/28/999",
	27: "User-Agent, NOKIA5700/ UCWEB7.0.2.37/28/999",
	28: "User-Agent, Openwave/ UCWEB7.0.2.37/28/999",
	29: "User-Agent, Mozilla/4.0 (compatible; MSIE 6.0; ) Opera/UCWEB7.0.2.37/28/999",
	30: "Mozilla/5.0 (Windows; U; Windows NT 6.1; ) AppleWebKit/534.12 (KHTML, like Gecko) Maxthon/3.0 Safari/534.12",
	31: "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.1; WOW64; Trident/5.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; InfoPath.3; .NET4.0C; .NET4.0E)",
	32: "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.1; WOW64; Trident/5.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; InfoPath.3; .NET4.0C; .NET4.0E; SE 2.X MetaSr 1.0)",
	33: "Mozilla/5.0 (Windows; U; Windows NT 6.1; en-US) AppleWebKit/534.3 (KHTML, like Gecko) Chrome/6.0.472.33 Safari/534.3 SE 2.X MetaSr 1.0",
	34: "Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; Media Center PC 6.0; InfoPath.3; .NET4.0C; .NET4.0E)",
	35: "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/535.1 (KHTML, like Gecko) Chrome/13.0.782.41 Safari/535.1 QQBrowser/6.9.11079.201",
}

Functions

func AbPathByCaller added in v0.3.5 

func AbPathByCaller() string

AbPathByCaller 获取当前执行文件绝对路径（go run）

func AccountRational added in v0.3.4 

func AccountRational(str string) bool

AccountRational 帐号合理性

func Any2Arr added in v0.1.17 

func Any2Arr(data interface{}) []interface{}

Any2Arr interface{} -> []interface{}

func Any2Float64 added in v0.0.10 

func Any2Float64(data interface{}) float64

Any2Float64 interface{} -> float64

func Any2Int added in v0.0.10 

func Any2Int(data interface{}) int

Any2Int interface{} -> int

func Any2Json added in v0.2.1 

func Any2Json(data interface{}) (string, error)

Any2Json interface{} -> json string

func Any2Map added in v0.0.10 

func Any2Map(data interface{}) map[string]interface{}

Any2Map interface{} -> map[string]interface{}

func Any2String added in v0.0.10 

func Any2String(data interface{}) string

Any2String interface{} -> string

func Any2Strings added in v0.0.10 

func Any2Strings(data interface{}) []string

Any2Strings interface{} -> []string

func Any2int64 added in v0.0.10 

func Any2int64(data interface{}) int64

Any2int64 interface{} -> int64

func BIG5To added in v0.2.8 

func BIG5To(dstCharset string, src string) (dst string, err error)

BIG5To big to

func Base64Decode added in v0.1.4 

func Base64Decode(str string) (string, error)

Base64Decode base64 解码

func Base64Encode added in v0.1.4 

func Base64Encode(str string) string

Base64Encode base64 编码

func Base64UrlDecode added in v0.1.4 

func Base64UrlDecode(str string) (string, error)

Base64UrlDecode base64 url 解码

func Base64UrlEncode added in v0.1.4 

func Base64UrlEncode(str string) string

Base64UrlEncode base64 url 编码

func BeginDayUnix added in v0.1.2 

func BeginDayUnix() int64

BeginDayUnix 获取当天 0点

func Bit2Byte added in v0.2.8 

func Bit2Byte(b []uint8) []byte

Bit2Byte []uint8 -> []byte

func Bool2Byte added in v0.2.8 

func Bool2Byte(b bool) []byte

Bool2Byte bool -> []byte

func Byte2Bit added in v0.2.8 

func Byte2Bit(b []byte) []uint8

Byte2Bit []byte -> []uint8 (bit)

func Byte2Bool added in v0.2.8 

func Byte2Bool(b []byte) bool

Byte2Bool []byte -> bool

func Byte2Float32 added in v0.2.8 

func Byte2Float32(b []byte) float32

Byte2Float32 []byte -> float32

func Byte2Float64 added in v0.2.8 

func Byte2Float64(b []byte) float64

Byte2Float64 []byte -> float64

func Byte2Int added in v0.2.8 

func Byte2Int(b []byte) int

Byte2Int []byte -> int

func Byte2Int64 added in v0.2.8 

func Byte2Int64(b []byte) int64

Byte2Int64 []byte -> int64

func Byte2Str added in v0.1.4 

func Byte2Str(b []byte) string

Byte2Str []byte -> string

func ByteToBinaryString added in v0.1.4 

func ByteToBinaryString(data byte) (str string)

ByteToBinaryString 字节 -> 二进制字符串

func ByteToGBK added in v0.3.5 

func ByteToGBK(strBuf []byte) []byte

ByteToGBK byte -> gbk byte

func ByteToUTF8 added in v0.3.5 

func ByteToUTF8(strBuf []byte) []byte

ByteToUTF8 byte -> utf8 byte

func CPUMax added in v0.1.11 

func CPUMax()

CPUMax 多核执行

func Chdir added in v0.2.8 

func Chdir(dir string) error

func CleaningStr added in v0.0.11 

func CleaningStr(str string) string

CleaningStr 清理字符串前后空白 和回车 换行符号

func CloseLog added in v0.3.6 

func CloseLog()

CloseLog 关闭日志

func CompressDirZip added in v0.4.1 

func CompressDirZip(src, outFile string) error

CompressDirZip 压缩目录

func CompressFiles added in v0.4.1 

func CompressFiles(files []string, dest string) error

CompressFiles 压缩很多文件 files 文件数组，可以是不同dir下的文件或者文件夹 dest 压缩文件存放地址

func ConvertByte2String added in v0.1.4 

func ConvertByte2String(byte []byte, charset Charset) string

ConvertByte2String 编码转换

func ConvertGBK2Str added in v0.3.5 

func ConvertGBK2Str(gbkStr string) string

ConvertGBK2Str 将GBK编码的字符串转换为utf-8编码

func ConvertStr2GBK added in v0.3.5 

func ConvertStr2GBK(str string) string

ConvertStr2GBK 将utf-8编码的字符串转换为GBK编码

func CopySlice added in v0.2.1 

func CopySlice(s []interface{}) []interface{}

CopySlice Copy slice

func CopySliceInt added in v0.2.1 

func CopySliceInt(s []int) []int

func CopySliceInt64 added in v0.2.1 

func CopySliceInt64(s []int64) []int64

func CopySliceStr added in v0.2.1 

func CopySliceStr(s []string) []string

func DayAgo added in v0.2.1 

func DayAgo(i int) int64

DayAgo 获取多少天前的时间戳

func DayDiff added in v0.4.1 

func DayDiff(beginDay string, endDay string) int

DayDiff 两个时间字符串的日期差

func DeCompressTAR added in v0.4.1 

func DeCompressTAR(tarFile, dest string) error

DeCompressTAR tar 解压文件

func DeCompressZIP added in v0.4.1 

func DeCompressZIP(zipFile, dest string) error

DeCompressZIP zip解压文件

func Debug added in v0.2.8 

func Debug(args ...interface{})

Debug 日志-调试

func DebugTimes added in v0.3.7 

func DebugTimes(times int, args ...interface{})

DebugTimes 日志-调试, 指定日志代码位置的定位调用层级

func Debugf added in v0.2.8 

func Debugf(format string, args ...interface{})

Debugf 日志-调试

func DebugfTimes added in v0.3.7 

func DebugfTimes(format string, times int, args ...interface{})

DebugfTimes 日志-调试, 指定日志代码位置的定位调用层级

func DecodeByte added in v0.2.8 

func DecodeByte(b []byte) (interface{}, error)

DecodeByte decode byte

func DecompressionZipFile added in v0.4.1 

func DecompressionZipFile(src, dest string) error

DecompressionZipFile zip压缩文件

func DeepCopy added in v0.2.9 

func DeepCopy(dst, src interface{}) error

func EncodeByte added in v0.2.8 

func EncodeByte(v interface{}) []byte

EncodeByte encode byte

func EndDayUnix added in v0.1.2 

func EndDayUnix() int64

EndDayUnix 获取当天 24点

func Error added in v0.2.8 

func Error(args ...interface{})

Error 日志-错误

func ErrorTimes added in v0.3.7 

func ErrorTimes(times int, args ...interface{})

ErrorTimes 日志-错误, 指定日志代码位置的定位调用层级

func Errorf added in v0.2.8 

func Errorf(format string, args ...interface{})

Errorf 日志-错误

func ErrorfTimes added in v0.3.7 

func ErrorfTimes(format string, times int, args ...interface{})

ErrorfTimes 日志-错误, 指定日志代码位置的定位调用层级

func Exists added in v0.2.8 

func Exists(path string) bool

func FileMd5 added in v0.1.4 

func FileMd5(path string) (string, error)

FileMd5 file md5 文件md5

func FileMd5sum added in v0.1.9 

func FileMd5sum(fileName string) string

FileMd5sum 文件 Md5

func FileSizeFormat added in v0.1.1 

func FileSizeFormat(fileSize int64) (size string)

FileSizeFormat 字节的单位转换 保留两位小数

func Float322Byte added in v0.2.8 

func Float322Byte(f float32) []byte

Float322Byte float32 -> []byte

func Float322Uint32 added in v0.2.8 

func Float322Uint32(f float32) uint32

Float322Uint32 float32 -> uint32

func Float642Byte added in v0.2.8 

func Float642Byte(f float64) []byte

Float642Byte float64 -> []byte

func Float642Uint64 added in v0.2.8 

func Float642Uint64(f float64) uint64

Float642Uint64 float64 -> uint64

func GB18030To added in v0.2.8 

func GB18030To(dstCharset string, src string) (dst string, err error)

GB18030To gb18030 to

func GB2312To added in v0.2.8 

func GB2312To(dstCharset string, src string) (dst string, err error)

GB2312To gb2312 to

func GDKTo added in v0.2.8 

func GDKTo(dstCharset string, src string) (dst string, err error)

GDKTo gdk to

func Get16MD5Encode added in v0.4.1 

func Get16MD5Encode(data string) string

Get16MD5Encode 返回一个16位md5加密后的字符串

func GetAgent added in v0.0.4 

func GetAgent(agentType UserAgentType) string

GetAgent 随机获取那种类型的 user-agent

func GetAllFile added in v0.4.1 

func GetAllFile(pathname string) ([]string, error)

GetAllFile 获取目录下的所有文件

func GetChineseMonthDay added in v0.4.2 

func GetChineseMonthDay(date string) (rMonth, rDay int64)

GetChineseMonthDay 获取农历

func GetMD5Encode added in v0.4.1 

func GetMD5Encode(data string) string

GetMD5Encode 获取Md5编码

func GetNowPath added in v0.1.5 

func GetNowPath() string

GetNowPath 获取当前运行路径

func GetPointClassHTML added in v0.3.7 

func GetPointClassHTML(htmlStr, label, val string) ([]string, error)

GetPointClassHTML 获取指定标签class属性的html

func GetPointHTML added in v0.3.7 

func GetPointHTML(htmlStr, label, attr, val string) ([]string, error)

GetPointHTML 获取指定位置的HTML， 用标签， 标签属性， 属性值来定位

func GetPointIDHTML added in v0.3.7 

func GetPointIDHTML(htmlStr, label, val string) ([]string, error)

GetPointIDHTML 获取指定标签id属性的html

func GetWD added in v0.3.5 

func GetWD() string

GetWD 获取当前工作目录

func GzipCompress added in v0.3.5 

func GzipCompress(src []byte) []byte

func GzipDecompress added in v0.3.5 

func GzipDecompress(src []byte) []byte

func HTTPTimes added in v0.4.3 

func HTTPTimes(times int, args ...interface{})

HTTPTimes 日志-信息, 指定日志代码位置的定位调用层级

func HZGB2312To added in v0.2.8 

func HZGB2312To(dstCharset string, src string) (dst string, err error)

HZGB2312To hzgb2312 to

func Hex2Int added in v0.2.4 

func Hex2Int(s string) int

Hex2Int hex -> int

func Hex2Int64 added in v0.2.4 

func Hex2Int64(s string) int64

Hex2Int64 hex -> int

func HmacMD5 added in v0.1.18 

func HmacMD5(str, key string) string

HmacMD5 hmac md5

func HmacSHA1 added in v0.1.18 

func HmacSHA1(str, key string) string

HmacSHA1 hmac sha1

func HmacSHA256 added in v0.1.18 

func HmacSHA256(str, key string) string

HmacSHA256 hmac sha256

func HmacSHA512 added in v0.1.18 

func HmacSHA512(str, key string) string

HmacSHA512 hmac sha512

func HourAgo added in v0.2.1 

func HourAgo(i int) int64

HourAgo 获取多少小时前的时间戳

func HumanFriendlyTraffic added in v0.2.4 

func HumanFriendlyTraffic(bytes uint64) string

func ID added in v0.4.1 

func ID() int64

func ID64 added in v0.4.1 

func ID64() (int64, error)

func IDMd5 added in v0.4.1 

func IDMd5() string

func IDStr added in v0.4.1 

func IDStr() string

func IF added in v0.1.12 

func IF(condition bool, a, b interface{}) interface{}

IF 三元表达式 use: IF(a>b, a, b).(int)

func Info added in v0.2.8 

func Info(args ...interface{})

Info 日志-信息

func InfoTimes added in v0.2.8 

func InfoTimes(times int, args ...interface{})

InfoTimes 日志-信息, 指定日志代码位置的定位调用层级

func Infof added in v0.2.8 

func Infof(format string, args ...interface{})

Infof 日志-信息

func InfofTimes added in v0.3.1 

func InfofTimes(times int, format string, args ...interface{})

InfofTimes 日志-信息, 指定日志代码位置的定位调用层级

func Int2Byte added in v0.2.8 

func Int2Byte(i int) []byte

Int2Byte int -> []byte

func Int2Hex added in v0.2.4 

func Int2Hex(i int64) string

Int2Hex int -> hex

func Int642Byte added in v0.2.8 

func Int642Byte(i int64) []byte

Int642Byte int64 -> []byte

func Int642Hex added in v0.2.4 

func Int642Hex(i int64) string

Int642Hex int64 -> hex

func Int642Str added in v0.4.1 

func Int642Str(i int64) string

Int642Str int64 -> string

func IsAllCapital added in v0.2.4 

func IsAllCapital(str string) bool

IsAllCapital 验证是否全大写

func IsAllLower added in v0.2.4 

func IsAllLower(str string) bool

IsAllLower 验证是否全小写

func IsBase64 added in v0.3.4 

func IsBase64(str string) bool

IsBase64 是否是base64

func IsChinese added in v0.2.4 

func IsChinese(str string) bool

IsChinese 验证是否含有汉字

func IsChineseAll added in v0.2.4 

func IsChineseAll(str string) bool

IsChineseAll 验证是否是全汉字

func IsChineseMoney added in v0.2.4 

func IsChineseMoney(str string) bool

IsChineseMoney 验证是否是中文钱大写

func IsChineseN added in v0.2.4 

func IsChineseN(str string, number int) bool

IsChineseN 验证是否含有number个汉字

func IsChineseNumber added in v0.2.4 

func IsChineseNumber(str string) bool

IsChineseNumber 验证是否全是汉字数字

func IsContainStr added in v0.1.4 

func IsContainStr(items []string, item string) bool

IsContainStr 字符串是否等于items中的某个元素

func IsDNSName added in v0.3.4 

func IsDNSName(str string) bool

IsDNSName 是否是dns 名称

func IsDir added in v0.2.8 

func IsDir(path string) bool

func IsDomain added in v0.2.4 

func IsDomain(str string) bool

IsDomain 验证域名

func IsElementStr added in v0.1.9 

func IsElementStr(listData []string, element string) bool

IsElementStr 判断字符串是否与数组里的某个字符串相同

func IsEngAll added in v0.2.4 

func IsEngAll(str string) bool

IsEngAll 验证是否是全英文

func IsEngLen added in v0.2.4 

func IsEngLen(str string, l int) bool

IsEngLen 验证是否含不超过len个英文字符

func IsEngNumber added in v0.2.4 

func IsEngNumber(str string) bool

IsEngNumber 验证是否是英文和数字

func IsFile added in v0.2.8 

func IsFile(path string) bool

func IsFloat added in v0.2.4 

func IsFloat(str string) bool

IsFloat 验证是否是标准正负小数(123. 不是小数)

func IsFloat2Len added in v0.2.4 

func IsFloat2Len(str string, l int) bool

IsFloat2Len 验证是否含有带不超过len个小数的小数

func IsFullWidth added in v0.3.4 

func IsFullWidth(str string) bool

IsFullWidth 是否是全角字符

func IsHalfWidth added in v0.3.4 

func IsHalfWidth(str string) bool

IsHalfWidth 是否是半角字符

func IsHaveCapital added in v0.2.4 

func IsHaveCapital(str string) bool

IsHaveCapital 验证是否有大写

func IsHaveKey added in v0.3.8 

func IsHaveKey(data map[string]interface{}, key string) bool

IsHaveKey map[string]interface{} 是否存在 输入的key

func IsHaveLower added in v0.2.4 

func IsHaveLower(str string) bool

IsHaveLower 验证是否有小写

func IsIP added in v0.2.4 

func IsIP(str string) bool

IsIP IP地址：((?:(?:25[0-5]|2[0-4]\\d|[01]?\\d?\\d)\\.){3}(?:25[0-5]|2[0-4]\\d|[01]?\\d?\\d))

func IsIPv4 added in v0.3.4 

func IsIPv4(str string) bool

IsIPv4 是否是ipv4

func IsInSlice added in v0.2.1 

func IsInSlice(s []interface{}, v interface{}) bool

func IsJson added in v0.3.8 

func IsJson(str string) bool

IsJson 是否是json格式

func IsLandline added in v0.2.4 

func IsLandline(str string) bool

IsLandline 验证电话号码("XXX-XXXXXXX"、"XXXX-XXXXXXXX"、"XXX-XXXXXXX"、"XXX-XXXXXXXX"、"XXXXXXX"和"XXXXXXXX)：

func IsLatitude added in v0.3.4 

func IsLatitude(str string) bool

IsLatitude 是否是纬度

func IsLeap added in v0.4.2 

func IsLeap(year int) bool

IsLeap 是否是闰年

func IsLeastCapital added in v0.2.4 

func IsLeastCapital(str string, n int) bool

IsLeastCapital 验证不低于n个大写字母

func IsLeastLower added in v0.2.4 

func IsLeastLower(str string, n int) bool

IsLeastLower 验证不低于n个小写字母

func IsLeastNumber added in v0.2.4 

func IsLeastNumber(str string, n int) bool

IsLeastNumber 验证不低于n个数字

func IsLeastSpecial added in v0.2.4 

func IsLeastSpecial(str string, n int) bool

IsLeastSpecial 验证不低于n特殊字符

func IsLongitude added in v0.3.4 

func IsLongitude(str string) bool

IsLongitude 是否是经度

func IsNumber added in v0.2.4 

func IsNumber(str string) bool

IsNumber 验证是否含有number

func IsNumber2Heard added in v0.2.4 

func IsNumber2Heard(str string, n int) bool

IsNumber2Heard 验证是否含有n开头的number

func IsNumber2Len added in v0.2.4 

func IsNumber2Len(str string, l int) bool

IsNumber2Len 验证是否含有连续长度不超过长度l的number

func IsPhone added in v0.2.4 

func IsPhone(str string) bool

IsPhone 验证手机号码

func IsRGB added in v0.3.4 

func IsRGB(str string) bool

IsRGB 是否是 rgb

func IsToday added in v0.4.2 

func IsToday(timestamp int64) string

IsToday 判断是否是今天 "2006-01-02 15:04:05" timestamp 需要判断的时间

func IsTodayList added in v0.4.2 

func IsTodayList(timestamp int64) string

IsTodayList 列表页的时间显示 "01-02 15:04"

func IsURL added in v0.2.4 

func IsURL(str string) bool

IsURL 验证URL

func IsUUID3 added in v0.3.4 

func IsUUID3(str string) bool

IsUUID3 是否是uuid

func IsUUID4 added in v0.3.4 

func IsUUID4(str string) bool

IsUUID4 是否是uuid

func IsUUID5 added in v0.3.4 

func IsUUID5(str string) bool

IsUUID5 是否是uuid

func IsUnixPath added in v0.3.4 

func IsUnixPath(str string) bool

IsUnixPath 是否是unix路径

func IsUtf8 added in v0.3.5 

func IsUtf8(buf []byte) bool

func IsWindowsPath added in v0.3.4 

func IsWindowsPath(str string) bool

IsWindowsPath 是否是windos路径

func IsXMLFile added in v0.3.4 

func IsXMLFile(str string) bool

IsXMLFile 是否三xml文件

func Json2Map added in v0.1.3 

func Json2Map(str string) (map[string]interface{}, error)

Json2Map json -> map

func JsonFind added in v0.3.8 

func JsonFind(jsonStr, find string) (interface{}, error)

JsonFind 按路径寻找指定json值 用法参考 ./_examples/json/main.go @find : 寻找路径，与目录的url类似， 下面是一个例子： json: {a:[{b:1},{b:2}]} find=/a/[0] => {b:1} find=a/[0]/b => 1

func JsonFind2Arr added in v0.3.8 

func JsonFind2Arr(jsonStr, find string) ([]interface{}, error)

JsonFind2Arr 寻找json,输出 []interface{}

func JsonFind2Json added in v0.3.8 

func JsonFind2Json(jsonStr, find string) (string, error)

JsonFind2Json 寻找json,输出 json格式字符串

func JsonFind2Map added in v0.3.8 

func JsonFind2Map(jsonStr, find string) (map[string]interface{}, error)

JsonFind2Map 寻找json,输出 map[string]interface{}

func JwtDecrypt added in v0.2.7 

func JwtDecrypt(tokenString, secret string) (data map[string]interface{}, err error)

JwtDecrypt jwt decrypt

func JwtEncrypt added in v0.2.7 

func JwtEncrypt(data map[string]interface{}, secret, method string) (string, error)

JwtEncrypt jwt Encrypt

func JwtEncrypt256 added in v0.2.7 

func JwtEncrypt256(data map[string]interface{}, secret string) (string, error)

func JwtEncrypt384 added in v0.2.7 

func JwtEncrypt384(data map[string]interface{}, secret string) (string, error)

func JwtEncrypt512 added in v0.2.7 

func JwtEncrypt512(data map[string]interface{}, secret string) (string, error)

func LinuxSendCommand added in v0.4.1 

func LinuxSendCommand(command string) (opStr string)

LinuxSendCommand Linux Send Command Linux执行命令

func MD5 added in v0.0.10 

func MD5(str string) string

MD5 MD5

func Map2Json added in v0.2.1 

func Map2Json(m interface{}) (string, error)

Map2Json map -> json

func Map2Slice added in v0.2.8 

func Map2Slice(data interface{}) []interface{}

Map2Slice Eg: {"K1": "v1", "K2": "v2"} => ["K1", "v1", "K2", "v2"]

func MapCopy added in v0.2.8 

func MapCopy(data map[string]interface{}) (copy map[string]interface{})

func MapMergeCopy added in v0.2.8 

func MapMergeCopy(src ...map[string]interface{}) (copy map[string]interface{})

func MapStr2Any added in v0.2.4 

func MapStr2Any(m map[string]string) map[string]interface{}

MapStr2Any map[string]string -> map[string]interface{}

func MinuteAgo added in v0.2.1 

func MinuteAgo(i int) int64

MinuteAgo 获取多少分钟前的时间戳

func MongoConn added in v0.1.4 

func MongoConn()

MongoConn mongoDB客户端连接

func MongoConn1 added in v0.1.4 

func MongoConn1()

MongoConn1 mongoDB客户端连接

func NewConf added in v0.3.9 

func NewConf(appConfigPath string) error

func NewCookiePool added in v0.2.4 

func NewCookiePool() *cookiePool

NewCookiePool 实例化cookie池

func NewGDMap added in v0.2.4 

func NewGDMap() *gDMap

NewGDMap ues: NewGDMap().Add(k,v)

func NewMysqlDB added in v0.0.11 

func NewMysqlDB(host string, port int, user, password, database string) (err error)

NewMysqlDB 给mysql对象进行连接

func NowToEnd added in v0.4.2 

func NowToEnd() (int64, error)

NowToEnd 计算当前时间到这天结束还有多久

func OSLine added in v0.2.1 

func OSLine() string

OSLine 系统对应换行符

func OutJsonFile added in v0.4.1 

func OutJsonFile(data interface{}, fileName string) error

OutJsonFile 将data输出到json文件

func P2E added in v0.2.1 

func P2E()

P2E panic -> error

func PBKDF2 added in v0.1.18 

func PBKDF2(str, salt []byte, iterations, keySize int) []byte

func PanicToError added in v0.1.3 

func PanicToError(fn func()) (err error)

PanicToError panic -> error

func PathExists added in v0.1.4 

func PathExists(path string)

PathExists 目录不存在则创建

func Ping added in v0.1.4 

func Ping(ip string)

Ping ping IP

func Pwd added in v0.2.8 

func Pwd() string

func ReadCsvFile added in v0.1.4 

func ReadCsvFile(filename string) [][]string

ReadCsvFile csv file -> [][]string 行列

func RedisDELKeys added in v0.1.2 

func RedisDELKeys(rds *Rds, keys string, jobNumber int)

RedisDELKeys Del key 使用常见： 并发删除大量key

func RegBase64 added in v0.3.4 

func RegBase64(str string, property ...string) []string

RegBase64 提取base64字符串

func RegDNSName added in v0.3.4 

func RegDNSName(str string, property ...string) []string

RegDNSName 提取dns

func RegDelHtml added in v0.2.4 

func RegDelHtml(str string) string

RegDelHtml 删除所有标签

func RegDelHtmlA added in v0.2.7 

func RegDelHtmlA(str string) string

func RegDelHtmlButton added in v0.2.7 

func RegDelHtmlButton(str string, property ...string) string

func RegDelHtmlCanvas added in v0.2.7 

func RegDelHtmlCanvas(str string, property ...string) string

func RegDelHtmlCode added in v0.2.7 

func RegDelHtmlCode(str string, property ...string) string

func RegDelHtmlH added in v0.2.7 

func RegDelHtmlH(str, typeH string, property ...string) string

func RegDelHtmlHref added in v0.2.7 

func RegDelHtmlHref(str string, property ...string) string

func RegDelHtmlImg added in v0.2.7 

func RegDelHtmlImg(str string, property ...string) string

func RegDelHtmlInput added in v0.2.7 

func RegDelHtmlInput(str string, property ...string) string

func RegDelHtmlLi added in v0.2.7 

func RegDelHtmlLi(str string, property ...string) string

func RegDelHtmlMeta added in v0.2.7 

func RegDelHtmlMeta(str string, property ...string) string

func RegDelHtmlP added in v0.2.7 

func RegDelHtmlP(str string, property ...string) string

func RegDelHtmlSelect added in v0.2.7 

func RegDelHtmlSelect(str string, property ...string) string

func RegDelHtmlSpan added in v0.2.7 

func RegDelHtmlSpan(str string, property ...string) string

func RegDelHtmlSrc added in v0.2.7 

func RegDelHtmlSrc(str string, property ...string) string

func RegDelHtmlTable added in v0.2.7 

func RegDelHtmlTable(str string, property ...string) string

func RegDelHtmlTbody added in v0.2.7 

func RegDelHtmlTbody(str string, property ...string) string

func RegDelHtmlTd added in v0.2.7 

func RegDelHtmlTd(str string, property ...string) string

func RegDelHtmlTitle added in v0.2.7 

func RegDelHtmlTitle(str string) string

func RegDelHtmlTr added in v0.2.7 

func RegDelHtmlTr(str string) string

func RegDelHtmlUl added in v0.2.7 

func RegDelHtmlUl(str string, property ...string) string

func RegDelHtmlVideo added in v0.2.7 

func RegDelHtmlVideo(str string, property ...string) string

func RegDelNumber added in v0.2.4 

func RegDelNumber(str string) string

RegDelNumber 删除所有数字

func RegEmail added in v0.2.4 

func RegEmail(str string, property ...string) []string

RegEmail 提取邮件

func RegEmail2 added in v0.3.4 

func RegEmail2(str string, property ...string) []string

RegEmail2 提取邮件

func RegFindAll added in v0.1.1 

func RegFindAll(regStr, rest string) [][]string

func RegFindAllTxt added in v0.3.7 

func RegFindAllTxt(regStr, rest string) (dataList []string)

func RegFloat added in v0.3.4 

func RegFloat(str string, property ...string) []string

RegFloat 提取浮点型

func RegFullURL added in v0.3.4 

func RegFullURL(str string, property ...string) []string

RegFullURL 提取url

func RegFullWidth added in v0.3.4 

func RegFullWidth(str string, property ...string) []string

RegFullWidth 提取全角字符

func RegGUID added in v0.2.4 

func RegGUID(str string, property ...string) []string

RegGUID 提取guid

func RegHalfWidth added in v0.3.4 

func RegHalfWidth(str string, property ...string) []string

RegHalfWidth 提取半角字符

func RegHtmlA added in v0.1.1 

func RegHtmlA(str string, property ...string) []string

func RegHtmlATxt added in v0.1.4 

func RegHtmlATxt(str string, property ...string) []string

func RegHtmlButton added in v0.2.1 

func RegHtmlButton(str string, property ...string) []string

func RegHtmlButtonTxt added in v0.2.1 

func RegHtmlButtonTxt(str string, property ...string) []string

func RegHtmlCanvas added in v0.2.1 

func RegHtmlCanvas(str string, property ...string) []string

func RegHtmlCode added in v0.2.1 

func RegHtmlCode(str string, property ...string) []string

func RegHtmlCodeTxt added in v0.2.1 

func RegHtmlCodeTxt(str string, property ...string) []string

func RegHtmlDiv added in v0.3.7 

func RegHtmlDiv(str string, property ...string) []string

func RegHtmlDivTxt added in v0.3.7 

func RegHtmlDivTxt(str string, property ...string) []string

func RegHtmlH added in v0.1.4 

func RegHtmlH(str, typeH string, property ...string) []string

func RegHtmlHTxt added in v0.1.4 

func RegHtmlHTxt(str, typeH string, property ...string) []string

func RegHtmlHref added in v0.1.4 

func RegHtmlHref(str string, property ...string) []string

func RegHtmlHrefTxt added in v0.1.4 

func RegHtmlHrefTxt(str string, property ...string) []string

func RegHtmlImg added in v0.2.1 

func RegHtmlImg(str string, property ...string) []string

func RegHtmlInput added in v0.1.1 

func RegHtmlInput(str string, property ...string) []string

func RegHtmlInputTxt added in v0.1.4 

func RegHtmlInputTxt(str string, property ...string) []string

func RegHtmlLi added in v0.2.1 

func RegHtmlLi(str string, property ...string) []string

func RegHtmlLiTxt added in v0.2.1 

func RegHtmlLiTxt(str string, property ...string) []string

func RegHtmlMeta added in v0.2.1 

func RegHtmlMeta(str string, property ...string) []string

func RegHtmlOption added in v0.3.9 

func RegHtmlOption(str string, property ...string) []string

func RegHtmlOptionTxt added in v0.3.9 

func RegHtmlOptionTxt(str string, property ...string) []string

func RegHtmlP added in v0.1.1 

func RegHtmlP(str string, property ...string) []string

func RegHtmlPTxt added in v0.1.4 

func RegHtmlPTxt(str string, property ...string) []string

func RegHtmlSelect added in v0.2.1 

func RegHtmlSelect(str string, property ...string) []string

func RegHtmlSelectTxt added in v0.2.1 

func RegHtmlSelectTxt(str string, property ...string) []string

func RegHtmlSpan added in v0.1.1 

func RegHtmlSpan(str string, property ...string) []string

func RegHtmlSpanTxt added in v0.1.4 

func RegHtmlSpanTxt(str string, property ...string) []string

func RegHtmlSrc added in v0.1.4 

func RegHtmlSrc(str string, property ...string) []string

func RegHtmlSrcTxt added in v0.1.4 

func RegHtmlSrcTxt(str string, property ...string) []string

func RegHtmlTable added in v0.2.1 

func RegHtmlTable(str string, property ...string) []string

func RegHtmlTableOlny added in v0.3.5 

func RegHtmlTableOlny(str string, property ...string) []string

func RegHtmlTableTxt added in v0.2.1 

func RegHtmlTableTxt(str string, property ...string) []string

func RegHtmlTbody added in v0.1.9 

func RegHtmlTbody(str string, property ...string) []string

func RegHtmlTd added in v0.1.1 

func RegHtmlTd(str string, property ...string) []string

func RegHtmlTdTxt added in v0.1.4 

func RegHtmlTdTxt(str string, property ...string) []string

func RegHtmlTitle added in v0.1.1 

func RegHtmlTitle(str string, property ...string) []string

func RegHtmlTitleTxt added in v0.1.4 

func RegHtmlTitleTxt(str string, property ...string) []string

func RegHtmlTr added in v0.1.1 

func RegHtmlTr(str string, property ...string) []string

func RegHtmlTrTxt added in v0.1.4 

func RegHtmlTrTxt(str string, property ...string) []string

func RegHtmlUl added in v0.2.1 

func RegHtmlUl(str string, property ...string) []string

func RegHtmlUlTxt added in v0.2.1 

func RegHtmlUlTxt(str string, property ...string) []string

func RegHtmlVideo added in v0.2.1 

func RegHtmlVideo(str string, property ...string) []string

func RegIP added in v0.2.4 

func RegIP(str string, property ...string) []string

RegIP 提取ip

func RegIPv4 added in v0.2.4 

func RegIPv4(str string, property ...string) []string

RegIPv4 提取ipv4

func RegIPv6 added in v0.2.4 

func RegIPv6(str string, property ...string) []string

RegIPv6 提取ipv6

func RegInt added in v0.3.4 

func RegInt(str string, property ...string) []string

RegInt 提取整形

func RegLatitude added in v0.3.4 

func RegLatitude(str string, property ...string) []string

RegLatitude 提取纬度 

func RegLink(str string, property ...string) []string

RegLink 提取链接

func RegLongitude added in v0.3.4 

func RegLongitude(str string, property ...string) []string

RegLongitude 提取经度

func RegMACAddress added in v0.2.4 

func RegMACAddress(str string, property ...string) []string

RegMACAddress 提取MACAddress

func RegMD5Hex added in v0.2.4 

func RegMD5Hex(str string, property ...string) []string

RegMD5Hex 提取md5

func RegRGBColor added in v0.3.4 

func RegRGBColor(str string, property ...string) []string

RegRGBColor 提取RGB值

func RegSHA1Hex added in v0.2.4 

func RegSHA1Hex(str string, property ...string) []string

RegSHA1Hex 提取sha1

func RegSHA256Hex added in v0.2.4 

func RegSHA256Hex(str string, property ...string) []string

RegSHA256Hex 提取sha256

func RegTime added in v0.2.4 

func RegTime(str string, property ...string) []string

RegTime 提取时间

func RegURLIP added in v0.3.4 

func RegURLIP(str string, property ...string) []string

RegURLIP 提取 url ip

func RegURLPath added in v0.3.4 

func RegURLPath(str string, property ...string) []string

RegURLPath 提取url path

func RegURLPort added in v0.3.4 

func RegURLPort(str string, property ...string) []string

RegURLPort 提取url port

func RegURLSchema added in v0.3.4 

func RegURLSchema(str string, property ...string) []string

RegURLSchema 提取url schema

func RegURLSubdomain added in v0.3.4 

func RegURLSubdomain(str string, property ...string) []string

RegURLSubdomain 提取 url sub domain

func RegURLUsername added in v0.3.4 

func RegURLUsername(str string, property ...string) []string

RegURLUsername 提取url username

func RegUUID added in v0.3.4 

func RegUUID(str string, property ...string) []string

RegUUID 提取uuid

func RegUUID3 added in v0.3.4 

func RegUUID3(str string, property ...string) []string

RegUUID3 提取uuid

func RegUUID4 added in v0.3.4 

func RegUUID4(str string, property ...string) []string

RegUUID4 提取uuid

func RegUUID5 added in v0.3.4 

func RegUUID5(str string, property ...string) []string

RegUUID5 提取uuid

func RegUnixPath added in v0.3.4 

func RegUnixPath(str string, property ...string) []string

RegUnixPath 提取 unix路径

func RegValue added in v0.3.9 

func RegValue(str string, property ...string) []string

func RegWinPath added in v0.3.4 

func RegWinPath(str string, property ...string) []string

RegWinPath 提取 windows路径

func ReplaceAllToOne added in v0.2.1 

func ReplaceAllToOne(str string, from []string, to string) string

ReplaceAllToOne 批量统一替换字符串

func SSHClient added in v0.1.1 

func SSHClient(user string, pass string, addr string) (*ssh.Client, error)

SSHClient 连接ssh addr : 主机地址, 如: 127.0.0.1:22 user : 用户 pass : 密码 返回 ssh连接

func SearchBytesIndex added in v0.1.18 

func SearchBytesIndex(bSrc []byte, b byte) int

SearchBytesIndex []byte 字节切片 循环查找

func SearchDomain added in v0.1.4 

func SearchDomain(ip string)

SearchDomain 搜索host

func SearchPort added in v0.1.4 

func SearchPort(ipStr string, vs ...interface{})

SearchPort 扫描ip的端口

func SetAgent added in v0.1.9 

func SetAgent(agentType UserAgentType, agent string)

func SetLogFile added in v0.2.8 

func SetLogFile(name string)

SetLogFile 设置日志输出到的指定文件

func SetStatusCodeFailEvent added in v0.1.5 

func SetStatusCodeFailEvent(code int)

SetStatusCodeFailEvent 将指定状态码设置为执行失败事件

func SetStatusCodeRetryEvent added in v0.1.5 

func SetStatusCodeRetryEvent(code int)

SetStatusCodeRetryEvent 将指定状态码设置为执行重试事件

func SetStatusCodeSuccessEvent added in v0.1.5 

func SetStatusCodeSuccessEvent(code int)

SetStatusCodeSuccessEvent 将指定状态码设置为执行成功事件

func SimpleServer added in v0.3.6 

func SimpleServer(addr string, g *grpc.Server)

SimpleServer 启动一个简单的grpc服务

func Slice2Map added in v0.2.8 

func Slice2Map(slice interface{}) map[string]interface{}

Slice2Map ["K1", "v1", "K2", "v2"] => {"K1": "v1", "K2": "v2"} ["K1", "v1", "K2"] => nil

func SliceCopy added in v0.2.8 

func SliceCopy(data []interface{}) []interface{}

func SliceTool added in v0.2.1 

func SliceTool() *sliceTool

SliceTool use : SliceTool().CopyInt64(a)

func SocketProxy added in v0.4.1 

func SocketProxy(addr string)

SocketProxy 启动一个socket5代理

func StartJob added in v0.0.7 

func StartJob(jobNumber int, queue TodoQueue, f func(task *Task))

StartJob 开始运行并发

func StartJobGet added in v0.0.7 

func StartJobGet(jobNumber int, queue TodoQueue, vs ...interface{})

StartJobGet 并发执行Get,直到队列任务为空 jobNumber 并发数， queue 全局队列，

func StartJobPost added in v0.0.7 

func StartJobPost(jobNumber int, queue TodoQueue, vs ...interface{})

StartJobPost 开始运行并发Post

func Str2Byte added in v0.2.8 

func Str2Byte(s string) []byte

Str2Byte string -> []byte

func Str2Float32 added in v0.2.9 

func Str2Float32(str string) float32

Str2Float32 string -> float32

func Str2Float64 added in v0.1.1 

func Str2Float64(str string) float64

Str2Float64 string -> float64

func Str2Int added in v0.2.9 

func Str2Int(str string) int

Str2Int string -> int

func Str2Int32 added in v0.2.9 

func Str2Int32(str string) int32

Str2Int32 string -> int32

func Str2Int64 added in v0.1.1 

func Str2Int64(str string) int64

Str2Int64 string -> int64

func StrDeleteSpace added in v0.0.11 

func StrDeleteSpace(str string) string

StrDeleteSpace 删除字符串前后的空格

func StrDuplicates added in v0.2.4 

func StrDuplicates(a []string) []string

StrDuplicates 数组，切片去重和去空串

func StrToSize added in v0.2.8 

func StrToSize(sizeStr string) int64

func StringValue added in v0.0.9 

func StringValue(i interface{}) string

StringValue 任何类型返回值字符串形式

func StringValueMysql added in v0.1.12 

func StringValueMysql(i interface{}) string

StringValueMysql 用于mysql字符拼接使用

func Struct2Map added in v0.1.3 

func Struct2Map(obj interface{}) map[string]interface{}

Struct2Map struct -> map[string]interface{}

func Struct2MapV2 added in v0.3.7 

func Struct2MapV2(obj interface{}, hasValue bool) (map[string]interface{}, error)

Struct2MapV2 Struct -> map hasValue=true表示字段值不管是否存在都转换成map hasValue=false表示字段为空或者不为0则转换成map

func Struct2MapV3 added in v0.3.7 

func Struct2MapV3(obj interface{}) map[string]interface{}

Struct2MapV3 struct -> map

func TickerRun added in v0.1.4 

func TickerRun(t time.Duration, runFirst bool, f func())

TickerRun 间隔运行 t: 间隔时间， runFirst: 间隔前或者后执行 f: 运行的方法

func Timestamp added in v0.1.4 

func Timestamp() string

Timestamp 获取时间戳

func Timestamp2Date added in v0.3.7 

func Timestamp2Date(timestamp int64) string

func Timestamp2Week added in v0.4.2 

func Timestamp2Week(timestamp int64) string

func Timestamp2WeekXinQi added in v0.4.2 

func Timestamp2WeekXinQi(timestamp int64) string

func ToBIG5 added in v0.2.8 

func ToBIG5(srcCharset string, src string) (dst string, err error)

ToBIG5 to big5

func ToGB18030 added in v0.2.8 

func ToGB18030(srcCharset string, src string) (dst string, err error)

ToGB18030 to gb18030

func ToGB2312 added in v0.2.8 

func ToGB2312(srcCharset string, src string) (dst string, err error)

ToGB2312 to gb2312

func ToGDK added in v0.2.8 

func ToGDK(srcCharset string, src string) (dst string, err error)

ToGDK to gdk

func ToHZGB2312 added in v0.2.8 

func ToHZGB2312(srcCharset string, src string) (dst string, err error)

ToHZGB2312 to hzgb2312

func ToUTF16 added in v0.2.8 

func ToUTF16(srcCharset string, src string) (dst string, err error)

ToUTF16 to utf16

func ToUTF8 added in v0.2.8 

func ToUTF8(srcCharset string, src string) (dst string, err error)

ToUTF8 to utf8

func UTF16To added in v0.2.8 

func UTF16To(dstCharset string, src string) (dst string, err error)

UTF16To utf16 to

func UTF8To added in v0.2.8 

func UTF8To(dstCharset string, src string) (dst string, err error)

UTF8To utf8 to

func Uint82Str added in v0.1.1 

func Uint82Str(bs []uint8) string

Uint82Str []uint8 -> string

func UnescapeUnicode added in v0.1.4 

func UnescapeUnicode(raw []byte) ([]byte, error)

UnescapeUnicode Unicode 转码

func UnicodeDec added in v0.2.4 

func UnicodeDec(raw string) string

func UnicodeDecByte added in v0.2.4 

func UnicodeDecByte(raw []byte) []byte

func Warn added in v0.2.8 

func Warn(args ...interface{})

Warn 日志-警告

func WarnTimes added in v0.3.7 

func WarnTimes(times int, args ...interface{})

WarnTimes 日志-警告, 指定日志代码位置的定位调用层级

func Warnf added in v0.2.8 

func Warnf(format string, args ...interface{})

Warnf 日志-警告

func WarnfTimes added in v0.3.7 

func WarnfTimes(format string, times int, args ...interface{})

WarnfTimes 日志-警告, 指定日志代码位置的定位调用层级

func WindowsSendCommand added in v0.4.1 

func WindowsSendCommand(command []string) (opStr string)

WindowsSendCommand Windows Send Command

func WindwsSendPipe added in v0.4.1 

func WindwsSendPipe(command1, command2 []string) (opStr string)

TODO WindwsSendPipe 执行windows 管道命令

Types

type AES added in v0.1.18 

type AES interface {
	Encrypt(str, key []byte) ([]byte, error)
	Decrypt(str, key []byte) ([]byte, error)
}

AES AES interface

func NewAES added in v0.1.18 

func NewAES(typeName string, arg ...[]byte) AES

NewAES : use NewAES(AES_CBC)

type Bar added in v0.2.9 

type Bar struct {
	// contains filtered or unexported fields
}

Bar 终端显示的进度条

func (*Bar) Finish added in v0.2.9 

func (bar *Bar) Finish()

func (*Bar) NewOption added in v0.2.9 

func (bar *Bar) NewOption(start, total int64)

func (*Bar) NewOptionWithGraph added in v0.2.9 

func (bar *Bar) NewOptionWithGraph(start, total int64, graph string)

func (*Bar) Play added in v0.2.9 

func (bar *Bar) Play(cur int64)

type Charset added in v0.1.4 

type Charset string

Charset 字符集类型

type Context added in v0.0.7 

type Context struct {
	// Token
	Token string

	// http client
	Client *http.Client

	// http Request
	Req *http.Request

	// http Response
	Resp *http.Response

	// Error
	Err error

	// Ctx context.Context
	Ctx context.Context

	// 最大允许重试次数
	MaxTimes RetryTimes

	// 请求成功了需要处理的事件
	SucceedFunc SucceedFunc

	// 请求失败了需要处理的事件
	FailedFunc FailedFunc

	// 重试请求处理的事件，可以是更换代理，设置等待时间
	RetryFunc RetryFunc

	// 请求开始前处理的事件
	StartFunc StartFunc

	// 请求完成后处理的事件
	EndFunc EndFunc

	// 本次请求的任务
	// 用于有步骤的请求和并发执行请求
	Task *Task

	// 请求返回的结果
	RespBody []byte

	// job编号
	// 在执行多并发执行抓取任务，每个并发都有一个编号
	// 这个编号是递增分配的
	JobNumber int

	// 请求的响应时间 单位ms
	Ms time.Duration

	// 是否显示日志, 默认是显示的
	IsLog IsLog

	// 输出字符串
	Text string

	// 输出Json
	Json string

	// 输出xml
	Xml string

	// 输出HTML
	Html string

	// 请求上下文参数
	Param map[string]interface{}

	StateCode int
	// contains filtered or unexported fields
}

Context 请求上下文

func Delete added in v0.1.1 

func Delete(url string, vs ...interface{}) (*Context, error)

Delete 执行delete请求，请求内容在上下文 *Context 里

func Get 

func Get(url string, vs ...interface{}) (*Context, error)

Get 执行get请求，请求内容在上下文 *Context 里

func NewDelete added in v0.1.9 

func NewDelete(url string, vs ...interface{}) *Context

NewDelete 定义一个delete请求对象，请求需执行 XX.Do()

func NewGet added in v0.1.9 

func NewGet(url string, vs ...interface{}) *Context

NewGet 定义一个get请求对象，请求需执行 XX.Do()

func NewOptions added in v0.1.9 

func NewOptions(url string, vs ...interface{}) *Context

NewOptions 定义一个options请求对象，请求需执行 XX.Do()

func NewPost added in v0.1.9 

func NewPost(url string, data []byte, contentType string, vs ...interface{}) *Context

NewPost 定义一个post请求对象，请求需执行 XX.Do()

func NewPostForm added in v0.2.7 

func NewPostForm(u string, data map[string]string, vs ...interface{}) *Context

NewPostForm 定义一个post请求对象，请求参数为fromdata，请求需执行 XX.Do()

func NewPut added in v0.1.9 

func NewPut(url string, data []byte, contentType string, vs ...interface{}) *Context

NewPut 定义一个put请求对象，请求需执行 XX.Do()

func NewRequest added in v0.1.9 

func NewRequest(url, method string, data []byte, contentType string, vs ...interface{}) *Context

NewRequest 请求

func Options added in v0.1.1 

func Options(url string, vs ...interface{}) (*Context, error)

Options 执行options请求，请求内容在上下文 *Context 里

func Post added in v0.0.7 

func Post(url string, data []byte, contentType string, vs ...interface{}) (*Context, error)

Post 执行post请求，请求内容在上下文 *Context 里

func PostFile added in v0.2.9 

func PostFile(url, paramName, filePath string, vs ...interface{}) *Context

PostFile 定义一个post上传文件的请求对象，请求需执行 XX.Do()

func PostForm added in v0.1.9 

func PostForm(url string, data map[string]string, vs ...interface{}) (*Context, error)

PostForm 执行post请求，请求参数为fromdata，请求内容在上下文 *Context 里

func PostJson added in v0.0.7 

func PostJson(url string, jsonStr string, vs ...interface{}) (*Context, error)

PostJson 执行post请求，请求参数为json，请求内容在上下文 *Context 里

func Put added in v0.1.1 

func Put(url string, data []byte, contentType string, vs ...interface{}) (*Context, error)

Put 执行put请求，请求内容在上下文 *Context 里

func Req 

func Req(request *http.Request, vs ...interface{}) *Context

Req 初始化请求

func Request added in v0.0.7 

func Request(url, method string, data []byte, contentType string, vs ...interface{}) (*Context, error)

Request 请求

func Upload added in v0.1.1 

func Upload(url, savePath string, vs ...interface{}) (*Context, error)

Upload 下载文件

func (*Context) AddCookie added in v0.0.10 

func (c *Context) AddCookie(k, v string) *Context

AddCookie 给请求添加Cookie

func (*Context) AddHeader added in v0.0.10 

func (c *Context) AddHeader(k, v string) *Context

AddHeader 给请求添加Header

func (*Context) AddParam added in v0.2.9 

func (c *Context) AddParam(key string, val interface{})

AddParam 添加上下文参数

func (*Context) CheckMd5 added in v0.1.9 

func (c *Context) CheckMd5() string

CheckMd5 本次请求上下文包含输出结果的md5值

func (*Context) CheckReqMd5 added in v0.1.9 

func (c *Context) CheckReqMd5() string

CheckReqMd5 本次请求的md5值， url+reqBodyBytes+method

func (*Context) CloseLog added in v0.1.5 

func (c *Context) CloseLog()

CloseLog 关闭日志打印

func (*Context) CloseRetry added in v0.1.6 

func (c *Context) CloseRetry()

CloseRetry 关闭重试

func (*Context) CookieNext added in v0.1.1 

func (c *Context) CookieNext() error

CookieNext 使用上下文cookies

func (*Context) DelParam added in v0.2.9 

func (c *Context) DelParam(key string)

DelParam 删除上下文参数

func (*Context) Do added in v0.0.7 

func (c *Context) Do() func()

Do 执行请求

func (*Context) GetParam added in v0.2.9 

func (c *Context) GetParam(key string) interface{}

GetParam 获取上下文参数

func (*Context) GetRespHeader added in v0.2.9 

func (c *Context) GetRespHeader() string

GetRespHeader 获取Response的Header

func (*Context) GetRetryTimes added in v0.3.4 

func (c *Context) GetRetryTimes() int

GetRetryTimes 获取当前重试最大次数

func (*Context) OpenErr2Retry added in v0.1.6 

func (c *Context) OpenErr2Retry()

OpenErr2Retry 开启请求失败都执行retry

func (*Context) RespBodyArr added in v0.1.12 

func (c *Context) RespBodyArr() []interface{}

RespBodyArr 请求到的Body转换为[]interface{}类型

func (*Context) RespBodyHtml added in v0.2.8 

func (c *Context) RespBodyHtml() string

RespBodyHtml 请求到的Body转换为string类型的html格式

func (*Context) RespBodyMap added in v0.1.12 

func (c *Context) RespBodyMap() map[string]interface{}

RespBodyMap 请求到的Body转换为map[string]interface{}类型

func (*Context) RespBodyString added in v0.1.9 

func (c *Context) RespBodyString() string

RespBodyString 请求到的Body转换为string类型

func (*Context) RespContentLength added in v0.2.9 

func (c *Context) RespContentLength() int64

RespContentLength 获取Response ContentLength的值

func (*Context) SetFailedFunc added in v0.0.7 

func (c *Context) SetFailedFunc(failedFunc func(c *Context)) *Context

SetFailedFunc 设置错误后执行的方法

func (*Context) SetProxy added in v0.1.9 

func (c *Context) SetProxy(proxyUrl string) *Context

SetProxy 给请求设置代理

func (*Context) SetProxyFunc added in v0.1.14 

func (c *Context) SetProxyFunc(f func() *http.Transport) *Context

SetProxyFunc 给请求设置代理函数 f func() *http.Transport

func (*Context) SetProxyPool added in v0.3.1 

func (c *Context) SetProxyPool(pool *ProxyPool) *Context

SetProxyPool 给请求设置代理池

func (*Context) SetRetryFunc added in v0.0.7 

func (c *Context) SetRetryFunc(retryFunc func(c *Context)) *Context

SetRetryFunc 重试请求前执行的方法

func (*Context) SetRetryTimes added in v0.0.7 

func (c *Context) SetRetryTimes(times int) *Context

SetRetryTimes 设置重试最大次数，如果超过这个次数还没有请求成功，请求结束，返回一个错误；

func (*Context) SetSleep added in v0.3.4 

func (c *Context) SetSleep(i int) *Context

SetSleep 设置请求延迟时间，单位秒

func (*Context) SetSleepRand added in v0.3.4 

func (c *Context) SetSleepRand(min, max int) *Context

SetSleepRand 设置延迟随机时间，单位秒

func (*Context) SetSucceedFunc added in v0.0.7 

func (c *Context) SetSucceedFunc(successFunc func(c *Context)) *Context

SetSucceedFunc 设置成功后执行的方法

func (*Context) Upload added in v0.1.1 

func (c *Context) Upload(filePath string) func()

Upload 下载 

type Cookie map[string]string

func NewCookie added in v0.2.7 

func NewCookie(data map[string]string) Cookie

NewCookie 新建Cookie

func (Cookie) Delete added in v0.2.7 

func (c Cookie) Delete(key string) Cookie

Delete Cookie Delete

func (Cookie) Set added in v0.2.7 

func (c Cookie) Set(key, value string) Cookie

Set Cookie Set

type Csv added in v0.1.1 

type Csv struct {
	FileName string
	W        *csv.Writer
	R        *csv.Reader
}

Csv Csv格式文件

func NewCSV added in v0.2.4 

func NewCSV(fileName string) (*Csv, error)

NewCSV 新创建一个csv对象

func (*Csv) Add added in v0.1.1 

func (c *Csv) Add(data []string) error

Add 写入csv

func (*Csv) Close added in v0.3.4 

func (c *Csv) Close()

func (*Csv) ReadAll added in v0.1.1 

func (c *Csv) ReadAll() ([][]string, error)

ReadAll 读取所有

type DES added in v0.1.18 

type DES interface {
	Encrypt(str, key []byte) ([]byte, error)
	Decrypt(str, key []byte) ([]byte, error)
}

DES DES interface

func NewDES added in v0.1.18 

func NewDES(typeName string, arg ...[]byte) DES

NewDES : use NewDES(DES_CBC)

type EndFunc added in v0.0.7 

type EndFunc func(c *Context)

EndFunc 请求流程结束后执行的方法类型

type Err2Retry added in v0.1.8 

type Err2Retry bool

Err2Retry 设置遇到错误执行 Retry 事件

type FailedFunc added in v0.0.7 

type FailedFunc func(c *Context)

FailedFunc 请求失败执行的方法类型

type FormData added in v0.2.7 

type FormData map[string]string

FormData form data

type GDMapApi added in v0.2.4 

type GDMapApi interface {
	Add(key string, value interface{}) *gDMap
	Get(key string) interface{}
	Del(key string) *gDMap
	Len() int
	KeyList() []string
	AddMap(data map[string]interface{}) *gDMap
	Range(f func(k string, v interface{})) *gDMap
	RangeAt(f func(id int, k string, v interface{})) *gDMap
	CheckValue(value interface{}) bool // 检查是否存在某个值
	Reverse()                          //反序
}

GDMapApi 固定顺序 Map 接口 

type Header map[string]string

func NewHeader added in v0.2.4 

func NewHeader(data map[string]string) Header

NewHeader 新建Header

func (Header) Delete added in v0.2.4 

func (h Header) Delete(key string) Header

Delete Header Delete

func (Header) Set added in v0.2.4 

func (h Header) Set(key, value string) Header

Set Header Set

type HostPageSpeedCheck added in v0.4.3 

type HostPageSpeedCheck struct {
	Host      string
	Depth     int // 页面深度
	PageSpeed map[string]time.Duration
	UrlSet    map[string]struct{} // 检查页面重复
}

HostPageSpeedCheck ================================================================================================= Host站点下 HTML Get 测速 应用函数

func NewHostPageSpeedCheck added in v0.4.3 

func NewHostPageSpeedCheck(host string, depth int) *HostPageSpeedCheck

func (*HostPageSpeedCheck) AverageSpeed added in v0.4.3 

func (scan *HostPageSpeedCheck) AverageSpeed() float64

AverageSpeed 平均时间

func (*HostPageSpeedCheck) MaxSpeed added in v0.4.3 

func (scan *HostPageSpeedCheck) MaxSpeed() int64

MaxSpeed 最高用时

func (*HostPageSpeedCheck) MinSpeed added in v0.4.3 

func (scan *HostPageSpeedCheck) MinSpeed() int64

MinSpeed 最低用时

func (*HostPageSpeedCheck) Report added in v0.4.3 

func (scan *HostPageSpeedCheck) Report() map[string]string

Report 报告

func (*HostPageSpeedCheck) Result added in v0.4.3 

func (scan *HostPageSpeedCheck) Result() map[string]time.Duration

func (*HostPageSpeedCheck) Run added in v0.4.3 

func (scan *HostPageSpeedCheck) Run() ([]string, int)

Run int 单位 ms 

type HostScanBadLink struct {
	Host      string
	Depth     int // 页面深度
	PageState map[string]int
	UrlSet    map[string]struct{} // 检查页面重复
}

HostScanBadLink ==================================================================================================== Host站点下 HTML Get Url 死链接扫描 应用函数 

func NewHostScanBadLink(host string, depth int) *HostScanBadLink

func (*HostScanBadLink) Report added in v0.4.3 

func (scan *HostScanBadLink) Report() map[string]int

func (*HostScanBadLink) Result added in v0.4.3 

func (scan *HostScanBadLink) Result() map[string]int

func (*HostScanBadLink) Run added in v0.4.3 

func (scan *HostScanBadLink) Run() ([]string, int)
type HostScanExtLinks struct {
	Host string
}

HostScanExtLinks =================================================================================================== Host站点下的外链采集 应用函数 

func NewHostScanExtLinks(host string) *HostScanExtLinks

func (*HostScanExtLinks) Run added in v0.4.3 

func (scan *HostScanExtLinks) Run() ([]string, int)

type HostScanUrl added in v0.4.3 

type HostScanUrl struct {
	Host     string
	Depth    int // 页面深度
	UrlSet   map[string]struct{}
	Count    int
	MaxCount int64
}

HostScanUrl ======================================================================================================== Host站点下 A标签 Url扫描， 从更目录开始扫描指定深度 get Url 应用函数

func NewHostScanUrl added in v0.4.3 

func NewHostScanUrl(host string, depth int) *HostScanUrl

func (*HostScanUrl) Run added in v0.4.3 

func (scan *HostScanUrl) Run() ([]string, int)

type HostToolEr added in v0.4.3 

type HostToolEr interface {
	Run() ([]string, int)
}

HostToolEr TODO HostToolEr

type HttpPackage added in v0.3.4 

type HttpPackage struct {
	Url         *url.URL
	Body        []byte
	ContentType string
	Header      map[string][]string
}

HttpPackage 代理服务抓取到的HTTP的包

func (*HttpPackage) Html added in v0.3.4 

func (pack *HttpPackage) Html() string

Html 数据类型是html

func (*HttpPackage) Img2Base64 added in v0.3.4 

func (pack *HttpPackage) Img2Base64() string

Img2Base64 如果数据类型是image 就转换成base64的图片输出

func (*HttpPackage) Json added in v0.3.4 

func (pack *HttpPackage) Json() string

Json 数据类型是json

func (*HttpPackage) SaveImage added in v0.3.4 

func (pack *HttpPackage) SaveImage(path string) error

SaveImage 如果数据类型是image 就保存图片

func (*HttpPackage) ToFile added in v0.3.5 

func (pack *HttpPackage) ToFile(path string) error

ToFile 抓取到的数据类型保存到文件

func (*HttpPackage) Txt added in v0.3.5 

func (pack *HttpPackage) Txt() string

Txt 数据类型是txt

type IdWorker added in v0.4.1 

type IdWorker struct {
	// contains filtered or unexported fields
}

func (*IdWorker) InitIdWorker added in v0.4.1 

func (idw *IdWorker) InitIdWorker(workerId, datacenterId int64) error

func (*IdWorker) NextId added in v0.4.1 

func (idw *IdWorker) NextId() (int64, error)

NextId 返回一个唯一的 INT64 ID

type Intercept added in v0.3.4 

type Intercept struct {
	Ip              string
	HttpPackageFunc func(pack *HttpPackage)
}

Intercept http/s 代理与抓包

func (*Intercept) RunHttpIntercept added in v0.3.4 

func (ipt *Intercept) RunHttpIntercept()

RunHttpIntercept 启动 http/s 代理与抓包服务

func (*Intercept) RunServer added in v0.3.4 

func (ipt *Intercept) RunServer()

RunServer 启动 http/s 代理与抓包服务

type IsLog added in v0.1.9 

type IsLog bool

IsLog 是否开启全局日志

type Level added in v0.2.8 

type Level int

Level 日志等级

type MQKafkaService added in v0.4.2 

type MQKafkaService struct {
	Server []string
}

MQKafkaService Kafka消息队列

func (*MQKafkaService) Consumer added in v0.4.2 

func (m *MQKafkaService) Consumer(topic string) []byte

func (*MQKafkaService) Producer added in v0.4.2 

func (m *MQKafkaService) Producer(topic string, data []byte)

type MQNsqService added in v0.4.2 

type MQNsqService struct {
	NsqServerIP  string
	ProducerPort int
	ConsumerPort int
}

MQNsqService NSQ消息队列

func (*MQNsqService) Consumer added in v0.4.2 

func (m *MQNsqService) Consumer(topic string) []byte

Consumer 消费者

func (*MQNsqService) Producer added in v0.4.2 

func (m *MQNsqService) Producer(topic string, data []byte)

Producer 生产者

type MQRabbitService added in v0.4.2 

type MQRabbitService struct {
	AmqpUrl string
}

MQRabbitService Rabbit消息队列

func (*MQRabbitService) Consumer added in v0.4.2 

func (m *MQRabbitService) Consumer(topic string) []byte

func (*MQRabbitService) Producer added in v0.4.2 

func (m *MQRabbitService) Producer(topic string, data []byte)

type MQer added in v0.4.2 

type MQer interface {
	Producer(topic string, data []byte)
	Consumer(topic string) []byte
}

MQer 消息队列接口

func NewKafka added in v0.4.2 

func NewKafka(server []string) MQer

func NewNsq added in v0.4.2 

func NewNsq(server string, port ...int) MQer

NewNsq port 依次是 ProducerPort, ConsumerPort

func NewRabbit added in v0.4.2 

func NewRabbit(amqpUrl string) MQer

type Mongo added in v0.1.4 

type Mongo struct {
	User        string
	Password    string
	Host        string
	Port        string
	Conn        *mongo.Client
	Database    *mongo.Database
	Collection  *mongo.Collection
	MaxPoolSize int
	TimeOut     time.Duration
}

func NewMongo added in v0.1.4 

func NewMongo(user, password, host, port string) (*Mongo, error)

NewMongo 新建mongoDB客户端对象

func (*Mongo) GetCollection added in v0.1.4 

func (m *Mongo) GetCollection(dbname, name string)

GetCollection 连接mongodb 的db的集合 dbname:DB名; name:集合名

func (*Mongo) GetConn added in v0.1.4 

func (m *Mongo) GetConn() (err error)

GetConn 建立mongodb 连接

func (*Mongo) GetDB added in v0.1.4 

func (m *Mongo) GetDB(dbname string)

GetDB 连接mongodb 的db dbname:DB名

func (*Mongo) Insert added in v0.1.4 

func (m *Mongo) Insert(document interface{}) error

Insert 插入数据 document:可以是 Struct, 是 Slice

type Mysql added in v0.0.9 

type Mysql struct {
	DB *sql.DB
	// contains filtered or unexported fields
}

Mysql 客户端对象

func GetMysqlDBConn added in v0.1.3 

func GetMysqlDBConn() (*Mysql, error)

GetMysqlDBConn 获取mysql 连接

func NewMysql added in v0.0.9 

func NewMysql(host string, port int, user, password, database string) (*Mysql, error)

NewMysql 创建一个mysql对象

func (*Mysql) CloseLog added in v0.0.11 

func (m *Mysql) CloseLog()

CloseLog 关闭日志

func (*Mysql) Conn added in v0.0.9 

func (m *Mysql) Conn() (err error)

Conn 连接mysql

func (*Mysql) Delete added in v0.1.1 

func (m *Mysql) Delete(sql string) error

Delete 执行delete sql

func (*Mysql) DeleteTable added in v0.2.9 

func (m *Mysql) DeleteTable(tableName string) error

DeleteTable 删除表

func (*Mysql) Describe added in v0.0.9 

func (m *Mysql) Describe(table string) (*tableDescribe, error)

Describe 获取表结构

func (*Mysql) Exec added in v0.1.1 

func (m *Mysql) Exec(sql string) error

Exec 执行sql

func (*Mysql) GetFieldList added in v0.3.4 

func (m *Mysql) GetFieldList(table string) (fieldList []string)

GetFieldList 获取表字段

func (*Mysql) HasTable added in v0.2.9 

func (m *Mysql) HasTable(tableName string) bool

HasTable 判断表是否存

func (*Mysql) Insert added in v0.0.9 

func (m *Mysql) Insert(table string, fieldData map[string]interface{}) error

Insert 新增数据

func (*Mysql) InsertAt added in v0.1.17 

func (m *Mysql) InsertAt(table string, fieldData map[string]interface{}) error

InsertAt 新增数据 如果没有表则先创建表

func (*Mysql) InsertAtGd added in v0.2.7 

func (m *Mysql) InsertAtGd(table string, fieldData *gDMap) error

InsertAtGd 固定顺序map写入

func (*Mysql) InsertAtJson added in v0.3.4 

func (m *Mysql) InsertAtJson(table, jsonStr string) error

InsertAtJson json字符串存入数据库

func (*Mysql) IsHaveTable added in v0.1.17 

func (m *Mysql) IsHaveTable(table string) bool

IsHaveTable 表是否存在

func (*Mysql) NewTable added in v0.0.9 

func (m *Mysql) NewTable(table string, fields map[string]string) error

NewTable 创建表 字段顺序不固定 fields 字段:类型； name:varchar(10);

func (*Mysql) NewTableGd added in v0.2.7 

func (m *Mysql) NewTableGd(table string, fields *gDMap) error

NewTableGd 创建新的固定map顺序为字段的表

func (*Mysql) Query added in v0.1.9 

func (m *Mysql) Query(sql string) ([]map[string]string, error)

Query 执行selete sql

func (*Mysql) Select added in v0.0.9 

func (m *Mysql) Select(sql string) ([]map[string]string, error)

Select 查询语句 返回 map

func (*Mysql) SetMaxIdleConn added in v0.1.11 

func (m *Mysql) SetMaxIdleConn(number int)

SetMaxIdleConn 最大idle 数

func (*Mysql) SetMaxOpenConn added in v0.1.11 

func (m *Mysql) SetMaxOpenConn(number int)

SetMaxOpenConn 最大连接数

func (*Mysql) ToVarChar added in v0.1.9 

func (m *Mysql) ToVarChar(data interface{}) string

ToVarChar 写入mysql 的字符类型

func (*Mysql) ToXls added in v0.3.4 

func (m *Mysql) ToXls(sql, outPath string)

ToXls 数据库查询输出到excel

func (*Mysql) Update added in v0.1.1 

func (m *Mysql) Update(sql string) error

Update 更新sql

type ProxyIP added in v0.3.1 

type ProxyIP struct {
	IP    string
	Post  int
	User  string
	Pass  string // 密码
	IsTLS bool   // 是否是 https
}

ProxyIP 代理IP

func NewProxyIP added in v0.3.1 

func NewProxyIP(ip string, port int, user, pass string, isTls bool) *ProxyIP

NewProxyIP 实例化代理IP

func (*ProxyIP) String added in v0.3.1 

func (p *ProxyIP) String() string

String 代理IP输出

type ProxyPool added in v0.3.1 

type ProxyPool struct {
	// contains filtered or unexported fields
}

ProxyPool 代理池

func NewProxyPool added in v0.3.1 

func NewProxyPool() *ProxyPool

NewProxyPool 实例化代理池

func (*ProxyPool) Add added in v0.3.1 

func (p *ProxyPool) Add(proxyIP *ProxyIP)

Add 代理池添加代理

func (*ProxyPool) Del added in v0.3.1 

func (p *ProxyPool) Del(n int)

Del 代理池删除代理

func (*ProxyPool) Get added in v0.3.1 

func (p *ProxyPool) Get() (string, int)

Get 代理池按获取顺序获取一个代理

type ProxyUrl added in v0.1.9 

type ProxyUrl string

ProxyUrl 全局代理地址，一个代理，多个代理请使用代理池ProxyPool

type Queue added in v0.0.4 

type Queue struct {
	// contains filtered or unexported fields
}

Queue 队列

func (*Queue) Add added in v0.0.4 

func (q *Queue) Add(task *Task) error

Add 向队列中添加元素

func (*Queue) Clear added in v0.0.4 

func (q *Queue) Clear() bool

func (*Queue) IsEmpty added in v0.0.4 

func (q *Queue) IsEmpty() bool

func (*Queue) Poll added in v0.0.4 

func (q *Queue) Poll() *Task

Poll 移除队列中最前面的额元素

func (*Queue) Print added in v0.0.4 

func (q *Queue) Print()

func (*Queue) Size added in v0.0.4 

func (q *Queue) Size() int

type RabbitMQ added in v0.4.2 

type RabbitMQ struct {
	QueueName string
	Exchange  string //交换机
	Key       string //key Simple模式 几乎用不到
	MqUrl     string //连接信息
	// contains filtered or unexported fields
}

func NewRabbitMQ added in v0.4.2 

func NewRabbitMQ(queueName, exchange, key, amqpUrl string) (*RabbitMQ, error)

NewRabbitMQ 创建RabbitMQ结构体实例

func NewRabbitMQPubSub added in v0.4.2 

func NewRabbitMQPubSub(exchangeName, amqpUrl string) (*RabbitMQ, error)

NewRabbitMQPubSub 订阅模式创建 rabbitMq实例 (目前用的fanout模式)

func NewRabbitMQRouting added in v0.4.2 

func NewRabbitMQRouting(exchange string, routingKey string) (*RabbitMQ, error)

NewRabbitMQRouting 路由模式 创建RabbitMQ实例

func NewRabbitMQSimple added in v0.4.2 

func NewRabbitMQSimple(queueName string) (*RabbitMQ, error)

NewRabbitMQSimple 简单模式step：1。创建简单模式下RabbitMQ实例

func NewRabbitMQTopic added in v0.4.2 

func NewRabbitMQTopic(exchange string, routingKey string) (*RabbitMQ, error)

NewRabbitMQTopic 话题模式 创建RabbitMQ实例

func (*RabbitMQ) Destroy added in v0.4.2 

func (r *RabbitMQ) Destroy()

Destroy 断开channel和connection

func (*RabbitMQ) PublishPub added in v0.4.2 

func (r *RabbitMQ) PublishPub(message []byte) (err error)

PublishPub 订阅模式生成

func (*RabbitMQ) PublishRouting added in v0.4.2 

func (r *RabbitMQ) PublishRouting(message []byte) (err error)

PublishRouting 路由模式发送信息

func (*RabbitMQ) PublishSimple added in v0.4.2 

func (r *RabbitMQ) PublishSimple(message []byte) (err error)

PublishSimple 简单模式Step:2、简单模式下生产代码

func (*RabbitMQ) PublishTopic added in v0.4.2 

func (r *RabbitMQ) PublishTopic(message []byte) (err error)

PublishTopic 话题模式发送信息

func (*RabbitMQ) RegistryConsumeSimple added in v0.4.2 

func (r *RabbitMQ) RegistryConsumeSimple() (msg <-chan amqp.Delivery)

RegistryConsumeSimple 简单模式注册消费者

func (*RabbitMQ) RegistryReceiveRouting added in v0.4.2 

func (r *RabbitMQ) RegistryReceiveRouting() (msg <-chan amqp.Delivery)

RegistryReceiveRouting 路由模式接收信息

func (*RabbitMQ) RegistryReceiveSub added in v0.4.2 

func (r *RabbitMQ) RegistryReceiveSub() (msg <-chan amqp.Delivery)

RegistryReceiveSub 订阅模式消费端代码

func (*RabbitMQ) RegistryReceiveTopic added in v0.4.2 

func (r *RabbitMQ) RegistryReceiveTopic() (msg <-chan amqp.Delivery)

RegistryReceiveTopic 话题模式接收信息 要注意key 其中* 用于匹配一个单词，#用于匹配多个单词（可以是零个） 匹配 xx.* 表示匹配xx.hello,但是xx.hello.one需要用xx.#才能匹配到

type Rds added in v0.1.2 

type Rds struct {
	SSHUser       string
	SSHPassword   string
	SSHAddr       string
	RedisHost     string
	RedisPost     string
	RedisPassword string

	// redis DB
	RedisDB int

	// 单个连接
	Conn redis.Conn

	//	最大闲置数，用于redis连接池
	RedisMaxIdle int

	//	最大连接数
	RedisMaxActive int

	//	单条连接Timeout
	RedisIdleTimeoutSec int

	// 连接池
	Pool *redis.Pool
}

Rds Redis客户端

func NewRedis added in v0.1.2 

func NewRedis(host, port, password string, db int, vs ...interface{}) (*Rds, error)

NewRedis 新建Redis客户端对象

func NewRedisPool added in v0.1.2 

func NewRedisPool(host, port, password string, db, maxIdle, maxActive, idleTimeoutSec int, vs ...interface{}) *Rds

NewRedisPool 新建Redis连接池对象

func (*Rds) Append added in v0.4.2 

func (r *Rds) Append(key string, value interface{}) error

Append APPEND key value 如果 key 已经存在并且是一个字符串， APPEND 命令将 value 追加到 key 原来的值的末尾。 如果 key 不存在， APPEND 就简单地将给定 key 设为 value ，就像执行 SET key value 一样。

func (*Rds) BitCount added in v0.4.3 

func (r *Rds) BitCount(key string) (int64, error)

BitCount BITCOUNT key [start] [end] 计算给定字符串中，被设置为 1 的比特位的数量。

func (*Rds) DUMP added in v0.4.2 

func (r *Rds) DUMP(key string) bool

DUMP 检查给定 key 是否存在。

func (*Rds) Decr added in v0.4.2 

func (r *Rds) Decr(key string) (int64, error)

Decr key 将 key 中储存的数字值减一。 如果 key 不存在，那么 key 的值会先被初始化为 0 ，然后再执行 DECR 操作。 如果值包含错误的类型，或字符串类型的值不能表示为数字，那么返回一个错误。

func (*Rds) DecrBy added in v0.4.2 

func (r *Rds) DecrBy(key, decrement string) (int64, error)

DecrBy DECRBY key decrement 将 key 所储存的值减去减量 decrement 。

func (*Rds) DelKey added in v0.4.2 

func (r *Rds) DelKey(key string) bool

DelKey 删除key

func (*Rds) Expire added in v0.4.2 

func (r *Rds) Expire(key string, ttl int64) bool

Expire 更新key ttl

func (*Rds) ExpireAt added in v0.4.2 

func (r *Rds) ExpireAt(key string, date int64) bool

ExpireAt 指定key多久过期 接收的是unix时间戳

func (*Rds) Get added in v0.4.2 

func (r *Rds) Get(key string) (string, error)

Get GET 获取String value

func (*Rds) GetAllKeys added in v0.4.2 

func (r *Rds) GetAllKeys(match string) (ksyList map[string]int)

GetAllKeys 获取所有的key

func (*Rds) GetBit added in v0.4.3 

func (r *Rds) GetBit(key string, offset int64) (int64, error)

GetBit GETBIT key offset 对 key 所储存的字符串值，获取指定偏移量上的位(bit)。 当 offset 比字符串值的长度大，或者 key 不存在时，返回 0 。

func (*Rds) GetConn added in v0.1.2 

func (r *Rds) GetConn() redis.Conn

GetConn 获取redis连接

func (*Rds) GetRange added in v0.4.2 

func (r *Rds) GetRange(key string, start, end int64) (string, error)

GetRange GETRANGE key start end 返回 key 中字符串值的子字符串，字符串的截取范围由 start 和 end 两个偏移量决定(包括 start 和 end 在内)。

func (*Rds) GetSet added in v0.4.2 

func (r *Rds) GetSet(key string, value interface{}) (string, error)

GetSet GETSET key value 将给定 key 的值设为 value ，并返回 key 的旧值(old value)。 当 key 存在但不是字符串类型时，返回一个错误。

func (*Rds) HDel added in v0.4.2 

func (r *Rds) HDel(key string, fields []string) error

HDel HDEL key field [field ...] 删除哈希表 key 中的一个或多个指定域，不存在的域将被忽略。

func (*Rds) HExIsTs added in v0.4.2 

func (r *Rds) HExIsTs(key, fields string) bool

HExIsTs HEXISTS key field 查看哈希表 key 中，给定域 field 是否存在。

func (*Rds) HGet added in v0.4.2 

func (r *Rds) HGet(key, fields string) (string, error)

HGet HGET key field 返回哈希表 key 中给定域 field 的值。

func (*Rds) HGetAll added in v0.4.2 

func (r *Rds) HGetAll(key string) (map[string]string, error)

HGetAll HGETALL 获取Hash value

func (*Rds) HGetAllInt added in v0.4.2 

func (r *Rds) HGetAllInt(key string) (map[string]int, error)

HGetAllInt HGETALL 获取Hash value

func (*Rds) HGetAllInt64 added in v0.4.2 

func (r *Rds) HGetAllInt64(key string) (map[string]int64, error)

HGetAllInt64 HGETALL 获取Hash value

func (*Rds) HIncrBy added in v0.4.2 

func (r *Rds) HIncrBy(key, field string, increment int64) (int64, error)

HIncrBy HINCRBY key field increment 为哈希表 key 中的域 field 的值加上增量 increment 。 增量也可以为负数，相当于对给定域进行减法操作。 如果 key 不存在，一个新的哈希表被创建并执行 HINCRBY 命令。 如果域 field 不存在，那么在执行命令前，域的值被初始化为 0

func (*Rds) HIncrByFloat added in v0.4.2 

func (r *Rds) HIncrByFloat(key, field string, increment float64) (float64, error)

HIncrByFloat HINCRBYFLOAT key field increment 为哈希表 key 中的域 field 加上浮点数增量 increment 。 如果哈希表中没有域 field ，那么 HINCRBYFLOAT 会先将域 field 的值设为 0 ，然后再执行加法操作。 如果键 key 不存在，那么 HINCRBYFLOAT 会先创建一个哈希表，再创建域 field ，最后再执行加法操作。

func (*Rds) HKeys added in v0.4.2 

func (r *Rds) HKeys(key string) ([]string, error)

HKeys HKEYS key 返回哈希表 key 中的所有域。

func (*Rds) HLen added in v0.4.2 

func (r *Rds) HLen(key string) (int64, error)

HLen HLEN key 返回哈希表 key 中域的数量。

func (*Rds) HMGet added in v0.4.2 

func (r *Rds) HMGet(key string, fields []string) ([]string, error)

HMGet HMGET key field [field ...] 返回哈希表 key 中，一个或多个给定域的值。 如果给定的域不存在于哈希表，那么返回一个 nil 值。

func (*Rds) HMSet added in v0.4.2 

func (r *Rds) HMSet(key string, values map[interface{}]interface{}) error

HMSet HMSET 新建Hash 多个field HMSET key field value [field value ...] 同时将多个 field-value (域-值)对设置到哈希表 key 中。 此命令会覆盖哈希表中已存在的域。

func (*Rds) HSet added in v0.4.2 

func (r *Rds) HSet(key, field string, value interface{}) (int64, error)

HSet HSET 新建Hash 单个field 如果 key 不存在，一个新的哈希表被创建并进行 HSET 操作。 如果域 field 已经存在于哈希表中，旧值将被覆盖。

func (*Rds) HSetNx added in v0.4.2 

func (r *Rds) HSetNx(key, field string, value interface{}) error

HSetNx HSETNX key field value 给hash追加field value 将哈希表 key 中的域 field 的值设置为 value ，当且仅当域 field 不存在。

func (*Rds) HVaLs added in v0.4.2 

func (r *Rds) HVaLs(key string) ([]string, error)

HVaLs HVALS key 返回哈希表 key 中所有域的值。

func (*Rds) Incr added in v0.4.2 

func (r *Rds) Incr(key string) (int64, error)

Incr INCR key 将 key 中储存的数字值增一。 如果 key 不存在，那么 key 的值会先被初始化为 0 ，然后再执行 INCR 操作。 如果值包含错误的类型，或字符串类型的值不能表示为数字，那么返回一个错误。

func (*Rds) IncrBy added in v0.4.2 

func (r *Rds) IncrBy(key, increment string) (int64, error)

IncrBy INCRBY key increment 将 key 所储存的值加上增量 increment 。

func (*Rds) IncrByFloat added in v0.4.2 

func (r *Rds) IncrByFloat(key, increment float64) (float64, error)

IncrByFloat INCRBYFLOAT key increment 为 key 中所储存的值加上浮点数增量 increment 。

func (*Rds) LIndex added in v0.4.2 

func (r *Rds) LIndex(key string, index int64) (string, error)

LIndex LINDEX key index 返回列表 key 中，下标为 index 的元素。

func (*Rds) LInsert added in v0.4.2 

func (r *Rds) LInsert(direction bool, key, pivot, value string) error

LInsert LINSERT key BEFORE|AFTER pivot value 将值 value 插入到列表 key 当中，位于值 pivot 之前或之后。 当 pivot 不存在于列表 key 时，不执行任何操作。 当 key 不存在时， key 被视为空列表，不执行任何操作。 如果 key 不是列表类型，返回一个错误。 direction : 方向 bool true:BEFORE(前) false: AFTER(后)

func (*Rds) LLen added in v0.4.2 

func (r *Rds) LLen(key string) (int64, error)

LLen LLEN key 返回列表 key 的长度。 如果 key 不存在，则 key 被解释为一个空列表，返回 0 .

func (*Rds) LPusHx added in v0.4.2 

func (r *Rds) LPusHx(key string, value interface{}) error

LPusHx LPUSHX key value 将值 value 插入到列表 key 的表头，当且仅当 key 存在并且是一个列表。 和 LPUSH 命令相反，当 key 不存在时， LPUSHX 命令什么也不做。

func (*Rds) LPush added in v0.4.2 

func (r *Rds) LPush(key string, values []interface{}) error

LPush LPUSH 新创建list 将一个或多个值 value 插入到列表 key 的表头

func (*Rds) LRange added in v0.4.2 

func (r *Rds) LRange(key string) ([]interface{}, error)

LRange LRANGE 获取List value

func (*Rds) LRangeST added in v0.4.2 

func (r *Rds) LRangeST(key string, start, stop int64) ([]interface{}, error)

LRangeST LRANGE key start stop 返回列表 key 中指定区间内的元素，区间以偏移量 start 和 stop 指定。

func (*Rds) LRem added in v0.4.2 

func (r *Rds) LRem(key string, count int64, value interface{}) error

LRem LREM key count value 根据参数 count 的值，移除列表中与参数 value 相等的元素。 count 的值可以是以下几种： count > 0 : 从表头开始向表尾搜索，移除与 value 相等的元素，数量为 count 。 count < 0 : 从表尾开始向表头搜索，移除与 value 相等的元素，数量为 count 的绝对值。 count = 0 : 移除表中所有与 value 相等的值。

func (*Rds) LSet added in v0.4.2 

func (r *Rds) LSet(key string, index int64, value interface{}) error

LSet LSET key index value 将列表 key 下标为 index 的元素的值设置为 value 。 当 index 参数超出范围，或对一个空列表( key 不存在)进行 LSET 时，返回一个错误。

func (*Rds) LTrim added in v0.4.2 

func (r *Rds) LTrim(key string, start, stop int64) error

LTrim LTRIM key start stop 对一个列表进行修剪(trim)，就是说，让列表只保留指定区间内的元素，不在指定区间之内的元素都将被删除。 举个例子，执行命令 LTRIM list 0 2 ，表示只保留列表 list 的前三个元素，其余元素全部删除。

func (*Rds) ListLPOP added in v0.4.2 

func (r *Rds) ListLPOP(key string) (string, error)

ListLPOP LPOP key 移除并返回列表 key 的头元素。

func (*Rds) MGet added in v0.4.2 

func (r *Rds) MGet(key []interface{}) ([]string, error)

MGet MGET key [key ...] 返回所有(一个或多个)给定 key 的值。 如果给定的 key 里面，有某个 key 不存在，那么这个 key 返回特殊值 nil 。因此，该命令永不失败。

func (*Rds) MSet added in v0.4.2 

func (r *Rds) MSet(values []interface{}) error

MSet MSET key value [key value ...] 同时设置一个或多个 key-value 对。 如果某个给定 key 已经存在，那么 MSET 会用新值覆盖原来的旧值，如果这不是你所希望的效果， 请考虑使用 MSETNX 命令：它只会在所有给定 key 都不存在的情况下进行设置操作。 MSET 是一个原子性(atomic)操作，所有给定 key 都会在同一时间内被设置，某些给定 key 被更新而另一些给定 key 没有改变的情况，不可能发生。

func (*Rds) MSetNx added in v0.4.2 

func (r *Rds) MSetNx(values []interface{}) error

MSetNx MSETNX key value [key value ...] 同时设置一个或多个 key-value 对，当且仅当所有给定 key 都不存在。 即使只有一个给定 key 已存在， MSETNX 也会拒绝执行所有给定 key 的设置操作。 MSETNX 是原子性的，因此它可以用作设置多个不同 key 表示不同字段(field)的唯一性逻辑对象(unique logic object)， 所有字段要么全被设置，要么全不被设置。

func (*Rds) MqConsumer added in v0.4.2 

func (r *Rds) MqConsumer(mqName string) (reply interface{}, err error)

MqConsumer Redis消息队列消费方

func (*Rds) MqLen added in v0.4.2 

func (r *Rds) MqLen(mqName string) int64

MqLen Redis消息队列消息数量

func (*Rds) MqProducer added in v0.4.2 

func (r *Rds) MqProducer(mqName string, data interface{}) error

MqProducer Redis消息队列生产方

func (*Rds) PSetEx added in v0.4.2 

func (r *Rds) PSetEx(key string, ttl int64, value interface{}) error

PSetEx PSETEX key milliseconds value 这个命令和 SETEX 命令相似，但它以毫秒为单位设置 key 的生存时间，而不是像 SETEX 命令那样，以秒为单位。

func (*Rds) RPop added in v0.4.2 

func (r *Rds) RPop(key string) (string, error)

RPop RPOP key 移除并返回列表 key 的尾元素。

func (*Rds) RPopLPush added in v0.4.2 

func (r *Rds) RPopLPush(key, destination string) (string, error)

RPopLPush RPOPLPUSH source destination 命令 RPOPLPUSH 在一个原子时间内，执行以下两个动作： 将列表 source 中的最后一个元素(尾元素)弹出，并返回给客户端。 将 source 弹出的元素插入到列表 destination ，作为 destination 列表的的头元素。 举个例子，你有两个列表 source 和 destination ， source 列表有元素 a, b, c ， destination 列表有元素 x, y, z ，执行 RPOPLPUSH source destination 之后， source 列表包含元素 a, b ， destination 列表包含元素 c, x, y, z ，并且元素 c 会被返回给客户端。 如果 source 不存在，值 nil 被返回，并且不执行其他动作。 如果 source 和 destination 相同，则列表中的表尾元素被移动到表头，并返回该元素，可以把这种特殊情况视作列表的旋转(rotation)操作。

func (*Rds) RPush added in v0.4.2 

func (r *Rds) RPush(key string, values []interface{}) error

RPush RPUSH key value [value ...] 将一个或多个值 value 插入到列表 key 的表尾(最右边)。 如果有多个 value 值，那么各个 value 值按从左到右的顺序依次插入到表尾：比如对一个空列表 mylist 执行 RPUSH mylist a b c ，得出的结果列表为 a b c ，等同于执行命令 RPUSH mylist a 、 RPUSH mylist b 、 RPUSH mylist c 。 新创建List 将一个或多个值 value 插入到列表 key 的表尾(最右边)。

func (*Rds) RPushX added in v0.4.2 

func (r *Rds) RPushX(key string, value interface{}) error

RPushX RPUSHX key value 将值 value 插入到列表 key 的表尾，当且仅当 key 存在并且是一个列表。

func (*Rds) RedisConn added in v0.1.2 

func (r *Rds) RedisConn() (err error)

RedisConn redis连接

func (*Rds) RedisPool added in v0.1.2 

func (r *Rds) RedisPool() error

RedisPool 连接池连接 返回redis连接池 *redis.Pool.Get() 获取redis连接

func (*Rds) Rename added in v0.4.2 

func (r *Rds) Rename(name, newName string) bool

Rename 修改key名称

func (*Rds) SAdd added in v0.4.2 

func (r *Rds) SAdd(key string, values []interface{}) error

SAdd SADD 新创建Set 将一个或多个 member 元素加入到集合 key 当中，已经存在于集合的 member 元素将被忽略。

func (*Rds) SCard added in v0.4.2 

func (r *Rds) SCard(key string) error

SCard SCARD key 返回集合 key 的基数(集合中元素的数量)。

func (*Rds) SDiff added in v0.4.2 

func (r *Rds) SDiff(keys []string) ([]interface{}, error)

SDiff SDIFF key [key ...] 返回一个集合的全部成员，该集合是所有给定集合之间的差集。 不存在的 key 被视为空集。

func (*Rds) SDiffStore added in v0.4.2 

func (r *Rds) SDiffStore(key string, keys []string) ([]interface{}, error)

SDiffStore SDIFFSTORE destination key [key ...] 这个命令的作用和 SDIFF 类似，但它将结果保存到 destination 集合，而不是简单地返回结果集。 如果 destination 集合已经存在，则将其覆盖。 destination 可以是 key 本身。

func (*Rds) SInter added in v0.4.2 

func (r *Rds) SInter(keys []string) ([]interface{}, error)

SInter SINTER key [key ...] 返回一个集合的全部成员，该集合是所有给定集合的交集。 不存在的 key 被视为空集。

func (*Rds) SInterStore added in v0.4.2 

func (r *Rds) SInterStore(key string, keys []string) ([]interface{}, error)

SInterStore SINTERSTORE destination key [key ...] 这个命令类似于 SINTER 命令，但它将结果保存到 destination 集合，而不是简单地返回结果集。 如果 destination 集合已经存在，则将其覆盖。 destination 可以是 key 本身。

func (*Rds) SIsMember added in v0.4.2 

func (r *Rds) SIsMember(key string, value interface{}) (resBool bool, err error)

SIsMember SISMEMBER key member 判断 member 元素是否集合 key 的成员。 返回值: 如果 member 元素是集合的成员，返回 1 。 如果 member 元素不是集合的成员，或 key 不存在，返回 0 。

func (*Rds) SMemeRs added in v0.4.2 

func (r *Rds) SMemeRs(key string) ([]interface{}, error)

SMemeRs SMEMBERS key 返回集合 key 中的所有成员。 获取Set value 返回集合 key 中的所有成员。

func (*Rds) SMove added in v0.4.2 

func (r *Rds) SMove(key, destination string, member interface{}) (resBool bool, err error)

SMove SMOVE source destination member 将 member 元素从 source 集合移动到 destination 集合。 SMOVE 是原子性操作。 如果 source 集合不存在或不包含指定的 member 元素，则 SMOVE 命令不执行任何操作，仅返回 0 。否则， member 元素从 source 集合中被移除，并添加到 destination 集合中去。 当 destination 集合已经包含 member 元素时， SMOVE 命令只是简单地将 source 集合中的 member 元素删除。 当 source 或 destination 不是集合类型时，返回一个错误。 返回值: 成功移除，返回 1 。失败0

func (*Rds) SPop added in v0.4.2 

func (r *Rds) SPop(key string) (string, error)

SPop SPOP key 移除并返回集合中的一个随机元素。

func (*Rds) SRandMember added in v0.4.2 

func (r *Rds) SRandMember(key string, count int64) ([]interface{}, error)

SRandMember SRANDMEMBER key [count] 如果命令执行时，只提供了 key 参数，那么返回集合中的一个随机元素。 如果 count 为正数，且小于集合基数，那么命令返回一个包含 count 个元素的数组，数组中的元素各不相同。 如果 count 大于等于集合基数，那么返回整个集合。 如果 count 为负数，那么命令返回一个数组，数组中的元素可能会重复出现多次，而数组的长度为 count 的绝对值。

func (*Rds) SRem added in v0.4.2 

func (r *Rds) SRem(key string, member []interface{}) error

SRem SREM key member [member ...] 移除集合 key 中的一个或多个 member 元素，不存在的 member 元素会被忽略。

func (*Rds) SUnion added in v0.4.2 

func (r *Rds) SUnion(keys []string) ([]interface{}, error)

SUnion SUNION key [key ...] 返回一个集合的全部成员，该集合是所有给定集合的并集。

func (*Rds) SUnionStore added in v0.4.2 

func (r *Rds) SUnionStore(key string, keys []string) ([]interface{}, error)

SUnionStore SUNIONSTORE destination key [key ...] 这个命令类似于 SUNION 命令，但它将结果保存到 destination 集合，而不是简单地返回结果集。

func (*Rds) SearchKeys added in v0.4.2 

func (r *Rds) SearchKeys(match string) (ksyList map[string]int)

SearchKeys 搜索key

func (*Rds) SelectDB added in v0.1.2 

func (r *Rds) SelectDB(dbNumber int) error

SelectDB 切换redis db

func (*Rds) Set added in v0.4.2 

func (r *Rds) Set(key string, value interface{}) error

Set SET新建String

func (*Rds) SetBit added in v0.4.3 

func (r *Rds) SetBit(key string, offset, value int64) error

SetBit SETBIT key offset value 对 key 所储存的字符串值，设置或清除指定偏移量上的位(bit)。 value : 位的设置或清除取决于 value 参数，可以是 0 也可以是 1 。 注意 offset 不能太大，越大key越大

func (*Rds) SetEx added in v0.4.2 

func (r *Rds) SetEx(key string, ttl int64, value interface{}) error

SetEx SETEX 新建String 含有时间

func (*Rds) SetNx added in v0.4.2 

func (r *Rds) SetNx(key string, value interface{}) error

SetNx key value 将 key 的值设为 value ，当且仅当 key 不存在。 若给定的 key 已经存在，则 SETNX 不做任何动作。

func (*Rds) SetRange added in v0.4.2 

func (r *Rds) SetRange(key string, offset int64, value interface{}) error

SetRange SETRANGE key offset value 用 value 参数覆写(overwrite)给定 key 所储存的字符串值，从偏移量 offset 开始。 不存在的 key 当作空白字符串处理。

func (*Rds) ToBool added in v0.4.2 

func (r *Rds) ToBool(reply interface{}, err error) (bool, error)

func (*Rds) ToByteSlices added in v0.4.2 

func (r *Rds) ToByteSlices(reply interface{}, err error) ([][]byte, error)

func (*Rds) ToBytes added in v0.4.2 

func (r *Rds) ToBytes(reply interface{}, err error) ([]byte, error)

func (*Rds) ToFloat64 added in v0.4.2 

func (r *Rds) ToFloat64(reply interface{}, err error) (float64, error)

func (*Rds) ToFloat64s added in v0.4.2 

func (r *Rds) ToFloat64s(reply interface{}, err error) ([]float64, error)

func (*Rds) ToInt added in v0.4.2 

func (r *Rds) ToInt(reply interface{}, err error) (int, error)

func (*Rds) ToInt64 added in v0.4.2 

func (r *Rds) ToInt64(reply interface{}, err error) (int64, error)

func (*Rds) ToInt64Map added in v0.4.2 

func (r *Rds) ToInt64Map(reply interface{}, err error) (map[string]int64, error)

func (*Rds) ToInt64s added in v0.4.2 

func (r *Rds) ToInt64s(reply interface{}, err error) ([]int64, error)

func (*Rds) ToIntMap added in v0.4.2 

func (r *Rds) ToIntMap(reply interface{}, err error) (map[string]int, error)

func (*Rds) ToInts added in v0.4.2 

func (r *Rds) ToInts(reply interface{}, err error) ([]int, error)

func (*Rds) ToString added in v0.4.2 

func (r *Rds) ToString(reply interface{}, err error) (string, error)

func (*Rds) ToStringMap added in v0.4.2 

func (r *Rds) ToStringMap(reply interface{}, err error) (map[string]string, error)

func (*Rds) ToStrings added in v0.4.2 

func (r *Rds) ToStrings(reply interface{}, err error) ([]string, error)

func (*Rds) Ttl added in v0.4.2 

func (r *Rds) Ttl(key string) int64

Ttl 获取key的过期时间

func (*Rds) Type added in v0.4.2 

func (r *Rds) Type(key string) string

Type 获取key的类型

func (*Rds) ZAdd added in v0.4.2 

func (r *Rds) ZAdd(key string, weight interface{}, field interface{}) error

ZAdd ZADD 新创建ZSet 将一个或多个 member 元素及其 score 值加入到有序集 key 当中。

func (*Rds) ZCard added in v0.4.2 

func (r *Rds) ZCard(key string) (int64, error)

ZCard ZCARD key 返回有序集 key 的基数。

func (*Rds) ZCount added in v0.4.2 

func (r *Rds) ZCount(key string, min, max int64) (int64, error)

ZCount ZCOUNT key min max 返回有序集 key 中， score 值在 min 和 max 之间(默认包括 score 值等于 min 或 max )的成员的数量。

func (*Rds) ZIncrBy added in v0.4.2 

func (r *Rds) ZIncrBy(key, member string, increment int64) (string, error)

ZIncrBy ZINCRBY key increment member 为有序集 key 的成员 member 的 score 值加上增量 increment 。 可以通过传递一个负数值 increment ，让 score 减去相应的值，比如 ZINCRBY key -5 member ，就是让 member 的 score 值减去 5 。 当 key 不存在，或 member 不是 key 的成员时， ZINCRBY key increment member 等同于 ZADD key increment member 。

func (*Rds) ZRange added in v0.4.2 

func (r *Rds) ZRange(key string) ([]interface{}, error)

ZRange ZRANGE 获取ZSet value 返回集合 有序集成员的列表。

func (*Rds) ZRangeByScore added in v0.4.2 

func (r *Rds) ZRangeByScore(key string, min, max, offset, count int64) ([]interface{}, error)

ZRangeByScore ZRANGEBYSCORE key min max [WITHSCORES] [LIMIT offset count] 返回有序集 key 中，所有 score 值介于 min 和 max 之间(包括等于 min 或 max )的成员。有序集成员按 score 值递增(从小到大)次序排列。 具有相同 score 值的成员按字典序(lexicographical order)来排列(该属性是有序集提供的，不需要额外的计算)。 可选的 LIMIT 参数指定返回结果的数量及区间(就像SQL中的 SELECT LIMIT offset, count )，注意当 offset 很大时， 定位 offset 的操作可能需要遍历整个有序集，此过程最坏复杂度为 O(N) 时间。 可选的 WITHSCORES 参数决定结果集是单单返回有序集的成员，还是将有序集成员及其 score 值一起返回。 区间及无限 min 和 max 可以是 -inf 和 +inf ，这样一来，你就可以在不知道有序集的最低和最高 score 值的情况下，使用 ZRANGEBYSCORE 这类命令。 默认情况下，区间的取值使用闭区间 (小于等于或大于等于)，你也可以通过给参数前增加 ( 符号来使用可选的开区间 (小于或大于)。

func (*Rds) ZRangeByScoreAll added in v0.4.2 

func (r *Rds) ZRangeByScoreAll(key string) ([]interface{}, error)

ZRangeByScoreAll 获取所有

func (*Rds) ZRangeST added in v0.4.2 

func (r *Rds) ZRangeST(key string, start, stop int64) ([]interface{}, error)

ZRangeST ZRANGE key start stop [WITHSCORES] 返回有序集 key 中，指定区间内的成员。 其中成员的位置按 score 值递增(从小到大)来排序。

func (*Rds) ZRank added in v0.4.2 

func (r *Rds) ZRank(key string, member interface{}) (int64, error)

ZRank ZRANK key member 返回有序集 key 中成员 member 的排名。其中有序集成员按 score 值递增(从小到大)顺序排列。 排名以 0 为底，也就是说， score 值最小的成员排名为 0 。

func (*Rds) ZRem added in v0.4.2 

func (r *Rds) ZRem(key string, member []interface{}) error

ZRem ZREM key member [member ...] 移除有序集 key 中的一个或多个成员，不存在的成员将被忽略。

func (*Rds) ZRemRangeByRank added in v0.4.2 

func (r *Rds) ZRemRangeByRank(key string, start, stop int64) error

ZRemRangeByRank ZREMRANGEBYRANK key start stop 移除有序集 key 中，指定排名(rank)区间内的所有成员。 区间分别以下标参数 start 和 stop 指出，包含 start 和 stop 在内。

func (*Rds) ZRemRangeByScore added in v0.4.2 

func (r *Rds) ZRemRangeByScore(key string, min, max int64) error

ZRemRangeByScore ZREMRANGEBYSCORE key min max 移除有序集 key 中，所有 score 值介于 min 和 max 之间(包括等于 min 或 max )的成员。

func (*Rds) ZRevRange added in v0.4.2 

func (r *Rds) ZRevRange(key string, start, stop int64) ([]interface{}, error)

ZRevRange ZREVRANGE key start stop [WITHSCORES] 返回有序集 key 中，指定区间内的成员。 其中成员的位置按 score 值递减(从大到小)来排列。 具有相同 score 值的成员按字典序的逆序(reverse lexicographical order)排列。

func (*Rds) ZRevRangeByScore added in v0.4.2 

func (r *Rds) ZRevRangeByScore(key string, min, max, offset, count int64) ([]interface{}, error)

ZRevRangeByScore key max min [WITHSCORES] [LIMIT offset count] 返回有序集 key 中， score 值介于 max 和 min 之间(默认包括等于 max 或 min )的所有的成员。有序集成员按 score 值递减(从大到小)的次序排列。 具有相同 score 值的成员按字典序的逆序(reverse lexicographical order )排列。

func (*Rds) ZRevRangeByScoreAll added in v0.4.2 

func (r *Rds) ZRevRangeByScoreAll(key string) ([]interface{}, error)

ZRevRangeByScoreAll 获取所有

func (*Rds) ZRevRank added in v0.4.2 

func (r *Rds) ZRevRank(key string, member interface{}) (int64, error)

ZRevRank ZREVRANK key member 返回有序集 key 中成员 member 的排名。其中有序集成员按 score 值递减(从大到小)排序。 排名以 0 为底，也就是说， score 值最大的成员排名为 0 。 使用 ZRANK 命令可以获得成员按 score 值递增(从小到大)排列的排名。

func (*Rds) ZScore added in v0.4.2 

func (r *Rds) ZScore(key string, member interface{}) (string, error)

ZScore ZSCORE key member 返回有序集 key 中，成员 member 的 score

type ReqTimeOut added in v0.0.7 

type ReqTimeOut int

type ReqTimeOutMs added in v0.0.7 

type ReqTimeOutMs int

type ReqUrl added in v0.0.7 

type ReqUrl struct {
	Url    string
	Method string
	Params map[string]interface{}
}

ReqUrl 单个请求地址对象

type RetryFunc added in v0.0.7 

type RetryFunc func(c *Context)

RetryFunc 重试请求前执行的方法类型，是否重试来自上次请求的状态码来确定，见StatusCodeMap;

type RetryTimes added in v0.0.4 

type RetryTimes int

RetryTimes 重试次数

type SSHConnInfo added in v0.1.2 

type SSHConnInfo struct {
	SSHUser     string
	SSHPassword string
	SSHAddr     string
}

SSHConnInfo ssh连接通道

func NewSSHInfo added in v0.1.2 

func NewSSHInfo(addr, user, password string) *SSHConnInfo

NewSSHInfo 新建ssh连接通道

type Set added in v0.1.4 

type Set map[string]struct{}

可以用于去重

func (Set) Add added in v0.1.4 

func (s Set) Add(key string)

func (Set) Delete added in v0.1.4 

func (s Set) Delete(key string)

func (Set) Has added in v0.1.4 

func (s Set) Has(key string) bool

type Sleep added in v0.2.4 

type Sleep time.Duration

func SetSleep added in v0.2.4 

func SetSleep(min, max int) Sleep

SetSleep 设置请求随机休眠时间， 单位秒

func SetSleepMs added in v0.2.4 

func SetSleepMs(min, max int) Sleep

SetSleepMs 设置请求随机休眠时间， 单位毫秒

type Stack added in v0.1.4 

type Stack struct {
	// contains filtered or unexported fields
}

func New added in v0.1.4 

func New() *Stack

func (*Stack) Pop added in v0.1.4 

func (s *Stack) Pop()

func (*Stack) Push added in v0.1.4 

func (s *Stack) Push(data interface{})

func (*Stack) String added in v0.1.4 

func (s *Stack) String() string

type StartFunc added in v0.0.7 

type StartFunc func(c *Context)

StartFunc 请求开始前执行的方法类型

type StressUrl added in v0.0.7 

type StressUrl struct {
	Url    string
	Method string
	Sum    int64
	Total  int
	TQueue TodoQueue

	// 接口传入的json
	JsonData string

	// 接口传入类型
	ContentType string
	// contains filtered or unexported fields
}

StressUrl 压力测试一个url

func NewTestUrl added in v0.0.7 

func NewTestUrl(url, method string, sum int64, total int) *StressUrl

NewTestUrl 实例化一个新的url压测

func (*StressUrl) Run added in v0.0.7 

func (s *StressUrl) Run(vs ...interface{})

Run 运行压测

func (*StressUrl) SetJson added in v0.1.1 

func (s *StressUrl) SetJson(str string)

SetJson 设置json

type SucceedFunc added in v0.0.7 

type SucceedFunc func(c *Context)

SucceedFunc 请求成功后执行的方法类型

type TableInfo added in v0.0.9 

type TableInfo struct {
	Field   string
	Type    string
	Null    string
	Key     string
	Default interface{}
	Extra   string
}

TableInfo 表信息

type Task added in v0.0.5 

type Task struct {
	Url       string
	JsonParam string
	HeaderMap *http.Header
	Data      map[string]interface{} // 上下文传递的数据
	Urls      []*ReqUrl              // 多步骤使用
	Type      string                 // "", "upload", "do"
	SavePath  string
	SaveDir   string
	FileName  string
	// contains filtered or unexported fields
}

Task 任务对象

func CrawlerTask added in v0.1.3 

func CrawlerTask(url, jsonParam string, vs ...interface{}) *Task

func NewTask added in v0.3.6 

func NewTask() *Task

NewTask 新建任务

func (*Task) AddData added in v0.1.14 

func (task *Task) AddData(key string, value interface{}) *Task

func (*Task) GetDataStr added in v0.1.12 

func (task *Task) GetDataStr(key string) string

func (*Task) SetJsonParam added in v0.3.6 

func (task *Task) SetJsonParam(jsonStr string) *Task

func (*Task) SetUrl added in v0.3.6 

func (task *Task) SetUrl(urlStr string) *Task

type TcpClient added in v0.2.9 

type TcpClient struct {
	Connection *net.TCPConn
	HawkServer *net.TCPAddr
	StopChan   chan struct{}
	CmdChan    chan string
	Token      string
	RConn      chan struct{}
}

TcpClient Tcp客户端

func NewTcpClient added in v0.2.9 

func NewTcpClient() *TcpClient

func (*TcpClient) Addr added in v0.2.9 

func (c *TcpClient) Addr() string

func (*TcpClient) Close added in v0.2.9 

func (c *TcpClient) Close()

func (*TcpClient) ReConn added in v0.2.9 

func (c *TcpClient) ReConn()

func (*TcpClient) Read added in v0.2.9 

func (c *TcpClient) Read(b []byte) (int, error)

func (*TcpClient) Run added in v0.2.9 

func (c *TcpClient) Run(serverHost string, r func(c *TcpClient, data []byte), w func(c *TcpClient))

func (*TcpClient) Send added in v0.2.9 

func (c *TcpClient) Send(b []byte) (int, error)

func (*TcpClient) Stop added in v0.2.9 

func (c *TcpClient) Stop()

type TodoQueue added in v0.0.4 

type TodoQueue interface {
	Add(task *Task) error //向队列中添加元素
	Poll() *Task          //移除队列中最前面的元素
	Clear() bool          //清空队列
	Size() int            //获取队列的元素个数
	IsEmpty() bool        //判断队列是否是空
	Print()               // 打印
}

TodoQueue 任务队列

func NewQueue added in v0.0.4 

func NewQueue() TodoQueue

NewQueue 新建一个队列

func NewUploadQueue added in v0.1.1 

func NewUploadQueue() TodoQueue

NewUploadQueue 新建一个下载队列

type UdpClient added in v0.2.9 

type UdpClient struct {
	SrcAddr *net.UDPAddr
	DstAddr *net.UDPAddr
	Conn    *net.UDPConn
	Token   string
}

UdpClient Udp客户端

func NewUdpClient added in v0.2.9 

func NewUdpClient() *UdpClient

func (*UdpClient) Addr added in v0.2.9 

func (u *UdpClient) Addr() string

func (*UdpClient) Close added in v0.2.9 

func (u *UdpClient) Close()

func (*UdpClient) Read added in v0.2.9 

func (u *UdpClient) Read(b []byte) (int, *net.UDPAddr, error)

func (*UdpClient) Run added in v0.2.9 

func (u *UdpClient) Run(hostServer string, port int, r func(u *UdpClient, data []byte), w func(u *UdpClient))

func (*UdpClient) Send added in v0.2.9 

func (u *UdpClient) Send(b []byte) (int, error)

type UploadQueue added in v0.1.1 

type UploadQueue struct {
	// contains filtered or unexported fields
}

UploadQueue 下载队列

func (*UploadQueue) Add added in v0.1.1 

func (q *UploadQueue) Add(task *Task) error

Add 向队列中添加元素

func (*UploadQueue) Clear added in v0.1.1 

func (q *UploadQueue) Clear() bool

func (*UploadQueue) IsEmpty added in v0.1.1 

func (q *UploadQueue) IsEmpty() bool

func (*UploadQueue) Poll added in v0.1.1 

func (q *UploadQueue) Poll() *Task

Poll 移除队列中最前面的额元素

func (*UploadQueue) Print added in v0.1.1 

func (q *UploadQueue) Print()

func (*UploadQueue) Size added in v0.1.1 

func (q *UploadQueue) Size() int

type UserAgentType added in v0.0.4 

type UserAgentType int
const (
	PCAgent UserAgentType = iota + 1
	WindowsAgent
	LinuxAgent
	MacAgent
	AndroidAgent
	IosAgent
	PhoneAgent
	WindowsPhoneAgent
	UCAgent
)

type WSClient added in v0.1.9 

type WSClient interface {
	Send(body []byte) error
	Read(data []byte) error
	Close()
}

WSClient websocket 客户端

func WsClient added in v0.1.9 

func WsClient(host, path string, isSSL bool) (WSClient, error)

WsClient websocket 客户端

Source Files

View all Source files

Directories

Path Synopsis
_examples
all_school
baidu_tk
baojia
url : http://www.100ppi.com/mprice/mlist-1--1.html 抓取商品报价
 url : http://www.100ppi.com/mprice/mlist-1--1.html 抓取商品报价
cnlinfo
db_case
douyin
get
get_yggk
gkcx_eol_cn
intercept
json
mq
qgyyzs
环球医药网 爬虫 http://data.qgyyzs.net
 环球医药网 爬虫 http://data.qgyyzs.net
qihuo
url: http://futures.100ppi.com/qhb/day-2022-07-05.html 抓取期货数据
 url: http://futures.100ppi.com/qhb/day-2022-07-05.html 抓取期货数据
redis
search
1.
 1.
socket5
stress_testing
tjbz
upload_file
websocket_client
weibo

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.