goPryPool

README

#安装

go get -u github.com/zqjzqj/goPryPool

#暂只支持芝麻代理/黑洞代理

使用前添加IP白名单
//pool := OpenPool(&HdProxy{})
pool := OpenPool(&ZmProxy{})
pool.SetMaxOpen(2)

//该方法在无空闲代理的时候回阻塞 
//所以其余代理使用后需要及时释放或关闭
pry, err := pool.GetPry()
if err != nil {
    log.Fatal(err)
}

log.Println(pry.GetProxyUrl())

//释放代理 放回代理池
pry.Release()
pry.Close() 关闭代理 不在放回连接池
//更多方法请查看源代码

#自定义代理 实现接口

type Driver interface {
	CreateProxies(num int, pool *Pool) ([]*Proxy, error)
}

Documentation

Index

• Variables
• type Driver
• type HdProxy
  • func (hd *HdProxy) CreateProxies(num int, pool *Pool) ([]*Proxy, error)
• type Pool
  • func OpenPool(apiDriver Driver) *Pool
  • func (p *Pool) Close()
  • func (p *Pool) CreateNewProxies()
  • func (p *Pool) GetDriver() Driver
  • func (p Pool) GetFreePry() []*Proxy
  • func (p *Pool) GetMaxOpen() int
  • func (p Pool) GetOpenNum() int
  • func (p *Pool) GetPry() (*Proxy, error)
  • func (p *Pool) PryIdleCleaner()
  • func (p *Pool) PutPry(pry *Proxy) bool
  • func (p *Pool) SetMaxIdle(num int)
  • func (p *Pool) SetMaxOpen(num int)
  • func (p *Pool) SetWaitPryTimeoutForGet(duration time.Duration)
• type Proxies
  • func (ps Proxies) Len() int
  • func (ps Proxies) Less(i, j int) bool
  • func (ps Proxies) Swap(i, j int)
• type Proxy
  • func NewErrProxy(err error) *Proxy
  • func NewProxy(pool *Pool, ip string, port uint64, expire time.Time, isSSl bool, city string, ...) *Proxy
  • func (pry *Proxy) AddTimeoutCount()
  • func (pry *Proxy) CancelListenAutoExpire()
  • func (pry *Proxy) Close()
  • func (pry *Proxy) CreateListenAutoExpire()
  • func (pry Proxy) GetCity() string
  • func (pry *Proxy) GetExpire() time.Time
  • func (pry *Proxy) GetExpiredCh() <-chan struct{}
  • func (pry Proxy) GetIpAddr() string
  • func (pry Proxy) GetIsp() string
  • func (pry Proxy) GetPoolDriverName() string
  • func (pry Proxy) GetPort() uint64
  • func (pry *Proxy) GetProxyIpAddr() string
  • func (pry *Proxy) GetProxyUrl() string
  • func (pry *Proxy) GetTimeoutCount() uint8
  • func (pry *Proxy) GetTotalUseNum() uint
  • func (pry *Proxy) GetUseNum() uint
  • func (pry *Proxy) IsClosed() bool
  • func (pry *Proxy) IsExpired() bool
  • func (pry *Proxy) IsExpiredAndClose() bool
  • func (pry Proxy) IsListenExpired() bool
  • func (pry *Proxy) IsUse() bool
  • func (pry *Proxy) Release() bool
  • func (pry *Proxy) SetDelayReleaseNum(num int)
  • func (pry *Proxy) SetExpiredAdvance(t time.Duration)
  • func (pry *Proxy) SetExpiredAdvanceAsNotUse(t time.Duration)
  • func (pry *Proxy) SetUse()
• type ZmProxy
  • func (zm *ZmProxy) CreateProxies(num int, pool *Pool) ([]*Proxy, error)

Variables

var DefaultExpireAdvance time.Duration = 0

var DefaultExpireAdvanceAsNotUse time.Duration = 0

var ErrMaxOpenCreatedPry = errors.New("已达到最大创建代理，无法创建新的代理")

var ErrPoolClosed = errors.New("代理池已关闭")

var ErrPryClosed = errors.New("对应代理已关闭")

var ErrPryExpired = errors.New("该代理已过期")

var ErrPutCreatedPry = errors.New("写入代理池失败")

var ErrWaitCreatedPry = errors.New("等待创建新的代理")

var ErrWaitPryTimeout = errors.New("等待获取代理超时")

Types

type Driver

type Driver interface {
	CreateProxies(num int, pool *Pool) ([]*Proxy, error)
}

type HdProxy

type HdProxy struct {
	// contains filtered or unexported fields
}

func (*HdProxy) CreateProxies

func (hd *HdProxy) CreateProxies(num int, pool *Pool) ([]*Proxy, error)

设置芝麻代理的白名单IP才可用

type Pool

type Pool struct {
	IsAutoCloseExpiredPry bool

	MaxPryUseNum uint
	// contains filtered or unexported fields
}

func OpenPool

func OpenPool(apiDriver Driver) *Pool

func (*Pool) Close

func (p *Pool) Close()

func (*Pool) CreateNewProxies

func (p *Pool) CreateNewProxies()

func (*Pool) GetDriver

func (p *Pool) GetDriver() Driver

func (Pool) GetFreePry

func (p Pool) GetFreePry() []*Proxy

func (*Pool) GetMaxOpen

func (p *Pool) GetMaxOpen() int

func (Pool) GetOpenNum

func (p Pool) GetOpenNum() int

func (*Pool) GetPry

func (p *Pool) GetPry() (*Proxy, error)

func (*Pool) PryIdleCleaner

func (p *Pool) PryIdleCleaner()

清理多余的空闲代理

func (*Pool) PutPry

func (p *Pool) PutPry(pry *Proxy) bool

func (*Pool) SetMaxIdle

func (p *Pool) SetMaxIdle(num int)

func (*Pool) SetMaxOpen

func (p *Pool) SetMaxOpen(num int)

func (*Pool) SetWaitPryTimeoutForGet

func (p *Pool) SetWaitPryTimeoutForGet(duration time.Duration)

type Proxies

type Proxies []*Proxy

func (Proxies) Len

func (ps Proxies) Len() int

Len()

func (Proxies) Less

func (ps Proxies) Less(i, j int) bool

Less(): 成绩将有低到高排序

func (Proxies) Swap

func (ps Proxies) Swap(i, j int)

Swap()

type Proxy

type Proxy struct {
	IsSocks5 bool

	MaxUseNum uint
	// contains filtered or unexported fields
}

func NewErrProxy

func NewErrProxy(err error) *Proxy

func NewProxy

func NewProxy(pool *Pool, ip string, port uint64, expire time.Time, isSSl bool, city string, isp string) *Proxy

func (*Proxy) AddTimeoutCount

func (pry *Proxy) AddTimeoutCount()

func (*Proxy) CancelListenAutoExpire

func (pry *Proxy) CancelListenAutoExpire()

func (*Proxy) Close

func (pry *Proxy) Close()

func (*Proxy) CreateListenAutoExpire

func (pry *Proxy) CreateListenAutoExpire()

func (Proxy) GetCity

func (pry Proxy) GetCity() string

func (*Proxy) GetExpire

func (pry *Proxy) GetExpire() time.Time

func (*Proxy) GetExpiredCh

func (pry *Proxy) GetExpiredCh() <-chan struct{}

func (Proxy) GetIpAddr

func (pry Proxy) GetIpAddr() string

func (Proxy) GetIsp

func (pry Proxy) GetIsp() string

func (Proxy) GetPoolDriverName

func (pry Proxy) GetPoolDriverName() string

func (Proxy) GetPort

func (pry Proxy) GetPort() uint64

func (*Proxy) GetProxyIpAddr

func (pry *Proxy) GetProxyIpAddr() string

func (*Proxy) GetProxyUrl

func (pry *Proxy) GetProxyUrl() string

func (*Proxy) GetTimeoutCount

func (pry *Proxy) GetTimeoutCount() uint8

func (*Proxy) GetTotalUseNum

func (pry *Proxy) GetTotalUseNum() uint

func (*Proxy) GetUseNum

func (pry *Proxy) GetUseNum() uint

func (*Proxy) IsClosed

func (pry *Proxy) IsClosed() bool

func (*Proxy) IsExpired

func (pry *Proxy) IsExpired() bool

当前时间+30s 超过这个时间就算过期 因为如果只差几秒过期的代理拿出来可能会运行不完一套程序

func (*Proxy) IsExpiredAndClose

func (pry *Proxy) IsExpiredAndClose() bool

func (Proxy) IsListenExpired

func (pry Proxy) IsListenExpired() bool

func (*Proxy) IsUse

func (pry *Proxy) IsUse() bool

func (*Proxy) Release

func (pry *Proxy) Release() bool

释放一个代理 在代理用完之后调用此方法 否则将会直接丢弃 会导致代理的重用率下降

func (*Proxy) SetDelayReleaseNum

func (pry *Proxy) SetDelayReleaseNum(num int)

func (*Proxy) SetExpiredAdvance

func (pry *Proxy) SetExpiredAdvance(t time.Duration)

func (*Proxy) SetExpiredAdvanceAsNotUse

func (pry *Proxy) SetExpiredAdvanceAsNotUse(t time.Duration)

func (*Proxy) SetUse

func (pry *Proxy) SetUse()

type ZmProxy

type ZmProxy struct {
}

func (*ZmProxy) CreateProxies

func (zm *ZmProxy) CreateProxies(num int, pool *Pool) ([]*Proxy, error)

设置芝麻代理的白名单IP才可用