Documentation ¶
Index ¶
- Constants
- func ByTimeStrGetHour(timeStr string) (string, error)
- func GeTomorrowTimeStrUnderline() string
- func GetArbitrarilyTimeStr(increment time.Duration) string
- func GetBetweenDates(sdate string, edate string) []string
- func GetLastDayTimeStrUnderline() string
- func GetLastMonthStartAndEnd() (string, string)
- func GetLastSevenDates() []string
- func GetMonthStartAndEnd() (string, string)
- func GetNowDayTimeStr() string
- func GetNowDayTimeStrUnderline() string
- func GetNowTime() time.Time
- func GetNowTimeDate() string
- func GetNowTimeStr() string
- func OverFormatTime(formatTime string) string
- func TimePare(timeStr string) (time.Time, error)
- type ActionType
- type Context
- type CrawlerApi
- type CrawlerItemRules
- type ErrorHandle
- type Executions
- type HTTP_METHOD_TYPE
- type InfoNode
- func (t *InfoNode) ExecType() Executions
- func (t *InfoNode) GetErrorHandle() ErrorHandle
- func (t *InfoNode) GetHandle() NodeHandle
- func (t *InfoNode) GetName() string
- func (t *InfoNode) Hour() int
- func (t *InfoNode) IntervalTime() int32
- func (t *InfoNode) IsDebug(Debug bool)
- func (t *InfoNode) SetDelay(delayTime int)
- func (t *InfoNode) SetErrorHandle(errorHandle ErrorHandle)
- func (t *InfoNode) SetExecType(execType Executions)
- func (t *InfoNode) SetHandle(handle NodeHandle)
- func (t *InfoNode) SetHour(hour int)
- func (t *InfoNode) SetIntervalTime(intervalTime int32)
- type NodeHandle
- type TASK_TYPE
- type TaskError
- type TimeHelper
- func (t *TimeHelper) GetDay() int
- func (t *TimeHelper) GetHour() int
- func (t *TimeHelper) GetMinute() int
- func (t *TimeHelper) GetMonth() int
- func (t *TimeHelper) GetSecond() int
- func (t *TimeHelper) GetWeekDay() *TimeWeek
- func (t *TimeHelper) GetYear() int
- func (t *TimeHelper) ToAll() string
- func (t *TimeHelper) ToDate() string
- func (t *TimeHelper) WeekByDate(time time.Time) *TimeWeek
- type TimeWeek
- type TimerApi
Constants ¶
View Source
const ( //轮循 间隔时间执行 EXEC_TYPE_INTVAL Executions = 1 //每天执行 EXEC_TYPE_DAY Executions = 2 //当天间隔小时执行整小时 EXEC_TYPE_HOUR Executions = 3 //失败重试最大次数 EXEC_RETRY_MAC int32 = 5 //后台运行(挂起) TASK_TYPE_BACKGROUND TASK_TYPE = 1 //前台运行(阻塞) TASK_TYPE_FRONT TASK_TYPE = 2 )
常量配置
View Source
const ( ERROR_NAME_EMPTY = 60001 ERROR_HASH_CODE = 60002 ERROR_JOB_ALREADY_EXIST = 60003 )
View Source
const ( ANSIC = "Mon Jan _2 15:04:05 2006" UnixDate = "Mon Jan _2 15:04:05 MST 2006" RubyDate = "Mon Jan 02 15:04:05 -0700 2006" RFC822 = "02 Jan 06 15:04 MST" RFC822Z = "02 Jan 06 15:04 -0700" // RFC822 with numeric zone RFC850 = "Monday, 02-Jan-06 15:04:05 MST" RFC1123 = "Mon, 02 Jan 2006 15:04:05 MST" RFC1123Z = "Mon, 02 Jan 2006 15:04:05 -0700" // RFC1123 with numeric zone RFC3339 = "2006-01-02T15:04:05Z07:00" RFC3339Nano = "2006-01-02T15:04:05.999999999Z07:00" Kitchen = "3:04PM" Stamp = "Jan _2 15:04:05" StampMilli = "Jan _2 15:04:05.000" StampMicro = "Jan _2 15:04:05.000000" StampNano = "Jan _2 15:04:05.000000000" UTFALL_SECOND = "2006-01-02 15:04:05" UTFALL_MINUTE = "2006-01-02 15:04" UTFALL_HOUR = "2006-01-02 15" UTFALL_DATE = "2006-01-02" HOUR = "15" )
Variables ¶
This section is empty.
Functions ¶
func GeTomorrowTimeStrUnderline ¶
func GeTomorrowTimeStrUnderline() string
func GetArbitrarilyTimeStr ¶
func GetBetweenDates ¶
* GetBetweenDates 根据开始日期和结束日期计算出时间段内所有日期 参数为日期格式,如:2020-01-01
func GetLastDayTimeStrUnderline ¶
func GetLastDayTimeStrUnderline() string
func GetMonthStartAndEnd ¶
* GetMonthStartAndEnd 获取月份的第一天和最后一天
func GetNowDayTimeStr ¶
func GetNowDayTimeStr() string
func GetNowDayTimeStrUnderline ¶
func GetNowDayTimeStrUnderline() string
func GetNowTime ¶
func GetNowTimeDate ¶
func GetNowTimeDate() string
func GetNowTimeStr ¶
func GetNowTimeStr() string
Types ¶
type ActionType ¶ added in v1.1.6
type ActionType int
const ( ACTION_TYPE_ADD ActionType = 1 ACTION_TYPE_DELETE ActionType = 2 ACTION_TYPE_UPDATE ActionType = 3 )
type Context ¶
type Context struct { Uri string Method HTTP_METHOD_TYPE Param map[string]string Header map[string]string Cookie []*http.Cookie // contains filtered or unexported fields }
* 上下文
type CrawlerApi ¶
type CrawlerApi interface { /** 设置运行方式 @param crawlerType CRAWLER_TYPE 运行方式: kelleyCrawler.CONF_CRAWLER_TYPE_BACKGROUND(后台运行) | kelleyCrawler.CONF_CRAWLER_TYPE_FRONT(前台运行阻塞,默认) */ SetCrawlerType(taskType TASK_TYPE) *task //添加一个任务 AddJob(node *InfoNode) *TaskError RemoveJob(node *InfoNode) UpdateJob(node *InfoNode) //启动事件 StartHandle(handle func(tc CrawlerApi)) CrawlerApi /** 任务执行 */ Run() }
* 主任务执行接口
func TaskInstance ¶
func TaskInstance() CrawlerApi
type CrawlerItemRules ¶
type CrawlerItemRules interface { /** 返回页面 @param currentPageUrl string 当前执行的地址 @param stage int 当前执行的阶段 @param content string 获取的内容 @return bool true 执行下一个 false 不执行 */ SuccessHandle(context *Context, stage int32, content string) bool //错误提示 ErrorHandle(currentPageUrl string, stage int32, tryTime int32, code int, err error) }
* 单个爬取规则 所有规则需集成此接口
type ErrorHandle ¶
type HTTP_METHOD_TYPE ¶
type HTTP_METHOD_TYPE string
type InfoNode ¶
type InfoNode struct {
// contains filtered or unexported fields
}
* 节点任务信息
func NewInfoNode ¶
* 任务node @param name string 任务名称 @param handle NodeHandle 成功处理回调 @param errorHandle ErrorHandle 错误处理回调
func (*InfoNode) ExecType ¶
func (t *InfoNode) ExecType() Executions
func (*InfoNode) GetErrorHandle ¶
func (t *InfoNode) GetErrorHandle() ErrorHandle
func (*InfoNode) GetHandle ¶
func (t *InfoNode) GetHandle() NodeHandle
func (*InfoNode) IntervalTime ¶
func (*InfoNode) SetErrorHandle ¶
func (t *InfoNode) SetErrorHandle(errorHandle ErrorHandle)
func (*InfoNode) SetExecType ¶
func (t *InfoNode) SetExecType(execType Executions)
func (*InfoNode) SetHandle ¶
func (t *InfoNode) SetHandle(handle NodeHandle)
func (*InfoNode) SetIntervalTime ¶
type NodeHandle ¶
type TaskError ¶
func NewCrawlerError ¶
type TimeHelper ¶
type TimeHelper struct {
// contains filtered or unexported fields
}
func NewTime ¶
func NewTime(time time.Time) *TimeHelper
func (*TimeHelper) GetDay ¶
func (t *TimeHelper) GetDay() int
func (*TimeHelper) GetHour ¶
func (t *TimeHelper) GetHour() int
func (*TimeHelper) GetMinute ¶
func (t *TimeHelper) GetMinute() int
func (*TimeHelper) GetMonth ¶
func (t *TimeHelper) GetMonth() int
func (*TimeHelper) GetSecond ¶
func (t *TimeHelper) GetSecond() int
func (*TimeHelper) GetWeekDay ¶
func (t *TimeHelper) GetWeekDay() *TimeWeek
func (*TimeHelper) GetYear ¶
func (t *TimeHelper) GetYear() int
func (*TimeHelper) ToAll ¶
func (t *TimeHelper) ToAll() string
func (*TimeHelper) ToDate ¶
func (t *TimeHelper) ToDate() string
func (*TimeHelper) WeekByDate ¶
func (t *TimeHelper) WeekByDate(time time.Time) *TimeWeek
Click to show internal directories.
Click to hide internal directories.