Documentation ¶
Index ¶
- type Address
- type AddressOptions
- type BatchRequestPayload
- type BatchRequestPayloadWithStringData
- type Color
- type Condition
- type ConfigSpiderData
- type Dependency
- type DocItem
- type EventData
- type Executable
- type Field
- type FileRequestPayload
- type Filter
- type FsFileInfo
- func (f *FsFileInfo) GetChildren() []interfaces.FsFileInfo
- func (f *FsFileInfo) GetExtension() string
- func (f *FsFileInfo) GetFileSize() int64
- func (f *FsFileInfo) GetFullPath() string
- func (f *FsFileInfo) GetIsDir() bool
- func (f *FsFileInfo) GetMd5() string
- func (f *FsFileInfo) GetName() string
- func (f *FsFileInfo) GetPath() string
- type GitConfig
- type GitPayload
- type GrpcBaseServiceMessage
- type GrpcBaseServiceParams
- type GrpcDelegateMessage
- type GrpcEventServiceMessage
- type GrpcSubscribe
- type Lang
- type ListRequestData
- type ListResponse
- type ModelDelegate
- type ModelInfo
- type NodeData
- type NodeInfo
- type NodeMessage
- type PackageJson
- type Page
- type Pagination
- type PluginEventKey
- type PluginSetting
- type PluginSubStatus
- type PluginUIAsset
- type PluginUIComponent
- type PluginUINav
- type PublicPlugin
- type Release
- type ReleaseSlices
- type Response
- type Result
- type RpcMessage
- type ScrapyItem
- type ScrapySettingParam
- type Sort
- type SpiderType
- type Stage
- type StatsDailyItem
- type StatsTasksByStatusItem
- type StreamMessageTaskData
- type SystemInfo
- type TaskMessage
- type TaskRunOptions
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type Address ¶ added in v0.6.0
func NewAddress ¶ added in v0.6.0
func NewAddress(opts *AddressOptions) (res *Address)
func NewAddressFromString ¶ added in v0.6.0
type AddressOptions ¶ added in v0.6.0
type BatchRequestPayload ¶ added in v0.6.0
type BatchRequestPayloadWithStringData ¶ added in v0.6.0
type ConfigSpiderData ¶
type ConfigSpiderData struct { // 通用 Name string `yaml:"name" json:"name"` DisplayName string `yaml:"display_name" json:"display_name"` Col string `yaml:"col" json:"col"` Remark string `yaml:"remark" json:"remark"` Type string `yaml:"type" bson:"type"` // 可配置爬虫 Engine string `yaml:"engine" json:"engine"` StartUrl string `yaml:"start_url" json:"start_url"` StartStage string `yaml:"start_stage" json:"start_stage"` Stages []Stage `yaml:"stages" json:"stages"` Settings map[string]string `yaml:"settings" json:"settings"` // 自定义爬虫 Cmd string `yaml:"cmd" json:"cmd"` }
type Dependency ¶
type Executable ¶
type FileRequestPayload ¶ added in v0.6.0
type FsFileInfo ¶ added in v0.6.0
type FsFileInfo struct { Name string `json:"name"` // file name Path string `json:"path"` // file path FullPath string `json:"full_path"` // file full path Extension string `json:"extension"` // file extension Md5 string `json:"md5"` // MD5 hash IsDir bool `json:"is_dir"` // whether it is directory FileSize int64 `json:"file_size"` // file size (bytes) Children []interfaces.FsFileInfo `json:"children"` // children for sub-directory }
func (*FsFileInfo) GetChildren ¶ added in v0.6.0
func (f *FsFileInfo) GetChildren() []interfaces.FsFileInfo
func (*FsFileInfo) GetExtension ¶ added in v0.6.0
func (f *FsFileInfo) GetExtension() string
func (*FsFileInfo) GetFileSize ¶ added in v0.6.0
func (f *FsFileInfo) GetFileSize() int64
func (*FsFileInfo) GetFullPath ¶ added in v0.6.0
func (f *FsFileInfo) GetFullPath() string
func (*FsFileInfo) GetIsDir ¶ added in v0.6.0
func (f *FsFileInfo) GetIsDir() bool
func (*FsFileInfo) GetMd5 ¶ added in v0.6.0
func (f *FsFileInfo) GetMd5() string
func (*FsFileInfo) GetName ¶ added in v0.6.0
func (f *FsFileInfo) GetName() string
func (*FsFileInfo) GetPath ¶ added in v0.6.0
func (f *FsFileInfo) GetPath() string
type GitPayload ¶ added in v0.6.0
type GrpcBaseServiceMessage ¶ added in v0.6.0
type GrpcBaseServiceMessage struct { ModelId interfaces.ModelId `json:"id"` Data []byte `json:"d"` }
func (*GrpcBaseServiceMessage) GetData ¶ added in v0.6.0
func (msg *GrpcBaseServiceMessage) GetData() []byte
func (*GrpcBaseServiceMessage) GetModelId ¶ added in v0.6.0
func (msg *GrpcBaseServiceMessage) GetModelId() interfaces.ModelId
func (*GrpcBaseServiceMessage) ToBytes ¶ added in v0.6.0
func (msg *GrpcBaseServiceMessage) ToBytes() (data []byte)
type GrpcBaseServiceParams ¶ added in v0.6.0
type GrpcBaseServiceParams struct { Query bson.M `json:"q"` Id primitive.ObjectID `json:"id"` Update bson.M `json:"u"` Doc interfaces.Model `json:"d"` Fields []string `json:"f"` FindOptions *mongo.FindOptions `json:"o"` Docs []interface{} `json:"dl"` User interfaces.User `json:"U"` }
func (*GrpcBaseServiceParams) Value ¶ added in v0.6.0
func (params *GrpcBaseServiceParams) Value() interface{}
type GrpcDelegateMessage ¶ added in v0.6.0
type GrpcDelegateMessage struct { ModelId interfaces.ModelId `json:"id"` Method interfaces.ModelDelegateMethod `json:"m"` Data []byte `json:"d"` }
func (*GrpcDelegateMessage) GetData ¶ added in v0.6.0
func (msg *GrpcDelegateMessage) GetData() []byte
func (*GrpcDelegateMessage) GetMethod ¶ added in v0.6.0
func (msg *GrpcDelegateMessage) GetMethod() interfaces.ModelDelegateMethod
func (*GrpcDelegateMessage) GetModelId ¶ added in v0.6.0
func (msg *GrpcDelegateMessage) GetModelId() interfaces.ModelId
func (*GrpcDelegateMessage) ToBytes ¶ added in v0.6.0
func (msg *GrpcDelegateMessage) ToBytes() (data []byte)
type GrpcEventServiceMessage ¶ added in v0.6.0
type GrpcSubscribe ¶ added in v0.6.0
type GrpcSubscribe struct { Stream interfaces.GrpcStream Finished chan bool }
func (*GrpcSubscribe) GetFinished ¶ added in v0.6.0
func (sub *GrpcSubscribe) GetFinished() chan bool
func (*GrpcSubscribe) GetStream ¶ added in v0.6.0
func (sub *GrpcSubscribe) GetStream() interfaces.GrpcStream
func (*GrpcSubscribe) GetStreamBidirectional ¶ added in v0.6.0
func (sub *GrpcSubscribe) GetStreamBidirectional() interfaces.GrpcStreamBidirectional
type Lang ¶
type Lang struct { Name string `json:"name"` ExecutableName string `json:"executable_name"` ExecutablePaths []string `json:"executable_paths"` DepExecutablePath string `json:"dep_executable_path"` LockPath string `json:"lock_path"` InstallScript string `json:"install_script"` InstallStatus string `json:"install_status"` DepFileName string `json:"dep_file_name"` InstallDepArgs string `json:"install_dep_cmd"` Type string `json:"type"` }
type ListRequestData ¶ added in v0.6.0
type ListResponse ¶ added in v0.6.0
type ModelDelegate ¶ added in v0.6.0
type ModelDelegate struct { Id interfaces.ModelId `json:"id"` ColName string `json:"col_name"` Doc interfaces.Model `json:"doc"` Artifact interfaces.ModelArtifact `json:"a"` User interfaces.User `json:"u"` }
type ModelInfo ¶ added in v0.6.0
type ModelInfo struct { Id interfaces.ModelId ColName string }
type NodeInfo ¶ added in v0.6.0
type NodeMessage ¶
type NodeMessage struct { // 通信类别 Type string `json:"type"` // 任务相关 TaskId string `json:"task_id"` // 任务ID // 节点相关 NodeId string `json:"node_id"` // 节点ID // 日志相关 LogPath string `json:"log_path"` // 日志路径 Log string `json:"log"` // 日志 // 系统信息 SysInfo SystemInfo `json:"sys_info"` // 爬虫相关 SpiderId string `json:"spider_id"` //爬虫ID // 语言相关 Lang Lang `json:"lang"` // 错误相关 Error string `json:"error"` }
type PackageJson ¶
type Pagination ¶ added in v0.6.0
type PluginEventKey ¶ added in v0.6.0
type PluginSetting ¶ added in v0.6.0
type PluginSetting struct { PluginBaseUrl string `json:"plugin_base_url"` GithubPublicOrg string `json:"github_public_org"` RepoPrefix string `json:"repo_prefix"` GoProxy string `json:"go_proxy"` }
func NewPluginSetting ¶ added in v0.6.0
func NewPluginSetting(value bson.M) (ps PluginSetting)
func (*PluginSetting) Value ¶ added in v0.6.0
func (ps *PluginSetting) Value() (value bson.M)
type PluginSubStatus ¶ added in v0.6.0
type PluginUIAsset ¶ added in v0.6.0
type PluginUIComponent ¶ added in v0.6.0
type PluginUINav ¶ added in v0.6.0
type PluginUINav struct {}
type PublicPlugin ¶ added in v0.6.0
type ReleaseSlices ¶
type ReleaseSlices []Release
func (ReleaseSlices) Len ¶
func (r ReleaseSlices) Len() int
func (ReleaseSlices) Less ¶
func (r ReleaseSlices) Less(i, j int) bool
func (ReleaseSlices) Swap ¶
func (r ReleaseSlices) Swap(i, j int)
type RpcMessage ¶
type ScrapyItem ¶
type ScrapySettingParam ¶
type SpiderType ¶
type Stage ¶
type Stage struct { Name string `yaml:"name" json:"name"` IsList bool `yaml:"is_list" json:"is_list"` ListCss string `yaml:"list_css" json:"list_css"` ListXpath string `yaml:"list_xpath" json:"list_xpath"` PageCss string `yaml:"page_css" json:"page_css"` PageXpath string `yaml:"page_xpath" json:"page_xpath"` PageAttr string `yaml:"page_attr" json:"page_attr"` Fields []Field `yaml:"fields" json:"fields"` }
type StatsDailyItem ¶ added in v0.6.0
type StatsTasksByStatusItem ¶ added in v0.6.0
type StreamMessageTaskData ¶ added in v0.6.0
type SystemInfo ¶
type SystemInfo struct { ARCH string `json:"arch"` OS string `json:"os"` Hostname string `json:"host_name"` NumCpu int `json:"num_cpu"` Executables []Executable `json:"executables"` }
type TaskMessage ¶ added in v0.6.0
type TaskMessage struct { Id primitive.ObjectID `json:"id"` Key string `json:"key"` Cmd string `json:"cmd"` Param string `json:"param"` }
func (*TaskMessage) ToString ¶ added in v0.6.0
func (m *TaskMessage) ToString() (string, error)
type TaskRunOptions ¶ added in v0.6.0
type TaskRunOptions struct { }
Source Files ¶
- address.go
- color.go
- common.go
- config_spider.go
- doc.go
- event.go
- filter.go
- fs_file_info.go
- git.go
- grpc_base_service_message.go
- grpc_base_service_params.go
- grpc_delegate_message.go
- grpc_event_service_message.go
- grpc_subscribe.go
- http.go
- model_delegate.go
- model_info.go
- node.go
- node_legacy.go
- pagination.go
- plugin.go
- public_plugin.go
- result.go
- rpc.go
- sort.go
- spider.go
- stats.go
- system.go
- task.go
- version.go
Click to show internal directories.
Click to hide internal directories.