Documentation ¶
Index ¶
- Variables
- func RegisterConfigServer(s grpc.ServiceRegistrar, srv ConfigServer)
- type Annotation
- type ApiKey
- type BrowserConfig
- func (*BrowserConfig) Descriptor() ([]byte, []int)deprecated
- func (x *BrowserConfig) GetHeaders() map[string]string
- func (x *BrowserConfig) GetMaxInactivityTimeMs() int64
- func (x *BrowserConfig) GetPageLoadTimeoutMs() int64
- func (x *BrowserConfig) GetScriptParameters() map[string]string
- func (x *BrowserConfig) GetScriptRef() []*ConfigRef
- func (x *BrowserConfig) GetScriptSelector() []string
- func (x *BrowserConfig) GetUserAgent() string
- func (x *BrowserConfig) GetWindowHeight() int32
- func (x *BrowserConfig) GetWindowWidth() int32
- func (*BrowserConfig) ProtoMessage()
- func (x *BrowserConfig) ProtoReflect() protoreflect.Message
- func (x *BrowserConfig) Reset()
- func (x *BrowserConfig) String() string
- type BrowserScript
- func (*BrowserScript) Descriptor() ([]byte, []int)deprecated
- func (x *BrowserScript) GetBrowserScriptType() BrowserScript_BrowserScriptType
- func (x *BrowserScript) GetScript() string
- func (x *BrowserScript) GetUrlRegexp() []string
- func (*BrowserScript) ProtoMessage()
- func (x *BrowserScript) ProtoReflect() protoreflect.Message
- func (x *BrowserScript) Reset()
- func (x *BrowserScript) String() string
- type BrowserScript_BrowserScriptType
- func (BrowserScript_BrowserScriptType) Descriptor() protoreflect.EnumDescriptor
- func (x BrowserScript_BrowserScriptType) Enum() *BrowserScript_BrowserScriptType
- func (BrowserScript_BrowserScriptType) EnumDescriptor() ([]byte, []int)deprecated
- func (x BrowserScript_BrowserScriptType) Number() protoreflect.EnumNumber
- func (x BrowserScript_BrowserScriptType) String() string
- func (BrowserScript_BrowserScriptType) Type() protoreflect.EnumType
- type Collection
- func (*Collection) Descriptor() ([]byte, []int)deprecated
- func (x *Collection) GetCollectionDedupPolicy() Collection_RotationPolicy
- func (x *Collection) GetCompress() bool
- func (x *Collection) GetFileRotationPolicy() Collection_RotationPolicy
- func (x *Collection) GetFileSize() int64
- func (x *Collection) GetSubCollections() []*Collection_SubCollection
- func (*Collection) ProtoMessage()
- func (x *Collection) ProtoReflect() protoreflect.Message
- func (x *Collection) Reset()
- func (x *Collection) String() string
- type Collection_RotationPolicy
- func (Collection_RotationPolicy) Descriptor() protoreflect.EnumDescriptor
- func (x Collection_RotationPolicy) Enum() *Collection_RotationPolicy
- func (Collection_RotationPolicy) EnumDescriptor() ([]byte, []int)deprecated
- func (x Collection_RotationPolicy) Number() protoreflect.EnumNumber
- func (x Collection_RotationPolicy) String() string
- func (Collection_RotationPolicy) Type() protoreflect.EnumType
- type Collection_SubCollection
- func (*Collection_SubCollection) Descriptor() ([]byte, []int)deprecated
- func (x *Collection_SubCollection) GetName() string
- func (x *Collection_SubCollection) GetType() Collection_SubCollectionType
- func (*Collection_SubCollection) ProtoMessage()
- func (x *Collection_SubCollection) ProtoReflect() protoreflect.Message
- func (x *Collection_SubCollection) Reset()
- func (x *Collection_SubCollection) String() string
- type Collection_SubCollectionType
- func (Collection_SubCollectionType) Descriptor() protoreflect.EnumDescriptor
- func (x Collection_SubCollectionType) Enum() *Collection_SubCollectionType
- func (Collection_SubCollectionType) EnumDescriptor() ([]byte, []int)deprecated
- func (x Collection_SubCollectionType) Number() protoreflect.EnumNumber
- func (x Collection_SubCollectionType) String() string
- func (Collection_SubCollectionType) Type() protoreflect.EnumType
- type ConfigClient
- type ConfigObject
- func (*ConfigObject) Descriptor() ([]byte, []int)deprecated
- func (x *ConfigObject) GetApiVersion() string
- func (x *ConfigObject) GetBrowserConfig() *BrowserConfig
- func (x *ConfigObject) GetBrowserScript() *BrowserScript
- func (x *ConfigObject) GetCollection() *Collection
- func (x *ConfigObject) GetCrawlConfig() *CrawlConfig
- func (x *ConfigObject) GetCrawlEntity() *CrawlEntity
- func (x *ConfigObject) GetCrawlHostGroupConfig() *CrawlHostGroupConfig
- func (x *ConfigObject) GetCrawlJob() *CrawlJob
- func (x *ConfigObject) GetCrawlScheduleConfig() *CrawlScheduleConfig
- func (x *ConfigObject) GetId() string
- func (x *ConfigObject) GetKind() Kind
- func (x *ConfigObject) GetMeta() *Meta
- func (x *ConfigObject) GetPolitenessConfig() *PolitenessConfig
- func (x *ConfigObject) GetRoleMapping() *RoleMapping
- func (x *ConfigObject) GetSeed() *Seed
- func (m *ConfigObject) GetSpec() isConfigObject_Spec
- func (*ConfigObject) ProtoMessage()
- func (x *ConfigObject) ProtoReflect() protoreflect.Message
- func (x *ConfigObject) Reset()
- func (x *ConfigObject) String() string
- type ConfigObject_BrowserConfig
- type ConfigObject_BrowserScript
- type ConfigObject_Collection
- type ConfigObject_CrawlConfig
- type ConfigObject_CrawlEntity
- type ConfigObject_CrawlHostGroupConfig
- type ConfigObject_CrawlJob
- type ConfigObject_CrawlScheduleConfig
- type ConfigObject_PolitenessConfig
- type ConfigObject_RoleMapping
- type ConfigObject_Seed
- type ConfigRef
- type ConfigServer
- type Config_ListConfigObjectsClient
- type Config_ListConfigObjectsServer
- type CrawlConfig
- func (*CrawlConfig) Descriptor() ([]byte, []int)deprecated
- func (x *CrawlConfig) GetBrowserConfigRef() *ConfigRef
- func (x *CrawlConfig) GetCollectionRef() *ConfigRef
- func (x *CrawlConfig) GetExtra() *ExtraConfig
- func (x *CrawlConfig) GetMinimumDnsTtlS() int32
- func (x *CrawlConfig) GetPolitenessRef() *ConfigRef
- func (x *CrawlConfig) GetPriorityWeight() float64
- func (*CrawlConfig) ProtoMessage()
- func (x *CrawlConfig) ProtoReflect() protoreflect.Message
- func (x *CrawlConfig) Reset()
- func (x *CrawlConfig) String() string
- type CrawlEntity
- type CrawlHostGroupConfig
- func (*CrawlHostGroupConfig) Descriptor() ([]byte, []int)deprecated
- func (x *CrawlHostGroupConfig) GetDelayFactor() float32
- func (x *CrawlHostGroupConfig) GetIpRange() []*CrawlHostGroupConfig_IpRange
- func (x *CrawlHostGroupConfig) GetMaxRetries() int32
- func (x *CrawlHostGroupConfig) GetMaxTimeBetweenPageLoadMs() int64
- func (x *CrawlHostGroupConfig) GetMinTimeBetweenPageLoadMs() int64
- func (x *CrawlHostGroupConfig) GetRetryDelaySeconds() int32
- func (*CrawlHostGroupConfig) ProtoMessage()
- func (x *CrawlHostGroupConfig) ProtoReflect() protoreflect.Message
- func (x *CrawlHostGroupConfig) Reset()
- func (x *CrawlHostGroupConfig) String() string
- type CrawlHostGroupConfig_IpRange
- func (*CrawlHostGroupConfig_IpRange) Descriptor() ([]byte, []int)deprecated
- func (x *CrawlHostGroupConfig_IpRange) GetIpFrom() string
- func (x *CrawlHostGroupConfig_IpRange) GetIpTo() string
- func (*CrawlHostGroupConfig_IpRange) ProtoMessage()
- func (x *CrawlHostGroupConfig_IpRange) ProtoReflect() protoreflect.Message
- func (x *CrawlHostGroupConfig_IpRange) Reset()
- func (x *CrawlHostGroupConfig_IpRange) String() string
- type CrawlJob
- func (*CrawlJob) Descriptor() ([]byte, []int)deprecated
- func (x *CrawlJob) GetCrawlConfigRef() *ConfigRef
- func (x *CrawlJob) GetDisabled() bool
- func (x *CrawlJob) GetLimits() *CrawlLimitsConfig
- func (x *CrawlJob) GetScheduleRef() *ConfigRef
- func (x *CrawlJob) GetScopeScriptRef() *ConfigRef
- func (*CrawlJob) ProtoMessage()
- func (x *CrawlJob) ProtoReflect() protoreflect.Message
- func (x *CrawlJob) Reset()
- func (x *CrawlJob) String() string
- type CrawlLimitsConfig
- func (*CrawlLimitsConfig) Descriptor() ([]byte, []int)deprecated
- func (x *CrawlLimitsConfig) GetMaxBytes() int64
- func (x *CrawlLimitsConfig) GetMaxDurationS() int64
- func (*CrawlLimitsConfig) ProtoMessage()
- func (x *CrawlLimitsConfig) ProtoReflect() protoreflect.Message
- func (x *CrawlLimitsConfig) Reset()
- func (x *CrawlLimitsConfig) String() string
- type CrawlScheduleConfig
- func (*CrawlScheduleConfig) Descriptor() ([]byte, []int)deprecated
- func (x *CrawlScheduleConfig) GetCronExpression() string
- func (x *CrawlScheduleConfig) GetValidFrom() *timestamppb.Timestamp
- func (x *CrawlScheduleConfig) GetValidTo() *timestamppb.Timestamp
- func (*CrawlScheduleConfig) ProtoMessage()
- func (x *CrawlScheduleConfig) ProtoReflect() protoreflect.Message
- func (x *CrawlScheduleConfig) Reset()
- func (x *CrawlScheduleConfig) String() string
- type DeleteResponse
- type ExtraConfig
- type GetLabelKeysRequest
- func (*GetLabelKeysRequest) Descriptor() ([]byte, []int)deprecated
- func (x *GetLabelKeysRequest) GetKind() Kind
- func (*GetLabelKeysRequest) ProtoMessage()
- func (x *GetLabelKeysRequest) ProtoReflect() protoreflect.Message
- func (x *GetLabelKeysRequest) Reset()
- func (x *GetLabelKeysRequest) String() string
- type GetScriptAnnotationsRequest
- func (*GetScriptAnnotationsRequest) Descriptor() ([]byte, []int)deprecated
- func (x *GetScriptAnnotationsRequest) GetJob() *ConfigRef
- func (x *GetScriptAnnotationsRequest) GetSeed() *ConfigRef
- func (*GetScriptAnnotationsRequest) ProtoMessage()
- func (x *GetScriptAnnotationsRequest) ProtoReflect() protoreflect.Message
- func (x *GetScriptAnnotationsRequest) Reset()
- func (x *GetScriptAnnotationsRequest) String() string
- type GetScriptAnnotationsResponse
- func (*GetScriptAnnotationsResponse) Descriptor() ([]byte, []int)deprecated
- func (x *GetScriptAnnotationsResponse) GetAnnotation() []*Annotation
- func (*GetScriptAnnotationsResponse) ProtoMessage()
- func (x *GetScriptAnnotationsResponse) ProtoReflect() protoreflect.Message
- func (x *GetScriptAnnotationsResponse) Reset()
- func (x *GetScriptAnnotationsResponse) String() string
- type Kind
- type Label
- type LabelKeysResponse
- type ListCountResponse
- func (*ListCountResponse) Descriptor() ([]byte, []int)deprecated
- func (x *ListCountResponse) GetApproximate() bool
- func (x *ListCountResponse) GetCount() int64
- func (*ListCountResponse) ProtoMessage()
- func (x *ListCountResponse) ProtoReflect() protoreflect.Message
- func (x *ListCountResponse) Reset()
- func (x *ListCountResponse) String() string
- type ListRequest
- func (*ListRequest) Descriptor() ([]byte, []int)deprecated
- func (x *ListRequest) GetId() []string
- func (x *ListRequest) GetKind() Kind
- func (x *ListRequest) GetLabelSelector() []string
- func (x *ListRequest) GetNameRegex() string
- func (x *ListRequest) GetOffset() int32
- func (x *ListRequest) GetOrderByPath() string
- func (x *ListRequest) GetOrderDescending() bool
- func (x *ListRequest) GetPageSize() int32
- func (x *ListRequest) GetQueryMask() *v1.FieldMask
- func (x *ListRequest) GetQueryTemplate() *ConfigObject
- func (x *ListRequest) GetReturnedFieldsMask() *v1.FieldMask
- func (*ListRequest) ProtoMessage()
- func (x *ListRequest) ProtoReflect() protoreflect.Message
- func (x *ListRequest) Reset()
- func (x *ListRequest) String() string
- type LogLevels
- type LogLevels_Level
- func (LogLevels_Level) Descriptor() protoreflect.EnumDescriptor
- func (x LogLevels_Level) Enum() *LogLevels_Level
- func (LogLevels_Level) EnumDescriptor() ([]byte, []int)deprecated
- func (x LogLevels_Level) Number() protoreflect.EnumNumber
- func (x LogLevels_Level) String() string
- func (LogLevels_Level) Type() protoreflect.EnumType
- type LogLevels_LogLevel
- func (*LogLevels_LogLevel) Descriptor() ([]byte, []int)deprecated
- func (x *LogLevels_LogLevel) GetLevel() LogLevels_Level
- func (x *LogLevels_LogLevel) GetLogger() string
- func (*LogLevels_LogLevel) ProtoMessage()
- func (x *LogLevels_LogLevel) ProtoReflect() protoreflect.Message
- func (x *LogLevels_LogLevel) Reset()
- func (x *LogLevels_LogLevel) String() string
- type Meta
- func (*Meta) Descriptor() ([]byte, []int)deprecated
- func (x *Meta) GetAnnotation() []*Annotation
- func (x *Meta) GetCreated() *timestamppb.Timestamp
- func (x *Meta) GetCreatedBy() string
- func (x *Meta) GetDescription() string
- func (x *Meta) GetLabel() []*Label
- func (x *Meta) GetLastModified() *timestamppb.Timestamp
- func (x *Meta) GetLastModifiedBy() string
- func (x *Meta) GetName() string
- func (*Meta) ProtoMessage()
- func (x *Meta) ProtoReflect() protoreflect.Message
- func (x *Meta) Reset()
- func (x *Meta) String() string
- type PolitenessConfig
- func (*PolitenessConfig) Descriptor() ([]byte, []int)deprecated
- func (x *PolitenessConfig) GetCustomRobots() string
- func (x *PolitenessConfig) GetMinimumRobotsValidityDurationS() int32
- func (x *PolitenessConfig) GetRobotsPolicy() PolitenessConfig_RobotsPolicy
- func (x *PolitenessConfig) GetUseHostname() bool
- func (*PolitenessConfig) ProtoMessage()
- func (x *PolitenessConfig) ProtoReflect() protoreflect.Message
- func (x *PolitenessConfig) Reset()
- func (x *PolitenessConfig) String() string
- type PolitenessConfig_RobotsPolicy
- func (PolitenessConfig_RobotsPolicy) Descriptor() protoreflect.EnumDescriptor
- func (x PolitenessConfig_RobotsPolicy) Enum() *PolitenessConfig_RobotsPolicy
- func (PolitenessConfig_RobotsPolicy) EnumDescriptor() ([]byte, []int)deprecated
- func (x PolitenessConfig_RobotsPolicy) Number() protoreflect.EnumNumber
- func (x PolitenessConfig_RobotsPolicy) String() string
- func (PolitenessConfig_RobotsPolicy) Type() protoreflect.EnumType
- type Role
- type RoleMapping
- func (*RoleMapping) Descriptor() ([]byte, []int)deprecated
- func (x *RoleMapping) GetApiKey() *ApiKey
- func (x *RoleMapping) GetEmail() string
- func (m *RoleMapping) GetEmailOrGroup() isRoleMapping_EmailOrGroup
- func (x *RoleMapping) GetGroup() string
- func (x *RoleMapping) GetRole() []Role
- func (*RoleMapping) ProtoMessage()
- func (x *RoleMapping) ProtoReflect() protoreflect.Message
- func (x *RoleMapping) Reset()
- func (x *RoleMapping) String() string
- type RoleMapping_ApiKey
- type RoleMapping_Email
- type RoleMapping_Group
- type Seed
- type UnimplementedConfigServer
- func (UnimplementedConfigServer) CountConfigObjects(context.Context, *ListRequest) (*ListCountResponse, error)
- func (UnimplementedConfigServer) DeleteConfigObject(context.Context, *ConfigObject) (*DeleteResponse, error)
- func (UnimplementedConfigServer) GetConfigObject(context.Context, *ConfigRef) (*ConfigObject, error)
- func (UnimplementedConfigServer) GetLabelKeys(context.Context, *GetLabelKeysRequest) (*LabelKeysResponse, error)
- func (UnimplementedConfigServer) GetLogConfig(context.Context, *emptypb.Empty) (*LogLevels, error)
- func (UnimplementedConfigServer) GetScriptAnnotations(context.Context, *GetScriptAnnotationsRequest) (*GetScriptAnnotationsResponse, error)
- func (UnimplementedConfigServer) ListConfigObjects(*ListRequest, Config_ListConfigObjectsServer) error
- func (UnimplementedConfigServer) SaveConfigObject(context.Context, *ConfigObject) (*ConfigObject, error)
- func (UnimplementedConfigServer) SaveLogConfig(context.Context, *LogLevels) (*LogLevels, error)
- func (UnimplementedConfigServer) UpdateConfigObjects(context.Context, *UpdateRequest) (*UpdateResponse, error)
- type UnsafeConfigServer
- type UpdateRequest
- func (*UpdateRequest) Descriptor() ([]byte, []int)deprecated
- func (x *UpdateRequest) GetListRequest() *ListRequest
- func (x *UpdateRequest) GetUpdateMask() *v1.FieldMask
- func (x *UpdateRequest) GetUpdateTemplate() *ConfigObject
- func (*UpdateRequest) ProtoMessage()
- func (x *UpdateRequest) ProtoReflect() protoreflect.Message
- func (x *UpdateRequest) Reset()
- func (x *UpdateRequest) String() string
- type UpdateResponse
Constants ¶
This section is empty.
Variables ¶
var ( Kind_name = map[int32]string{ 0: "undefined", 5: "crawlEntity", 6: "seed", 7: "crawlJob", 8: "crawlConfig", 9: "crawlScheduleConfig", 10: "browserConfig", 11: "politenessConfig", 12: "browserScript", 13: "crawlHostGroupConfig", 14: "roleMapping", 15: "collection", } Kind_value = map[string]int32{ "undefined": 0, "crawlEntity": 5, "seed": 6, "crawlJob": 7, "crawlConfig": 8, "crawlScheduleConfig": 9, "browserConfig": 10, "politenessConfig": 11, "browserScript": 12, "crawlHostGroupConfig": 13, "roleMapping": 14, "collection": 15, } )
Enum value maps for Kind.
var ( Role_name = map[int32]string{ 0: "ANY_USER", 1: "ANY", 2: "ADMIN", 3: "CURATOR", 4: "READONLY", 5: "OPERATOR", 6: "SYSTEM", 7: "CONSULTANT", } Role_value = map[string]int32{ "ANY_USER": 0, "ANY": 1, "ADMIN": 2, "CURATOR": 3, "READONLY": 4, "OPERATOR": 5, "SYSTEM": 6, "CONSULTANT": 7, } )
Enum value maps for Role.
var ( PolitenessConfig_RobotsPolicy_name = map[int32]string{ 0: "OBEY_ROBOTS", 1: "IGNORE_ROBOTS", 2: "CUSTOM_ROBOTS", 3: "OBEY_ROBOTS_CLASSIC", 4: "CUSTOM_ROBOTS_CLASSIC", 5: "CUSTOM_IF_MISSING", 6: "CUSTOM_IF_MISSING_CLASSIC", } PolitenessConfig_RobotsPolicy_value = map[string]int32{ "OBEY_ROBOTS": 0, "IGNORE_ROBOTS": 1, "CUSTOM_ROBOTS": 2, "OBEY_ROBOTS_CLASSIC": 3, "CUSTOM_ROBOTS_CLASSIC": 4, "CUSTOM_IF_MISSING": 5, "CUSTOM_IF_MISSING_CLASSIC": 6, } )
Enum value maps for PolitenessConfig_RobotsPolicy.
var ( BrowserScript_BrowserScriptType_name = map[int32]string{ 0: "UNDEFINED", 1: "EXTRACT_OUTLINKS", 2: "REPLACEMENT", 3: "ON_LOAD", 4: "ON_NEW_DOCUMENT", 5: "SCOPE_CHECK", } BrowserScript_BrowserScriptType_value = map[string]int32{ "UNDEFINED": 0, "EXTRACT_OUTLINKS": 1, "REPLACEMENT": 2, "ON_LOAD": 3, "ON_NEW_DOCUMENT": 4, "SCOPE_CHECK": 5, } )
Enum value maps for BrowserScript_BrowserScriptType.
var ( Collection_RotationPolicy_name = map[int32]string{ 0: "NONE", 1: "HOURLY", 2: "DAILY", 3: "MONTHLY", 4: "YEARLY", } Collection_RotationPolicy_value = map[string]int32{ "NONE": 0, "HOURLY": 1, "DAILY": 2, "MONTHLY": 3, "YEARLY": 4, } )
Enum value maps for Collection_RotationPolicy.
var ( Collection_SubCollectionType_name = map[int32]string{ 0: "UNDEFINED", 1: "SCREENSHOT", 2: "DNS", } Collection_SubCollectionType_value = map[string]int32{ "UNDEFINED": 0, "SCREENSHOT": 1, "DNS": 2, } )
Enum value maps for Collection_SubCollectionType.
var ( LogLevels_Level_name = map[int32]string{ 0: "UNDEFINED", 1: "ALL", 2: "TRACE", 3: "DEBUG", 4: "INFO", 5: "WARN", 6: "ERROR", 7: "FATAL", 8: "OFF", } LogLevels_Level_value = map[string]int32{ "UNDEFINED": 0, "ALL": 1, "TRACE": 2, "DEBUG": 3, "INFO": 4, "WARN": 5, "ERROR": 6, "FATAL": 7, "OFF": 8, } )
Enum value maps for LogLevels_Level.
var Config_ServiceDesc = grpc.ServiceDesc{ ServiceName: "veidemann.api.config.v1.Config", HandlerType: (*ConfigServer)(nil), Methods: []grpc.MethodDesc{ { MethodName: "GetConfigObject", Handler: _Config_GetConfigObject_Handler, }, { MethodName: "CountConfigObjects", Handler: _Config_CountConfigObjects_Handler, }, { MethodName: "SaveConfigObject", Handler: _Config_SaveConfigObject_Handler, }, { MethodName: "UpdateConfigObjects", Handler: _Config_UpdateConfigObjects_Handler, }, { MethodName: "DeleteConfigObject", Handler: _Config_DeleteConfigObject_Handler, }, { MethodName: "GetLabelKeys", Handler: _Config_GetLabelKeys_Handler, }, { MethodName: "GetLogConfig", Handler: _Config_GetLogConfig_Handler, }, { MethodName: "SaveLogConfig", Handler: _Config_SaveLogConfig_Handler, }, { MethodName: "GetScriptAnnotations", Handler: _Config_GetScriptAnnotations_Handler, }, }, Streams: []grpc.StreamDesc{ { StreamName: "ListConfigObjects", Handler: _Config_ListConfigObjects_Handler, ServerStreams: true, }, }, Metadata: "config/v1/config.proto", }
Config_ServiceDesc is the grpc.ServiceDesc for Config service. It's only intended for direct use with grpc.RegisterService, and not to be introspected or modified (even as a copy)
var File_config_v1_config_proto protoreflect.FileDescriptor
var File_config_v1_resources_proto protoreflect.FileDescriptor
Functions ¶
func RegisterConfigServer ¶
func RegisterConfigServer(s grpc.ServiceRegistrar, srv ConfigServer)
Types ¶
type Annotation ¶
type Annotation struct { Key string `protobuf:"bytes,1,opt,name=key,proto3" json:"key,omitempty"` Value string `protobuf:"bytes,2,opt,name=value,proto3" json:"value,omitempty"` // contains filtered or unexported fields }
func (*Annotation) Descriptor
deprecated
func (*Annotation) Descriptor() ([]byte, []int)
Deprecated: Use Annotation.ProtoReflect.Descriptor instead.
func (*Annotation) GetKey ¶
func (x *Annotation) GetKey() string
func (*Annotation) GetValue ¶
func (x *Annotation) GetValue() string
func (*Annotation) ProtoMessage ¶
func (*Annotation) ProtoMessage()
func (*Annotation) ProtoReflect ¶
func (x *Annotation) ProtoReflect() protoreflect.Message
func (*Annotation) Reset ¶
func (x *Annotation) Reset()
func (*Annotation) String ¶
func (x *Annotation) String() string
type ApiKey ¶
type ApiKey struct { Token string `protobuf:"bytes,1,opt,name=token,proto3" json:"token,omitempty"` ValidUntil *timestamppb.Timestamp `protobuf:"bytes,2,opt,name=validUntil,proto3" json:"validUntil,omitempty"` // contains filtered or unexported fields }
func (*ApiKey) Descriptor
deprecated
func (*ApiKey) GetValidUntil ¶
func (x *ApiKey) GetValidUntil() *timestamppb.Timestamp
func (*ApiKey) ProtoMessage ¶
func (*ApiKey) ProtoMessage()
func (*ApiKey) ProtoReflect ¶
func (x *ApiKey) ProtoReflect() protoreflect.Message
type BrowserConfig ¶
type BrowserConfig struct { UserAgent string `protobuf:"bytes,3,opt,name=user_agent,json=userAgent,proto3" json:"user_agent,omitempty"` WindowWidth int32 `protobuf:"varint,4,opt,name=window_width,json=windowWidth,proto3" json:"window_width,omitempty"` WindowHeight int32 `protobuf:"varint,5,opt,name=window_height,json=windowHeight,proto3" json:"window_height,omitempty"` PageLoadTimeoutMs int64 `protobuf:"varint,6,opt,name=page_load_timeout_ms,json=pageLoadTimeoutMs,proto3" json:"page_load_timeout_ms,omitempty"` // Select scripts by label // A string representing a label query. The query matches if at least one label matches the query. // If there are multiple queries, then each query must match at least one label. // Label quries are case insensitive. The basic format is <code>key:value</code> where both key and value must match. // If value ends with <code>*</code> then the key must match and value must match up until the <code>*</code>. // If value is empty, all labels matching the key will match. // If key is empty, then the matching is done on the value for all keys. // If key is empty, then the <code>:</code> might be ommitted. // <pre> // Examples: // // "foo:bar" - matches exactly labels with key=foo and value=bar // "foo:" - matches all labels with key=foo // ":bar" - matches all labels with value=bar // "bar" - matches all labels with value=bar // "foo:ba*" - matches labels with key=foo and value starting with ba (e.g. matches bar, but not ber) // ":ba*" - matches labels with any key and value starting with ba (e.g. matches bar, but not ber) // "ba*" - matches labels with any key and value starting with ba (e.g. matches bar, but not ber) // ":" - matches every label // "" - matches every label // // </pre> ScriptSelector []string `protobuf:"bytes,7,rep,name=script_selector,json=scriptSelector,proto3" json:"script_selector,omitempty"` ScriptRef []*ConfigRef `protobuf:"bytes,8,rep,name=script_ref,json=scriptRef,proto3" json:"script_ref,omitempty"` Headers map[string]string `` /* 156-byte string literal not displayed */ ScriptParameters map[string]string `` // Not implemented /* 198-byte string literal not displayed */ // Max time to wait for network activity MaxInactivityTimeMs int64 `protobuf:"varint,18,opt,name=max_inactivity_time_ms,json=maxInactivityTimeMs,proto3" json:"max_inactivity_time_ms,omitempty"` // contains filtered or unexported fields }
func (*BrowserConfig) Descriptor
deprecated
func (*BrowserConfig) Descriptor() ([]byte, []int)
Deprecated: Use BrowserConfig.ProtoReflect.Descriptor instead.
func (*BrowserConfig) GetHeaders ¶
func (x *BrowserConfig) GetHeaders() map[string]string
func (*BrowserConfig) GetMaxInactivityTimeMs ¶
func (x *BrowserConfig) GetMaxInactivityTimeMs() int64
func (*BrowserConfig) GetPageLoadTimeoutMs ¶
func (x *BrowserConfig) GetPageLoadTimeoutMs() int64
func (*BrowserConfig) GetScriptParameters ¶
func (x *BrowserConfig) GetScriptParameters() map[string]string
func (*BrowserConfig) GetScriptRef ¶
func (x *BrowserConfig) GetScriptRef() []*ConfigRef
func (*BrowserConfig) GetScriptSelector ¶
func (x *BrowserConfig) GetScriptSelector() []string
func (*BrowserConfig) GetUserAgent ¶
func (x *BrowserConfig) GetUserAgent() string
func (*BrowserConfig) GetWindowHeight ¶
func (x *BrowserConfig) GetWindowHeight() int32
func (*BrowserConfig) GetWindowWidth ¶
func (x *BrowserConfig) GetWindowWidth() int32
func (*BrowserConfig) ProtoMessage ¶
func (*BrowserConfig) ProtoMessage()
func (*BrowserConfig) ProtoReflect ¶
func (x *BrowserConfig) ProtoReflect() protoreflect.Message
func (*BrowserConfig) Reset ¶
func (x *BrowserConfig) Reset()
func (*BrowserConfig) String ¶
func (x *BrowserConfig) String() string
type BrowserScript ¶
type BrowserScript struct { Script string `protobuf:"bytes,3,opt,name=script,proto3" json:"script,omitempty"` UrlRegexp []string `protobuf:"bytes,4,rep,name=url_regexp,json=urlRegexp,proto3" json:"url_regexp,omitempty"` BrowserScriptType BrowserScript_BrowserScriptType `` /* 176-byte string literal not displayed */ // contains filtered or unexported fields }
Message containing a javascript to be run in a browser
func (*BrowserScript) Descriptor
deprecated
func (*BrowserScript) Descriptor() ([]byte, []int)
Deprecated: Use BrowserScript.ProtoReflect.Descriptor instead.
func (*BrowserScript) GetBrowserScriptType ¶
func (x *BrowserScript) GetBrowserScriptType() BrowserScript_BrowserScriptType
func (*BrowserScript) GetScript ¶
func (x *BrowserScript) GetScript() string
func (*BrowserScript) GetUrlRegexp ¶
func (x *BrowserScript) GetUrlRegexp() []string
func (*BrowserScript) ProtoMessage ¶
func (*BrowserScript) ProtoMessage()
func (*BrowserScript) ProtoReflect ¶
func (x *BrowserScript) ProtoReflect() protoreflect.Message
func (*BrowserScript) Reset ¶
func (x *BrowserScript) Reset()
func (*BrowserScript) String ¶
func (x *BrowserScript) String() string
type BrowserScript_BrowserScriptType ¶
type BrowserScript_BrowserScriptType int32
const ( BrowserScript_UNDEFINED BrowserScript_BrowserScriptType = 0 BrowserScript_EXTRACT_OUTLINKS BrowserScript_BrowserScriptType = 1 BrowserScript_REPLACEMENT BrowserScript_BrowserScriptType = 2 BrowserScript_ON_LOAD BrowserScript_BrowserScriptType = 3 BrowserScript_ON_NEW_DOCUMENT BrowserScript_BrowserScriptType = 4 BrowserScript_SCOPE_CHECK BrowserScript_BrowserScriptType = 5 )
func (BrowserScript_BrowserScriptType) Descriptor ¶
func (BrowserScript_BrowserScriptType) Descriptor() protoreflect.EnumDescriptor
func (BrowserScript_BrowserScriptType) Enum ¶
func (x BrowserScript_BrowserScriptType) Enum() *BrowserScript_BrowserScriptType
func (BrowserScript_BrowserScriptType) EnumDescriptor
deprecated
func (BrowserScript_BrowserScriptType) EnumDescriptor() ([]byte, []int)
Deprecated: Use BrowserScript_BrowserScriptType.Descriptor instead.
func (BrowserScript_BrowserScriptType) Number ¶
func (x BrowserScript_BrowserScriptType) Number() protoreflect.EnumNumber
func (BrowserScript_BrowserScriptType) String ¶
func (x BrowserScript_BrowserScriptType) String() string
func (BrowserScript_BrowserScriptType) Type ¶
func (BrowserScript_BrowserScriptType) Type() protoreflect.EnumType
type Collection ¶
type Collection struct { CollectionDedupPolicy Collection_RotationPolicy `` /* 182-byte string literal not displayed */ FileRotationPolicy Collection_RotationPolicy `` /* 173-byte string literal not displayed */ Compress bool `protobuf:"varint,3,opt,name=compress,proto3" json:"compress,omitempty"` FileSize int64 `protobuf:"varint,4,opt,name=file_size,json=fileSize,proto3" json:"file_size,omitempty"` SubCollections []*Collection_SubCollection `protobuf:"bytes,10,rep,name=sub_collections,json=subCollections,proto3" json:"sub_collections,omitempty"` // contains filtered or unexported fields }
func (*Collection) Descriptor
deprecated
func (*Collection) Descriptor() ([]byte, []int)
Deprecated: Use Collection.ProtoReflect.Descriptor instead.
func (*Collection) GetCollectionDedupPolicy ¶
func (x *Collection) GetCollectionDedupPolicy() Collection_RotationPolicy
func (*Collection) GetCompress ¶
func (x *Collection) GetCompress() bool
func (*Collection) GetFileRotationPolicy ¶
func (x *Collection) GetFileRotationPolicy() Collection_RotationPolicy
func (*Collection) GetFileSize ¶
func (x *Collection) GetFileSize() int64
func (*Collection) GetSubCollections ¶
func (x *Collection) GetSubCollections() []*Collection_SubCollection
func (*Collection) ProtoMessage ¶
func (*Collection) ProtoMessage()
func (*Collection) ProtoReflect ¶
func (x *Collection) ProtoReflect() protoreflect.Message
func (*Collection) Reset ¶
func (x *Collection) Reset()
func (*Collection) String ¶
func (x *Collection) String() string
type Collection_RotationPolicy ¶
type Collection_RotationPolicy int32
const ( Collection_NONE Collection_RotationPolicy = 0 Collection_HOURLY Collection_RotationPolicy = 1 Collection_DAILY Collection_RotationPolicy = 2 Collection_MONTHLY Collection_RotationPolicy = 3 Collection_YEARLY Collection_RotationPolicy = 4 )
func (Collection_RotationPolicy) Descriptor ¶
func (Collection_RotationPolicy) Descriptor() protoreflect.EnumDescriptor
func (Collection_RotationPolicy) Enum ¶
func (x Collection_RotationPolicy) Enum() *Collection_RotationPolicy
func (Collection_RotationPolicy) EnumDescriptor
deprecated
func (Collection_RotationPolicy) EnumDescriptor() ([]byte, []int)
Deprecated: Use Collection_RotationPolicy.Descriptor instead.
func (Collection_RotationPolicy) Number ¶
func (x Collection_RotationPolicy) Number() protoreflect.EnumNumber
func (Collection_RotationPolicy) String ¶
func (x Collection_RotationPolicy) String() string
func (Collection_RotationPolicy) Type ¶
func (Collection_RotationPolicy) Type() protoreflect.EnumType
type Collection_SubCollection ¶
type Collection_SubCollection struct { Type Collection_SubCollectionType `protobuf:"varint,1,opt,name=type,proto3,enum=veidemann.api.config.v1.Collection_SubCollectionType" json:"type,omitempty"` Name string `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"` // contains filtered or unexported fields }
func (*Collection_SubCollection) Descriptor
deprecated
func (*Collection_SubCollection) Descriptor() ([]byte, []int)
Deprecated: Use Collection_SubCollection.ProtoReflect.Descriptor instead.
func (*Collection_SubCollection) GetName ¶
func (x *Collection_SubCollection) GetName() string
func (*Collection_SubCollection) GetType ¶
func (x *Collection_SubCollection) GetType() Collection_SubCollectionType
func (*Collection_SubCollection) ProtoMessage ¶
func (*Collection_SubCollection) ProtoMessage()
func (*Collection_SubCollection) ProtoReflect ¶
func (x *Collection_SubCollection) ProtoReflect() protoreflect.Message
func (*Collection_SubCollection) Reset ¶
func (x *Collection_SubCollection) Reset()
func (*Collection_SubCollection) String ¶
func (x *Collection_SubCollection) String() string
type Collection_SubCollectionType ¶
type Collection_SubCollectionType int32
const ( Collection_UNDEFINED Collection_SubCollectionType = 0 Collection_SCREENSHOT Collection_SubCollectionType = 1 Collection_DNS Collection_SubCollectionType = 2 )
func (Collection_SubCollectionType) Descriptor ¶
func (Collection_SubCollectionType) Descriptor() protoreflect.EnumDescriptor
func (Collection_SubCollectionType) Enum ¶
func (x Collection_SubCollectionType) Enum() *Collection_SubCollectionType
func (Collection_SubCollectionType) EnumDescriptor
deprecated
func (Collection_SubCollectionType) EnumDescriptor() ([]byte, []int)
Deprecated: Use Collection_SubCollectionType.Descriptor instead.
func (Collection_SubCollectionType) Number ¶
func (x Collection_SubCollectionType) Number() protoreflect.EnumNumber
func (Collection_SubCollectionType) String ¶
func (x Collection_SubCollectionType) String() string
func (Collection_SubCollectionType) Type ¶
func (Collection_SubCollectionType) Type() protoreflect.EnumType
type ConfigClient ¶
type ConfigClient interface { // Get a config object by ID GetConfigObject(ctx context.Context, in *ConfigRef, opts ...grpc.CallOption) (*ConfigObject, error) // List a set of config objects ListConfigObjects(ctx context.Context, in *ListRequest, opts ...grpc.CallOption) (Config_ListConfigObjectsClient, error) // Count config objects CountConfigObjects(ctx context.Context, in *ListRequest, opts ...grpc.CallOption) (*ListCountResponse, error) // Save a config object SaveConfigObject(ctx context.Context, in *ConfigObject, opts ...grpc.CallOption) (*ConfigObject, error) // Update config objects UpdateConfigObjects(ctx context.Context, in *UpdateRequest, opts ...grpc.CallOption) (*UpdateResponse, error) // Delete a config object DeleteConfigObject(ctx context.Context, in *ConfigObject, opts ...grpc.CallOption) (*DeleteResponse, error) GetLabelKeys(ctx context.Context, in *GetLabelKeysRequest, opts ...grpc.CallOption) (*LabelKeysResponse, error) GetLogConfig(ctx context.Context, in *emptypb.Empty, opts ...grpc.CallOption) (*LogLevels, error) SaveLogConfig(ctx context.Context, in *LogLevels, opts ...grpc.CallOption) (*LogLevels, error) GetScriptAnnotations(ctx context.Context, in *GetScriptAnnotationsRequest, opts ...grpc.CallOption) (*GetScriptAnnotationsResponse, error) }
ConfigClient is the client API for Config service.
For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.
func NewConfigClient ¶
func NewConfigClient(cc grpc.ClientConnInterface) ConfigClient
type ConfigObject ¶
type ConfigObject struct { Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"` ApiVersion string `protobuf:"bytes,2,opt,name=apiVersion,proto3" json:"apiVersion,omitempty"` Kind Kind `protobuf:"varint,3,opt,name=kind,proto3,enum=veidemann.api.config.v1.Kind" json:"kind,omitempty"` Meta *Meta `protobuf:"bytes,4,opt,name=meta,proto3" json:"meta,omitempty"` // Types that are assignable to Spec: // // *ConfigObject_CrawlEntity // *ConfigObject_Seed // *ConfigObject_CrawlJob // *ConfigObject_CrawlConfig // *ConfigObject_CrawlScheduleConfig // *ConfigObject_BrowserConfig // *ConfigObject_PolitenessConfig // *ConfigObject_BrowserScript // *ConfigObject_CrawlHostGroupConfig // *ConfigObject_RoleMapping // *ConfigObject_Collection Spec isConfigObject_Spec `protobuf_oneof:"spec"` // contains filtered or unexported fields }
func (*ConfigObject) Descriptor
deprecated
func (*ConfigObject) Descriptor() ([]byte, []int)
Deprecated: Use ConfigObject.ProtoReflect.Descriptor instead.
func (*ConfigObject) GetApiVersion ¶
func (x *ConfigObject) GetApiVersion() string
func (*ConfigObject) GetBrowserConfig ¶
func (x *ConfigObject) GetBrowserConfig() *BrowserConfig
func (*ConfigObject) GetBrowserScript ¶
func (x *ConfigObject) GetBrowserScript() *BrowserScript
func (*ConfigObject) GetCollection ¶
func (x *ConfigObject) GetCollection() *Collection
func (*ConfigObject) GetCrawlConfig ¶
func (x *ConfigObject) GetCrawlConfig() *CrawlConfig
func (*ConfigObject) GetCrawlEntity ¶
func (x *ConfigObject) GetCrawlEntity() *CrawlEntity
func (*ConfigObject) GetCrawlHostGroupConfig ¶
func (x *ConfigObject) GetCrawlHostGroupConfig() *CrawlHostGroupConfig
func (*ConfigObject) GetCrawlJob ¶
func (x *ConfigObject) GetCrawlJob() *CrawlJob
func (*ConfigObject) GetCrawlScheduleConfig ¶
func (x *ConfigObject) GetCrawlScheduleConfig() *CrawlScheduleConfig
func (*ConfigObject) GetId ¶
func (x *ConfigObject) GetId() string
func (*ConfigObject) GetKind ¶
func (x *ConfigObject) GetKind() Kind
func (*ConfigObject) GetMeta ¶
func (x *ConfigObject) GetMeta() *Meta
func (*ConfigObject) GetPolitenessConfig ¶
func (x *ConfigObject) GetPolitenessConfig() *PolitenessConfig
func (*ConfigObject) GetRoleMapping ¶
func (x *ConfigObject) GetRoleMapping() *RoleMapping
func (*ConfigObject) GetSeed ¶
func (x *ConfigObject) GetSeed() *Seed
func (*ConfigObject) GetSpec ¶
func (m *ConfigObject) GetSpec() isConfigObject_Spec
func (*ConfigObject) ProtoMessage ¶
func (*ConfigObject) ProtoMessage()
func (*ConfigObject) ProtoReflect ¶
func (x *ConfigObject) ProtoReflect() protoreflect.Message
func (*ConfigObject) Reset ¶
func (x *ConfigObject) Reset()
func (*ConfigObject) String ¶
func (x *ConfigObject) String() string
type ConfigObject_BrowserConfig ¶
type ConfigObject_BrowserConfig struct {
BrowserConfig *BrowserConfig `protobuf:"bytes,10,opt,name=browser_config,json=browserConfig,proto3,oneof"`
}
type ConfigObject_BrowserScript ¶
type ConfigObject_BrowserScript struct {
BrowserScript *BrowserScript `protobuf:"bytes,12,opt,name=browser_script,json=browserScript,proto3,oneof"`
}
type ConfigObject_Collection ¶
type ConfigObject_Collection struct {
Collection *Collection `protobuf:"bytes,15,opt,name=collection,proto3,oneof"`
}
type ConfigObject_CrawlConfig ¶
type ConfigObject_CrawlConfig struct {
CrawlConfig *CrawlConfig `protobuf:"bytes,8,opt,name=crawl_config,json=crawlConfig,proto3,oneof"`
}
type ConfigObject_CrawlEntity ¶
type ConfigObject_CrawlEntity struct {
CrawlEntity *CrawlEntity `protobuf:"bytes,5,opt,name=crawl_entity,json=crawlEntity,proto3,oneof"`
}
type ConfigObject_CrawlHostGroupConfig ¶
type ConfigObject_CrawlHostGroupConfig struct {
CrawlHostGroupConfig *CrawlHostGroupConfig `protobuf:"bytes,13,opt,name=crawl_host_group_config,json=crawlHostGroupConfig,proto3,oneof"`
}
type ConfigObject_CrawlJob ¶
type ConfigObject_CrawlJob struct {
CrawlJob *CrawlJob `protobuf:"bytes,7,opt,name=crawl_job,json=crawlJob,proto3,oneof"`
}
type ConfigObject_CrawlScheduleConfig ¶
type ConfigObject_CrawlScheduleConfig struct {
CrawlScheduleConfig *CrawlScheduleConfig `protobuf:"bytes,9,opt,name=crawl_schedule_config,json=crawlScheduleConfig,proto3,oneof"`
}
type ConfigObject_PolitenessConfig ¶
type ConfigObject_PolitenessConfig struct {
PolitenessConfig *PolitenessConfig `protobuf:"bytes,11,opt,name=politeness_config,json=politenessConfig,proto3,oneof"`
}
type ConfigObject_RoleMapping ¶
type ConfigObject_RoleMapping struct {
RoleMapping *RoleMapping `protobuf:"bytes,14,opt,name=role_mapping,json=roleMapping,proto3,oneof"`
}
type ConfigObject_Seed ¶
type ConfigObject_Seed struct {
Seed *Seed `protobuf:"bytes,6,opt,name=seed,proto3,oneof"`
}
type ConfigRef ¶
type ConfigRef struct { Kind Kind `protobuf:"varint,1,opt,name=kind,proto3,enum=veidemann.api.config.v1.Kind" json:"kind,omitempty"` Id string `protobuf:"bytes,2,opt,name=id,proto3" json:"id,omitempty"` // contains filtered or unexported fields }
Reference to another ConfigObject
func (*ConfigRef) Descriptor
deprecated
func (*ConfigRef) ProtoMessage ¶
func (*ConfigRef) ProtoMessage()
func (*ConfigRef) ProtoReflect ¶
func (x *ConfigRef) ProtoReflect() protoreflect.Message
type ConfigServer ¶
type ConfigServer interface { // Get a config object by ID GetConfigObject(context.Context, *ConfigRef) (*ConfigObject, error) // List a set of config objects ListConfigObjects(*ListRequest, Config_ListConfigObjectsServer) error // Count config objects CountConfigObjects(context.Context, *ListRequest) (*ListCountResponse, error) // Save a config object SaveConfigObject(context.Context, *ConfigObject) (*ConfigObject, error) // Update config objects UpdateConfigObjects(context.Context, *UpdateRequest) (*UpdateResponse, error) // Delete a config object DeleteConfigObject(context.Context, *ConfigObject) (*DeleteResponse, error) GetLabelKeys(context.Context, *GetLabelKeysRequest) (*LabelKeysResponse, error) GetLogConfig(context.Context, *emptypb.Empty) (*LogLevels, error) SaveLogConfig(context.Context, *LogLevels) (*LogLevels, error) GetScriptAnnotations(context.Context, *GetScriptAnnotationsRequest) (*GetScriptAnnotationsResponse, error) // contains filtered or unexported methods }
ConfigServer is the server API for Config service. All implementations must embed UnimplementedConfigServer for forward compatibility
type Config_ListConfigObjectsClient ¶
type Config_ListConfigObjectsClient interface { Recv() (*ConfigObject, error) grpc.ClientStream }
type Config_ListConfigObjectsServer ¶
type Config_ListConfigObjectsServer interface { Send(*ConfigObject) error grpc.ServerStream }
type CrawlConfig ¶
type CrawlConfig struct { CollectionRef *ConfigRef `protobuf:"bytes,6,opt,name=collection_ref,json=collectionRef,proto3" json:"collection_ref,omitempty"` BrowserConfigRef *ConfigRef `protobuf:"bytes,7,opt,name=browser_config_ref,json=browserConfigRef,proto3" json:"browser_config_ref,omitempty"` PolitenessRef *ConfigRef `protobuf:"bytes,8,opt,name=politeness_ref,json=politenessRef,proto3" json:"politeness_ref,omitempty"` Extra *ExtraConfig `protobuf:"bytes,9,opt,name=extra,proto3" json:"extra,omitempty"` MinimumDnsTtlS int32 `protobuf:"varint,10,opt,name=minimum_dns_ttl_s,json=minimumDnsTtlS,proto3" json:"minimum_dns_ttl_s,omitempty"` // Not implemented // The weighting between jobs when two jobs compete on fetching resources from the same hosts. // The job will be randomly chosen, but weighted such that if two jobs with weight 1.0 and one job with // weight 2.0 compete, then the two first jobs will each have 25% probability of being chosen and the the third // job will have 50% probability of being chosen. PriorityWeight float64 `protobuf:"fixed64,11,opt,name=priority_weight,json=priorityWeight,proto3" json:"priority_weight,omitempty"` // contains filtered or unexported fields }
func (*CrawlConfig) Descriptor
deprecated
func (*CrawlConfig) Descriptor() ([]byte, []int)
Deprecated: Use CrawlConfig.ProtoReflect.Descriptor instead.
func (*CrawlConfig) GetBrowserConfigRef ¶
func (x *CrawlConfig) GetBrowserConfigRef() *ConfigRef
func (*CrawlConfig) GetCollectionRef ¶
func (x *CrawlConfig) GetCollectionRef() *ConfigRef
func (*CrawlConfig) GetExtra ¶
func (x *CrawlConfig) GetExtra() *ExtraConfig
func (*CrawlConfig) GetMinimumDnsTtlS ¶
func (x *CrawlConfig) GetMinimumDnsTtlS() int32
func (*CrawlConfig) GetPolitenessRef ¶
func (x *CrawlConfig) GetPolitenessRef() *ConfigRef
func (*CrawlConfig) GetPriorityWeight ¶
func (x *CrawlConfig) GetPriorityWeight() float64
func (*CrawlConfig) ProtoMessage ¶
func (*CrawlConfig) ProtoMessage()
func (*CrawlConfig) ProtoReflect ¶
func (x *CrawlConfig) ProtoReflect() protoreflect.Message
func (*CrawlConfig) Reset ¶
func (x *CrawlConfig) Reset()
func (*CrawlConfig) String ¶
func (x *CrawlConfig) String() string
type CrawlEntity ¶
type CrawlEntity struct {
// contains filtered or unexported fields
}
A crawl entity (might be an organisation with one or more seeds)
func (*CrawlEntity) Descriptor
deprecated
func (*CrawlEntity) Descriptor() ([]byte, []int)
Deprecated: Use CrawlEntity.ProtoReflect.Descriptor instead.
func (*CrawlEntity) ProtoMessage ¶
func (*CrawlEntity) ProtoMessage()
func (*CrawlEntity) ProtoReflect ¶
func (x *CrawlEntity) ProtoReflect() protoreflect.Message
func (*CrawlEntity) Reset ¶
func (x *CrawlEntity) Reset()
func (*CrawlEntity) String ¶
func (x *CrawlEntity) String() string
type CrawlHostGroupConfig ¶
type CrawlHostGroupConfig struct { IpRange []*CrawlHostGroupConfig_IpRange `protobuf:"bytes,3,rep,name=ip_range,json=ipRange,proto3" json:"ip_range,omitempty"` // Lover limit for time between pageloads from this CrawlHostGroup. MinTimeBetweenPageLoadMs int64 `` /* 142-byte string literal not displayed */ // Upper limit for time between pageloads from this CrawlHostGroup. // This is the upper limit for calculation of dealy time, but actual time might be higher depending on // the harvesters capacity. MaxTimeBetweenPageLoadMs int64 `` /* 142-byte string literal not displayed */ // The fetch time of the URI is multiplied with this value to get the delay time before fetching the next URI. // If min_time_between_page_load_ms and/or max_time_between_page_load_ms are set, then those values are used as // the upper/lower limits for delay. // If delay_factor is unset or zero, then a delay_facor of one is assumed. If delay_factor is negative, // a delay_factor of zero is assumed. DelayFactor float32 `protobuf:"fixed32,6,opt,name=delay_factor,json=delayFactor,proto3" json:"delay_factor,omitempty"` // The maximum number of retries before giving up fetching a uri. MaxRetries int32 `protobuf:"varint,7,opt,name=max_retries,json=maxRetries,proto3" json:"max_retries,omitempty"` // The minimum time before a failed page load is retried. RetryDelaySeconds int32 `protobuf:"varint,8,opt,name=retry_delay_seconds,json=retryDelaySeconds,proto3" json:"retry_delay_seconds,omitempty"` // contains filtered or unexported fields }
func (*CrawlHostGroupConfig) Descriptor
deprecated
func (*CrawlHostGroupConfig) Descriptor() ([]byte, []int)
Deprecated: Use CrawlHostGroupConfig.ProtoReflect.Descriptor instead.
func (*CrawlHostGroupConfig) GetDelayFactor ¶
func (x *CrawlHostGroupConfig) GetDelayFactor() float32
func (*CrawlHostGroupConfig) GetIpRange ¶
func (x *CrawlHostGroupConfig) GetIpRange() []*CrawlHostGroupConfig_IpRange
func (*CrawlHostGroupConfig) GetMaxRetries ¶
func (x *CrawlHostGroupConfig) GetMaxRetries() int32
func (*CrawlHostGroupConfig) GetMaxTimeBetweenPageLoadMs ¶
func (x *CrawlHostGroupConfig) GetMaxTimeBetweenPageLoadMs() int64
func (*CrawlHostGroupConfig) GetMinTimeBetweenPageLoadMs ¶
func (x *CrawlHostGroupConfig) GetMinTimeBetweenPageLoadMs() int64
func (*CrawlHostGroupConfig) GetRetryDelaySeconds ¶
func (x *CrawlHostGroupConfig) GetRetryDelaySeconds() int32
func (*CrawlHostGroupConfig) ProtoMessage ¶
func (*CrawlHostGroupConfig) ProtoMessage()
func (*CrawlHostGroupConfig) ProtoReflect ¶
func (x *CrawlHostGroupConfig) ProtoReflect() protoreflect.Message
func (*CrawlHostGroupConfig) Reset ¶
func (x *CrawlHostGroupConfig) Reset()
func (*CrawlHostGroupConfig) String ¶
func (x *CrawlHostGroupConfig) String() string
type CrawlHostGroupConfig_IpRange ¶
type CrawlHostGroupConfig_IpRange struct { IpFrom string `protobuf:"bytes,1,opt,name=ip_from,json=ipFrom,proto3" json:"ip_from,omitempty"` IpTo string `protobuf:"bytes,2,opt,name=ip_to,json=ipTo,proto3" json:"ip_to,omitempty"` // contains filtered or unexported fields }
func (*CrawlHostGroupConfig_IpRange) Descriptor
deprecated
func (*CrawlHostGroupConfig_IpRange) Descriptor() ([]byte, []int)
Deprecated: Use CrawlHostGroupConfig_IpRange.ProtoReflect.Descriptor instead.
func (*CrawlHostGroupConfig_IpRange) GetIpFrom ¶
func (x *CrawlHostGroupConfig_IpRange) GetIpFrom() string
func (*CrawlHostGroupConfig_IpRange) GetIpTo ¶
func (x *CrawlHostGroupConfig_IpRange) GetIpTo() string
func (*CrawlHostGroupConfig_IpRange) ProtoMessage ¶
func (*CrawlHostGroupConfig_IpRange) ProtoMessage()
func (*CrawlHostGroupConfig_IpRange) ProtoReflect ¶
func (x *CrawlHostGroupConfig_IpRange) ProtoReflect() protoreflect.Message
func (*CrawlHostGroupConfig_IpRange) Reset ¶
func (x *CrawlHostGroupConfig_IpRange) Reset()
func (*CrawlHostGroupConfig_IpRange) String ¶
func (x *CrawlHostGroupConfig_IpRange) String() string
type CrawlJob ¶
type CrawlJob struct { ScheduleRef *ConfigRef `protobuf:"bytes,3,opt,name=schedule_ref,json=scheduleRef,proto3" json:"schedule_ref,omitempty"` Limits *CrawlLimitsConfig `protobuf:"bytes,4,opt,name=limits,proto3" json:"limits,omitempty"` CrawlConfigRef *ConfigRef `protobuf:"bytes,5,opt,name=crawl_config_ref,json=crawlConfigRef,proto3" json:"crawl_config_ref,omitempty"` ScopeScriptRef *ConfigRef `protobuf:"bytes,6,opt,name=scope_script_ref,json=scopeScriptRef,proto3" json:"scope_script_ref,omitempty"` Disabled bool `protobuf:"varint,18,opt,name=disabled,proto3" json:"disabled,omitempty"` // contains filtered or unexported fields }
func (*CrawlJob) Descriptor
deprecated
func (*CrawlJob) GetCrawlConfigRef ¶
func (*CrawlJob) GetDisabled ¶
func (*CrawlJob) GetLimits ¶
func (x *CrawlJob) GetLimits() *CrawlLimitsConfig
func (*CrawlJob) GetScheduleRef ¶
func (*CrawlJob) GetScopeScriptRef ¶
func (*CrawlJob) ProtoMessage ¶
func (*CrawlJob) ProtoMessage()
func (*CrawlJob) ProtoReflect ¶
func (x *CrawlJob) ProtoReflect() protoreflect.Message
type CrawlLimitsConfig ¶
type CrawlLimitsConfig struct { // Maximum time in seconds allowed for crawl to finish MaxDurationS int64 `protobuf:"varint,2,opt,name=max_duration_s,json=maxDurationS,proto3" json:"max_duration_s,omitempty"` // Maximum number of bytes to fetch before ending crawl MaxBytes int64 `protobuf:"varint,3,opt,name=max_bytes,json=maxBytes,proto3" json:"max_bytes,omitempty"` // contains filtered or unexported fields }
func (*CrawlLimitsConfig) Descriptor
deprecated
func (*CrawlLimitsConfig) Descriptor() ([]byte, []int)
Deprecated: Use CrawlLimitsConfig.ProtoReflect.Descriptor instead.
func (*CrawlLimitsConfig) GetMaxBytes ¶
func (x *CrawlLimitsConfig) GetMaxBytes() int64
func (*CrawlLimitsConfig) GetMaxDurationS ¶
func (x *CrawlLimitsConfig) GetMaxDurationS() int64
func (*CrawlLimitsConfig) ProtoMessage ¶
func (*CrawlLimitsConfig) ProtoMessage()
func (*CrawlLimitsConfig) ProtoReflect ¶
func (x *CrawlLimitsConfig) ProtoReflect() protoreflect.Message
func (*CrawlLimitsConfig) Reset ¶
func (x *CrawlLimitsConfig) Reset()
func (*CrawlLimitsConfig) String ¶
func (x *CrawlLimitsConfig) String() string
type CrawlScheduleConfig ¶
type CrawlScheduleConfig struct { CronExpression string `protobuf:"bytes,3,opt,name=cron_expression,json=cronExpression,proto3" json:"cron_expression,omitempty"` ValidFrom *timestamppb.Timestamp `protobuf:"bytes,4,opt,name=valid_from,json=validFrom,proto3" json:"valid_from,omitempty"` ValidTo *timestamppb.Timestamp `protobuf:"bytes,5,opt,name=valid_to,json=validTo,proto3" json:"valid_to,omitempty"` // contains filtered or unexported fields }
func (*CrawlScheduleConfig) Descriptor
deprecated
func (*CrawlScheduleConfig) Descriptor() ([]byte, []int)
Deprecated: Use CrawlScheduleConfig.ProtoReflect.Descriptor instead.
func (*CrawlScheduleConfig) GetCronExpression ¶
func (x *CrawlScheduleConfig) GetCronExpression() string
func (*CrawlScheduleConfig) GetValidFrom ¶
func (x *CrawlScheduleConfig) GetValidFrom() *timestamppb.Timestamp
func (*CrawlScheduleConfig) GetValidTo ¶
func (x *CrawlScheduleConfig) GetValidTo() *timestamppb.Timestamp
func (*CrawlScheduleConfig) ProtoMessage ¶
func (*CrawlScheduleConfig) ProtoMessage()
func (*CrawlScheduleConfig) ProtoReflect ¶
func (x *CrawlScheduleConfig) ProtoReflect() protoreflect.Message
func (*CrawlScheduleConfig) Reset ¶
func (x *CrawlScheduleConfig) Reset()
func (*CrawlScheduleConfig) String ¶
func (x *CrawlScheduleConfig) String() string
type DeleteResponse ¶
type DeleteResponse struct { Deleted bool `protobuf:"varint,1,opt,name=deleted,proto3" json:"deleted,omitempty"` // contains filtered or unexported fields }
func (*DeleteResponse) Descriptor
deprecated
func (*DeleteResponse) Descriptor() ([]byte, []int)
Deprecated: Use DeleteResponse.ProtoReflect.Descriptor instead.
func (*DeleteResponse) GetDeleted ¶
func (x *DeleteResponse) GetDeleted() bool
func (*DeleteResponse) ProtoMessage ¶
func (*DeleteResponse) ProtoMessage()
func (*DeleteResponse) ProtoReflect ¶
func (x *DeleteResponse) ProtoReflect() protoreflect.Message
func (*DeleteResponse) Reset ¶
func (x *DeleteResponse) Reset()
func (*DeleteResponse) String ¶
func (x *DeleteResponse) String() string
type ExtraConfig ¶
type ExtraConfig struct { CreateScreenshot bool `protobuf:"varint,6,opt,name=create_screenshot,json=createScreenshot,proto3" json:"create_screenshot,omitempty"` // contains filtered or unexported fields }
func (*ExtraConfig) Descriptor
deprecated
func (*ExtraConfig) Descriptor() ([]byte, []int)
Deprecated: Use ExtraConfig.ProtoReflect.Descriptor instead.
func (*ExtraConfig) GetCreateScreenshot ¶
func (x *ExtraConfig) GetCreateScreenshot() bool
func (*ExtraConfig) ProtoMessage ¶
func (*ExtraConfig) ProtoMessage()
func (*ExtraConfig) ProtoReflect ¶
func (x *ExtraConfig) ProtoReflect() protoreflect.Message
func (*ExtraConfig) Reset ¶
func (x *ExtraConfig) Reset()
func (*ExtraConfig) String ¶
func (x *ExtraConfig) String() string
type GetLabelKeysRequest ¶
type GetLabelKeysRequest struct { Kind Kind `protobuf:"varint,1,opt,name=kind,proto3,enum=veidemann.api.config.v1.Kind" json:"kind,omitempty"` // contains filtered or unexported fields }
func (*GetLabelKeysRequest) Descriptor
deprecated
func (*GetLabelKeysRequest) Descriptor() ([]byte, []int)
Deprecated: Use GetLabelKeysRequest.ProtoReflect.Descriptor instead.
func (*GetLabelKeysRequest) GetKind ¶
func (x *GetLabelKeysRequest) GetKind() Kind
func (*GetLabelKeysRequest) ProtoMessage ¶
func (*GetLabelKeysRequest) ProtoMessage()
func (*GetLabelKeysRequest) ProtoReflect ¶
func (x *GetLabelKeysRequest) ProtoReflect() protoreflect.Message
func (*GetLabelKeysRequest) Reset ¶
func (x *GetLabelKeysRequest) Reset()
func (*GetLabelKeysRequest) String ¶
func (x *GetLabelKeysRequest) String() string
type GetScriptAnnotationsRequest ¶
type GetScriptAnnotationsRequest struct { // A job configuration referencing scripts from which to extract annotations (required). Job *ConfigRef `protobuf:"bytes,1,opt,name=job,proto3" json:"job,omitempty"` // A seed which could contain overrides for the annotations (optional). // Also the seed's entity is considered. Seed *ConfigRef `protobuf:"bytes,2,opt,name=seed,proto3" json:"seed,omitempty"` // contains filtered or unexported fields }
func (*GetScriptAnnotationsRequest) Descriptor
deprecated
func (*GetScriptAnnotationsRequest) Descriptor() ([]byte, []int)
Deprecated: Use GetScriptAnnotationsRequest.ProtoReflect.Descriptor instead.
func (*GetScriptAnnotationsRequest) GetJob ¶
func (x *GetScriptAnnotationsRequest) GetJob() *ConfigRef
func (*GetScriptAnnotationsRequest) GetSeed ¶
func (x *GetScriptAnnotationsRequest) GetSeed() *ConfigRef
func (*GetScriptAnnotationsRequest) ProtoMessage ¶
func (*GetScriptAnnotationsRequest) ProtoMessage()
func (*GetScriptAnnotationsRequest) ProtoReflect ¶
func (x *GetScriptAnnotationsRequest) ProtoReflect() protoreflect.Message
func (*GetScriptAnnotationsRequest) Reset ¶
func (x *GetScriptAnnotationsRequest) Reset()
func (*GetScriptAnnotationsRequest) String ¶
func (x *GetScriptAnnotationsRequest) String() string
type GetScriptAnnotationsResponse ¶
type GetScriptAnnotationsResponse struct { Annotation []*Annotation `protobuf:"bytes,1,rep,name=annotation,proto3" json:"annotation,omitempty"` // contains filtered or unexported fields }
func (*GetScriptAnnotationsResponse) Descriptor
deprecated
func (*GetScriptAnnotationsResponse) Descriptor() ([]byte, []int)
Deprecated: Use GetScriptAnnotationsResponse.ProtoReflect.Descriptor instead.
func (*GetScriptAnnotationsResponse) GetAnnotation ¶
func (x *GetScriptAnnotationsResponse) GetAnnotation() []*Annotation
func (*GetScriptAnnotationsResponse) ProtoMessage ¶
func (*GetScriptAnnotationsResponse) ProtoMessage()
func (*GetScriptAnnotationsResponse) ProtoReflect ¶
func (x *GetScriptAnnotationsResponse) ProtoReflect() protoreflect.Message
func (*GetScriptAnnotationsResponse) Reset ¶
func (x *GetScriptAnnotationsResponse) Reset()
func (*GetScriptAnnotationsResponse) String ¶
func (x *GetScriptAnnotationsResponse) String() string
type Kind ¶
type Kind int32
const ( Kind_undefined Kind = 0 Kind_crawlEntity Kind = 5 Kind_seed Kind = 6 Kind_crawlJob Kind = 7 Kind_crawlConfig Kind = 8 Kind_crawlScheduleConfig Kind = 9 Kind_browserConfig Kind = 10 Kind_politenessConfig Kind = 11 Kind_browserScript Kind = 12 Kind_crawlHostGroupConfig Kind = 13 Kind_roleMapping Kind = 14 Kind_collection Kind = 15 )
func (Kind) Descriptor ¶
func (Kind) Descriptor() protoreflect.EnumDescriptor
func (Kind) EnumDescriptor
deprecated
func (Kind) Number ¶
func (x Kind) Number() protoreflect.EnumNumber
func (Kind) Type ¶
func (Kind) Type() protoreflect.EnumType
type Label ¶
type Label struct { Key string `protobuf:"bytes,1,opt,name=key,proto3" json:"key,omitempty"` Value string `protobuf:"bytes,2,opt,name=value,proto3" json:"value,omitempty"` // contains filtered or unexported fields }
func (*Label) Descriptor
deprecated
func (*Label) ProtoMessage ¶
func (*Label) ProtoMessage()
func (*Label) ProtoReflect ¶
func (x *Label) ProtoReflect() protoreflect.Message
type LabelKeysResponse ¶
type LabelKeysResponse struct { Key []string `protobuf:"bytes,1,rep,name=key,proto3" json:"key,omitempty"` // contains filtered or unexported fields }
func (*LabelKeysResponse) Descriptor
deprecated
func (*LabelKeysResponse) Descriptor() ([]byte, []int)
Deprecated: Use LabelKeysResponse.ProtoReflect.Descriptor instead.
func (*LabelKeysResponse) GetKey ¶
func (x *LabelKeysResponse) GetKey() []string
func (*LabelKeysResponse) ProtoMessage ¶
func (*LabelKeysResponse) ProtoMessage()
func (*LabelKeysResponse) ProtoReflect ¶
func (x *LabelKeysResponse) ProtoReflect() protoreflect.Message
func (*LabelKeysResponse) Reset ¶
func (x *LabelKeysResponse) Reset()
func (*LabelKeysResponse) String ¶
func (x *LabelKeysResponse) String() string
type ListCountResponse ¶
type ListCountResponse struct { Count int64 `protobuf:"varint,1,opt,name=count,proto3" json:"count,omitempty"` Approximate bool `protobuf:"varint,2,opt,name=approximate,proto3" json:"approximate,omitempty"` // contains filtered or unexported fields }
func (*ListCountResponse) Descriptor
deprecated
func (*ListCountResponse) Descriptor() ([]byte, []int)
Deprecated: Use ListCountResponse.ProtoReflect.Descriptor instead.
func (*ListCountResponse) GetApproximate ¶
func (x *ListCountResponse) GetApproximate() bool
func (*ListCountResponse) GetCount ¶
func (x *ListCountResponse) GetCount() int64
func (*ListCountResponse) ProtoMessage ¶
func (*ListCountResponse) ProtoMessage()
func (*ListCountResponse) ProtoReflect ¶
func (x *ListCountResponse) ProtoReflect() protoreflect.Message
func (*ListCountResponse) Reset ¶
func (x *ListCountResponse) Reset()
func (*ListCountResponse) String ¶
func (x *ListCountResponse) String() string
type ListRequest ¶
type ListRequest struct { Kind Kind `protobuf:"varint,1,opt,name=kind,proto3,enum=veidemann.api.config.v1.Kind" json:"kind,omitempty"` // Select objects by one or more id's Id []string `protobuf:"bytes,2,rep,name=id,proto3" json:"id,omitempty"` // Select objects by name // The name query is a case insensitive regular expresion search on name. // <pre> // Examples: // // "foo" - matches all names containing the phrase foo // "^foo$" - matches the exact name foo // "foo.*bar$" - matches names containing foo followed by zero or more tokens and ends with bar // // </pre> NameRegex string `protobuf:"bytes,3,opt,name=name_regex,json=nameRegex,proto3" json:"name_regex,omitempty"` // Select objects by label // A string representing a label query. The query matches if at least one label matches the query. // If there are multiple queries, then each query must match at least one label. // Label quries are case insensitive. The basic format is <code>key:value</code> where both key and value must match. // If value ends with <code>*</code> then the key must match and value must match up until the <code>*</code>. // If value is empty, all labels matching the key will match. // If key is empty, then the matching is done on the value for all keys. // If key is empty, then the <code>:</code> might be ommitted. // <pre> // Examples: // // "foo:bar" - matches exactly labels with key=foo and value=bar // "foo:" - matches all labels with key=foo // ":bar" - matches all labels with value=bar // "bar" - matches all labels with value=bar // "foo:ba*" - matches labels with key=foo and value starting with ba (e.g. matches bar, but not ber) // ":ba*" - matches labels with any key and value starting with ba (e.g. matches bar, but not ber) // "ba*" - matches labels with any key and value starting with ba (e.g. matches bar, but not ber) // ":" - matches every label // "" - matches every label // // </pre> LabelSelector []string `protobuf:"bytes,4,rep,name=label_selector,json=labelSelector,proto3" json:"label_selector,omitempty"` QueryTemplate *ConfigObject `protobuf:"bytes,5,opt,name=query_template,json=queryTemplate,proto3" json:"query_template,omitempty"` QueryMask *v1.FieldMask `protobuf:"bytes,6,opt,name=query_mask,json=queryMask,proto3" json:"query_mask,omitempty"` ReturnedFieldsMask *v1.FieldMask `protobuf:"bytes,7,opt,name=returned_fields_mask,json=returnedFieldsMask,proto3" json:"returned_fields_mask,omitempty"` OrderByPath string `protobuf:"bytes,8,opt,name=order_by_path,json=orderByPath,proto3" json:"order_by_path,omitempty"` OrderDescending bool `protobuf:"varint,9,opt,name=order_descending,json=orderDescending,proto3" json:"order_descending,omitempty"` PageSize int32 `protobuf:"varint,14,opt,name=page_size,json=pageSize,proto3" json:"page_size,omitempty"` Offset int32 `protobuf:"varint,15,opt,name=offset,proto3" json:"offset,omitempty"` // contains filtered or unexported fields }
Specification of which entities to get.
func (*ListRequest) Descriptor
deprecated
func (*ListRequest) Descriptor() ([]byte, []int)
Deprecated: Use ListRequest.ProtoReflect.Descriptor instead.
func (*ListRequest) GetId ¶
func (x *ListRequest) GetId() []string
func (*ListRequest) GetKind ¶
func (x *ListRequest) GetKind() Kind
func (*ListRequest) GetLabelSelector ¶
func (x *ListRequest) GetLabelSelector() []string
func (*ListRequest) GetNameRegex ¶
func (x *ListRequest) GetNameRegex() string
func (*ListRequest) GetOffset ¶
func (x *ListRequest) GetOffset() int32
func (*ListRequest) GetOrderByPath ¶
func (x *ListRequest) GetOrderByPath() string
func (*ListRequest) GetOrderDescending ¶
func (x *ListRequest) GetOrderDescending() bool
func (*ListRequest) GetPageSize ¶
func (x *ListRequest) GetPageSize() int32
func (*ListRequest) GetQueryMask ¶
func (x *ListRequest) GetQueryMask() *v1.FieldMask
func (*ListRequest) GetQueryTemplate ¶
func (x *ListRequest) GetQueryTemplate() *ConfigObject
func (*ListRequest) GetReturnedFieldsMask ¶
func (x *ListRequest) GetReturnedFieldsMask() *v1.FieldMask
func (*ListRequest) ProtoMessage ¶
func (*ListRequest) ProtoMessage()
func (*ListRequest) ProtoReflect ¶
func (x *ListRequest) ProtoReflect() protoreflect.Message
func (*ListRequest) Reset ¶
func (x *ListRequest) Reset()
func (*ListRequest) String ¶
func (x *ListRequest) String() string
type LogLevels ¶
type LogLevels struct { LogLevel []*LogLevels_LogLevel `protobuf:"bytes,1,rep,name=log_level,json=logLevel,proto3" json:"log_level,omitempty"` // contains filtered or unexported fields }
func (*LogLevels) Descriptor
deprecated
func (*LogLevels) GetLogLevel ¶
func (x *LogLevels) GetLogLevel() []*LogLevels_LogLevel
func (*LogLevels) ProtoMessage ¶
func (*LogLevels) ProtoMessage()
func (*LogLevels) ProtoReflect ¶
func (x *LogLevels) ProtoReflect() protoreflect.Message
type LogLevels_Level ¶
type LogLevels_Level int32
const ( LogLevels_UNDEFINED LogLevels_Level = 0 LogLevels_ALL LogLevels_Level = 1 LogLevels_TRACE LogLevels_Level = 2 LogLevels_DEBUG LogLevels_Level = 3 LogLevels_INFO LogLevels_Level = 4 LogLevels_WARN LogLevels_Level = 5 LogLevels_ERROR LogLevels_Level = 6 LogLevels_FATAL LogLevels_Level = 7 LogLevels_OFF LogLevels_Level = 8 )
func (LogLevels_Level) Descriptor ¶
func (LogLevels_Level) Descriptor() protoreflect.EnumDescriptor
func (LogLevels_Level) Enum ¶
func (x LogLevels_Level) Enum() *LogLevels_Level
func (LogLevels_Level) EnumDescriptor
deprecated
func (LogLevels_Level) EnumDescriptor() ([]byte, []int)
Deprecated: Use LogLevels_Level.Descriptor instead.
func (LogLevels_Level) Number ¶
func (x LogLevels_Level) Number() protoreflect.EnumNumber
func (LogLevels_Level) String ¶
func (x LogLevels_Level) String() string
func (LogLevels_Level) Type ¶
func (LogLevels_Level) Type() protoreflect.EnumType
type LogLevels_LogLevel ¶
type LogLevels_LogLevel struct { Logger string `protobuf:"bytes,1,opt,name=logger,proto3" json:"logger,omitempty"` Level LogLevels_Level `protobuf:"varint,2,opt,name=level,proto3,enum=veidemann.api.config.v1.LogLevels_Level" json:"level,omitempty"` // contains filtered or unexported fields }
func (*LogLevels_LogLevel) Descriptor
deprecated
func (*LogLevels_LogLevel) Descriptor() ([]byte, []int)
Deprecated: Use LogLevels_LogLevel.ProtoReflect.Descriptor instead.
func (*LogLevels_LogLevel) GetLevel ¶
func (x *LogLevels_LogLevel) GetLevel() LogLevels_Level
func (*LogLevels_LogLevel) GetLogger ¶
func (x *LogLevels_LogLevel) GetLogger() string
func (*LogLevels_LogLevel) ProtoMessage ¶
func (*LogLevels_LogLevel) ProtoMessage()
func (*LogLevels_LogLevel) ProtoReflect ¶
func (x *LogLevels_LogLevel) ProtoReflect() protoreflect.Message
func (*LogLevels_LogLevel) Reset ¶
func (x *LogLevels_LogLevel) Reset()
func (*LogLevels_LogLevel) String ¶
func (x *LogLevels_LogLevel) String() string
type Meta ¶
type Meta struct { Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` Description string `protobuf:"bytes,2,opt,name=description,proto3" json:"description,omitempty"` Created *timestamppb.Timestamp `protobuf:"bytes,3,opt,name=created,proto3" json:"created,omitempty"` CreatedBy string `protobuf:"bytes,4,opt,name=created_by,json=createdBy,proto3" json:"created_by,omitempty"` LastModified *timestamppb.Timestamp `protobuf:"bytes,5,opt,name=last_modified,json=lastModified,proto3" json:"last_modified,omitempty"` LastModifiedBy string `protobuf:"bytes,6,opt,name=last_modified_by,json=lastModifiedBy,proto3" json:"last_modified_by,omitempty"` Label []*Label `protobuf:"bytes,7,rep,name=label,proto3" json:"label,omitempty"` Annotation []*Annotation `protobuf:"bytes,8,rep,name=annotation,proto3" json:"annotation,omitempty"` // contains filtered or unexported fields }
func (*Meta) Descriptor
deprecated
func (*Meta) GetAnnotation ¶
func (x *Meta) GetAnnotation() []*Annotation
func (*Meta) GetCreated ¶
func (x *Meta) GetCreated() *timestamppb.Timestamp
func (*Meta) GetCreatedBy ¶
func (*Meta) GetDescription ¶
func (*Meta) GetLastModified ¶
func (x *Meta) GetLastModified() *timestamppb.Timestamp
func (*Meta) GetLastModifiedBy ¶
func (*Meta) ProtoMessage ¶
func (*Meta) ProtoMessage()
func (*Meta) ProtoReflect ¶
func (x *Meta) ProtoReflect() protoreflect.Message
type PolitenessConfig ¶
type PolitenessConfig struct { RobotsPolicy PolitenessConfig_RobotsPolicy `` /* 157-byte string literal not displayed */ MinimumRobotsValidityDurationS int32 `` /* 159-byte string literal not displayed */ CustomRobots string `protobuf:"bytes,20,opt,name=custom_robots,json=customRobots,proto3" json:"custom_robots,omitempty"` // If true, use hostname instead of ip for politeness UseHostname bool `protobuf:"varint,10,opt,name=use_hostname,json=useHostname,proto3" json:"use_hostname,omitempty"` // contains filtered or unexported fields }
func (*PolitenessConfig) Descriptor
deprecated
func (*PolitenessConfig) Descriptor() ([]byte, []int)
Deprecated: Use PolitenessConfig.ProtoReflect.Descriptor instead.
func (*PolitenessConfig) GetCustomRobots ¶
func (x *PolitenessConfig) GetCustomRobots() string
func (*PolitenessConfig) GetMinimumRobotsValidityDurationS ¶
func (x *PolitenessConfig) GetMinimumRobotsValidityDurationS() int32
func (*PolitenessConfig) GetRobotsPolicy ¶
func (x *PolitenessConfig) GetRobotsPolicy() PolitenessConfig_RobotsPolicy
func (*PolitenessConfig) GetUseHostname ¶
func (x *PolitenessConfig) GetUseHostname() bool
func (*PolitenessConfig) ProtoMessage ¶
func (*PolitenessConfig) ProtoMessage()
func (*PolitenessConfig) ProtoReflect ¶
func (x *PolitenessConfig) ProtoReflect() protoreflect.Message
func (*PolitenessConfig) Reset ¶
func (x *PolitenessConfig) Reset()
func (*PolitenessConfig) String ¶
func (x *PolitenessConfig) String() string
type PolitenessConfig_RobotsPolicy ¶
type PolitenessConfig_RobotsPolicy int32
const ( // Obey robots.txt on a page level. The requested URI is evaluated, but any embedded resources are // fetched without respecting robots.txt PolitenessConfig_OBEY_ROBOTS PolitenessConfig_RobotsPolicy = 0 // Ignore robots.txt completely PolitenessConfig_IGNORE_ROBOTS PolitenessConfig_RobotsPolicy = 1 // Use submitted robots.txt instead of the one served by the target site. Only the requested URI is // evaluated. PolitenessConfig_CUSTOM_ROBOTS PolitenessConfig_RobotsPolicy = 2 // Obey robots.txt for all URI's PolitenessConfig_OBEY_ROBOTS_CLASSIC PolitenessConfig_RobotsPolicy = 3 // Use submitted robots.txt instead of the one served by the target site. All URI's are // evaluated. PolitenessConfig_CUSTOM_ROBOTS_CLASSIC PolitenessConfig_RobotsPolicy = 4 // Use submitted robots.txt if no one is served by the target site. Only the requested URI is // evaluated. PolitenessConfig_CUSTOM_IF_MISSING PolitenessConfig_RobotsPolicy = 5 // Use submitted robots.txt if no one is served by the target site. All URI's are // evaluated. PolitenessConfig_CUSTOM_IF_MISSING_CLASSIC PolitenessConfig_RobotsPolicy = 6 )
func (PolitenessConfig_RobotsPolicy) Descriptor ¶
func (PolitenessConfig_RobotsPolicy) Descriptor() protoreflect.EnumDescriptor
func (PolitenessConfig_RobotsPolicy) Enum ¶
func (x PolitenessConfig_RobotsPolicy) Enum() *PolitenessConfig_RobotsPolicy
func (PolitenessConfig_RobotsPolicy) EnumDescriptor
deprecated
func (PolitenessConfig_RobotsPolicy) EnumDescriptor() ([]byte, []int)
Deprecated: Use PolitenessConfig_RobotsPolicy.Descriptor instead.
func (PolitenessConfig_RobotsPolicy) Number ¶
func (x PolitenessConfig_RobotsPolicy) Number() protoreflect.EnumNumber
func (PolitenessConfig_RobotsPolicy) String ¶
func (x PolitenessConfig_RobotsPolicy) String() string
func (PolitenessConfig_RobotsPolicy) Type ¶
func (PolitenessConfig_RobotsPolicy) Type() protoreflect.EnumType
type Role ¶
type Role int32
const ( // Any authenticated user Role_ANY_USER Role = 0 // Any user including unauthenticated users Role_ANY Role = 1 // Administrator Role_ADMIN Role = 2 // Curator Role_CURATOR Role = 3 // A user with permission to read internal data Role_READONLY Role = 4 // A crawl operator Role_OPERATOR Role = 5 // Machine to machine Role_SYSTEM Role = 6 // A user with permission to maintain seeds and entities Role_CONSULTANT Role = 7 )
func (Role) Descriptor ¶
func (Role) Descriptor() protoreflect.EnumDescriptor
func (Role) EnumDescriptor
deprecated
func (Role) Number ¶
func (x Role) Number() protoreflect.EnumNumber
func (Role) Type ¶
func (Role) Type() protoreflect.EnumType
type RoleMapping ¶
type RoleMapping struct { // Types that are assignable to EmailOrGroup: // // *RoleMapping_ApiKey // *RoleMapping_Email // *RoleMapping_Group EmailOrGroup isRoleMapping_EmailOrGroup `protobuf_oneof:"email_or_group"` Role []Role `protobuf:"varint,4,rep,packed,name=role,proto3,enum=veidemann.api.config.v1.Role" json:"role,omitempty"` // contains filtered or unexported fields }
func (*RoleMapping) Descriptor
deprecated
func (*RoleMapping) Descriptor() ([]byte, []int)
Deprecated: Use RoleMapping.ProtoReflect.Descriptor instead.
func (*RoleMapping) GetApiKey ¶
func (x *RoleMapping) GetApiKey() *ApiKey
func (*RoleMapping) GetEmail ¶
func (x *RoleMapping) GetEmail() string
func (*RoleMapping) GetEmailOrGroup ¶
func (m *RoleMapping) GetEmailOrGroup() isRoleMapping_EmailOrGroup
func (*RoleMapping) GetGroup ¶
func (x *RoleMapping) GetGroup() string
func (*RoleMapping) GetRole ¶
func (x *RoleMapping) GetRole() []Role
func (*RoleMapping) ProtoMessage ¶
func (*RoleMapping) ProtoMessage()
func (*RoleMapping) ProtoReflect ¶
func (x *RoleMapping) ProtoReflect() protoreflect.Message
func (*RoleMapping) Reset ¶
func (x *RoleMapping) Reset()
func (*RoleMapping) String ¶
func (x *RoleMapping) String() string
type RoleMapping_ApiKey ¶
type RoleMapping_ApiKey struct {
ApiKey *ApiKey `protobuf:"bytes,1,opt,name=api_key,json=apiKey,proto3,oneof"`
}
type RoleMapping_Email ¶
type RoleMapping_Email struct {
Email string `protobuf:"bytes,2,opt,name=email,proto3,oneof"`
}
type RoleMapping_Group ¶
type RoleMapping_Group struct {
Group string `protobuf:"bytes,3,opt,name=group,proto3,oneof"`
}
type Seed ¶
type Seed struct { EntityRef *ConfigRef `protobuf:"bytes,3,opt,name=entity_ref,json=entityRef,proto3" json:"entity_ref,omitempty"` JobRef []*ConfigRef `protobuf:"bytes,5,rep,name=job_ref,json=jobRef,proto3" json:"job_ref,omitempty"` Disabled bool `protobuf:"varint,18,opt,name=disabled,proto3" json:"disabled,omitempty"` // contains filtered or unexported fields }
func (*Seed) Descriptor
deprecated
func (*Seed) GetDisabled ¶
func (*Seed) GetEntityRef ¶
func (*Seed) ProtoMessage ¶
func (*Seed) ProtoMessage()
func (*Seed) ProtoReflect ¶
func (x *Seed) ProtoReflect() protoreflect.Message
type UnimplementedConfigServer ¶
type UnimplementedConfigServer struct { }
UnimplementedConfigServer must be embedded to have forward compatible implementations.
func (UnimplementedConfigServer) CountConfigObjects ¶
func (UnimplementedConfigServer) CountConfigObjects(context.Context, *ListRequest) (*ListCountResponse, error)
func (UnimplementedConfigServer) DeleteConfigObject ¶
func (UnimplementedConfigServer) DeleteConfigObject(context.Context, *ConfigObject) (*DeleteResponse, error)
func (UnimplementedConfigServer) GetConfigObject ¶
func (UnimplementedConfigServer) GetConfigObject(context.Context, *ConfigRef) (*ConfigObject, error)
func (UnimplementedConfigServer) GetLabelKeys ¶
func (UnimplementedConfigServer) GetLabelKeys(context.Context, *GetLabelKeysRequest) (*LabelKeysResponse, error)
func (UnimplementedConfigServer) GetLogConfig ¶
func (UnimplementedConfigServer) GetScriptAnnotations ¶
func (UnimplementedConfigServer) GetScriptAnnotations(context.Context, *GetScriptAnnotationsRequest) (*GetScriptAnnotationsResponse, error)
func (UnimplementedConfigServer) ListConfigObjects ¶
func (UnimplementedConfigServer) ListConfigObjects(*ListRequest, Config_ListConfigObjectsServer) error
func (UnimplementedConfigServer) SaveConfigObject ¶
func (UnimplementedConfigServer) SaveConfigObject(context.Context, *ConfigObject) (*ConfigObject, error)
func (UnimplementedConfigServer) SaveLogConfig ¶
func (UnimplementedConfigServer) UpdateConfigObjects ¶
func (UnimplementedConfigServer) UpdateConfigObjects(context.Context, *UpdateRequest) (*UpdateResponse, error)
type UnsafeConfigServer ¶
type UnsafeConfigServer interface {
// contains filtered or unexported methods
}
UnsafeConfigServer may be embedded to opt out of forward compatibility for this service. Use of this interface is not recommended, as added methods to ConfigServer will result in compilation errors.
type UpdateRequest ¶
type UpdateRequest struct { ListRequest *ListRequest `protobuf:"bytes,1,opt,name=list_request,json=listRequest,proto3" json:"list_request,omitempty"` UpdateMask *v1.FieldMask `protobuf:"bytes,3,opt,name=update_mask,json=updateMask,proto3" json:"update_mask,omitempty"` UpdateTemplate *ConfigObject `protobuf:"bytes,4,opt,name=update_template,json=updateTemplate,proto3" json:"update_template,omitempty"` // contains filtered or unexported fields }
func (*UpdateRequest) Descriptor
deprecated
func (*UpdateRequest) Descriptor() ([]byte, []int)
Deprecated: Use UpdateRequest.ProtoReflect.Descriptor instead.
func (*UpdateRequest) GetListRequest ¶
func (x *UpdateRequest) GetListRequest() *ListRequest
func (*UpdateRequest) GetUpdateMask ¶
func (x *UpdateRequest) GetUpdateMask() *v1.FieldMask
func (*UpdateRequest) GetUpdateTemplate ¶
func (x *UpdateRequest) GetUpdateTemplate() *ConfigObject
func (*UpdateRequest) ProtoMessage ¶
func (*UpdateRequest) ProtoMessage()
func (*UpdateRequest) ProtoReflect ¶
func (x *UpdateRequest) ProtoReflect() protoreflect.Message
func (*UpdateRequest) Reset ¶
func (x *UpdateRequest) Reset()
func (*UpdateRequest) String ¶
func (x *UpdateRequest) String() string
type UpdateResponse ¶
type UpdateResponse struct { Updated int64 `protobuf:"varint,1,opt,name=updated,proto3" json:"updated,omitempty"` // contains filtered or unexported fields }
func (*UpdateResponse) Descriptor
deprecated
func (*UpdateResponse) Descriptor() ([]byte, []int)
Deprecated: Use UpdateResponse.ProtoReflect.Descriptor instead.
func (*UpdateResponse) GetUpdated ¶
func (x *UpdateResponse) GetUpdated() int64
func (*UpdateResponse) ProtoMessage ¶
func (*UpdateResponse) ProtoMessage()
func (*UpdateResponse) ProtoReflect ¶
func (x *UpdateResponse) ProtoReflect() protoreflect.Message
func (*UpdateResponse) Reset ¶
func (x *UpdateResponse) Reset()
func (*UpdateResponse) String ¶
func (x *UpdateResponse) String() string