config

package
v1.0.0 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Aug 21, 2023 License: Apache-2.0 Imports: 11 Imported by: 24

Documentation

Index

Constants

This section is empty.

Variables

View Source
var (
	Kind_name = map[int32]string{
		0:  "undefined",
		5:  "crawlEntity",
		6:  "seed",
		7:  "crawlJob",
		8:  "crawlConfig",
		9:  "crawlScheduleConfig",
		10: "browserConfig",
		11: "politenessConfig",
		12: "browserScript",
		13: "crawlHostGroupConfig",
		14: "roleMapping",
		15: "collection",
	}
	Kind_value = map[string]int32{
		"undefined":            0,
		"crawlEntity":          5,
		"seed":                 6,
		"crawlJob":             7,
		"crawlConfig":          8,
		"crawlScheduleConfig":  9,
		"browserConfig":        10,
		"politenessConfig":     11,
		"browserScript":        12,
		"crawlHostGroupConfig": 13,
		"roleMapping":          14,
		"collection":           15,
	}
)

Enum value maps for Kind.

View Source
var (
	Role_name = map[int32]string{
		0: "ANY_USER",
		1: "ANY",
		2: "ADMIN",
		3: "CURATOR",
		4: "READONLY",
		5: "OPERATOR",
		6: "SYSTEM",
		7: "CONSULTANT",
	}
	Role_value = map[string]int32{
		"ANY_USER":   0,
		"ANY":        1,
		"ADMIN":      2,
		"CURATOR":    3,
		"READONLY":   4,
		"OPERATOR":   5,
		"SYSTEM":     6,
		"CONSULTANT": 7,
	}
)

Enum value maps for Role.

View Source
var (
	PolitenessConfig_RobotsPolicy_name = map[int32]string{
		0: "OBEY_ROBOTS",
		1: "IGNORE_ROBOTS",
		2: "CUSTOM_ROBOTS",
		3: "OBEY_ROBOTS_CLASSIC",
		4: "CUSTOM_ROBOTS_CLASSIC",
		5: "CUSTOM_IF_MISSING",
		6: "CUSTOM_IF_MISSING_CLASSIC",
	}
	PolitenessConfig_RobotsPolicy_value = map[string]int32{
		"OBEY_ROBOTS":               0,
		"IGNORE_ROBOTS":             1,
		"CUSTOM_ROBOTS":             2,
		"OBEY_ROBOTS_CLASSIC":       3,
		"CUSTOM_ROBOTS_CLASSIC":     4,
		"CUSTOM_IF_MISSING":         5,
		"CUSTOM_IF_MISSING_CLASSIC": 6,
	}
)

Enum value maps for PolitenessConfig_RobotsPolicy.

View Source
var (
	BrowserScript_BrowserScriptType_name = map[int32]string{
		0: "UNDEFINED",
		1: "EXTRACT_OUTLINKS",
		2: "REPLACEMENT",
		3: "ON_LOAD",
		4: "ON_NEW_DOCUMENT",
		5: "SCOPE_CHECK",
	}
	BrowserScript_BrowserScriptType_value = map[string]int32{
		"UNDEFINED":        0,
		"EXTRACT_OUTLINKS": 1,
		"REPLACEMENT":      2,
		"ON_LOAD":          3,
		"ON_NEW_DOCUMENT":  4,
		"SCOPE_CHECK":      5,
	}
)

Enum value maps for BrowserScript_BrowserScriptType.

View Source
var (
	Collection_RotationPolicy_name = map[int32]string{
		0: "NONE",
		1: "HOURLY",
		2: "DAILY",
		3: "MONTHLY",
		4: "YEARLY",
	}
	Collection_RotationPolicy_value = map[string]int32{
		"NONE":    0,
		"HOURLY":  1,
		"DAILY":   2,
		"MONTHLY": 3,
		"YEARLY":  4,
	}
)

Enum value maps for Collection_RotationPolicy.

View Source
var (
	Collection_SubCollectionType_name = map[int32]string{
		0: "UNDEFINED",
		1: "SCREENSHOT",
		2: "DNS",
	}
	Collection_SubCollectionType_value = map[string]int32{
		"UNDEFINED":  0,
		"SCREENSHOT": 1,
		"DNS":        2,
	}
)

Enum value maps for Collection_SubCollectionType.

View Source
var (
	LogLevels_Level_name = map[int32]string{
		0: "UNDEFINED",
		1: "ALL",
		2: "TRACE",
		3: "DEBUG",
		4: "INFO",
		5: "WARN",
		6: "ERROR",
		7: "FATAL",
		8: "OFF",
	}
	LogLevels_Level_value = map[string]int32{
		"UNDEFINED": 0,
		"ALL":       1,
		"TRACE":     2,
		"DEBUG":     3,
		"INFO":      4,
		"WARN":      5,
		"ERROR":     6,
		"FATAL":     7,
		"OFF":       8,
	}
)

Enum value maps for LogLevels_Level.

View Source
var Config_ServiceDesc = grpc.ServiceDesc{
	ServiceName: "veidemann.api.config.v1.Config",
	HandlerType: (*ConfigServer)(nil),
	Methods: []grpc.MethodDesc{
		{
			MethodName: "GetConfigObject",
			Handler:    _Config_GetConfigObject_Handler,
		},
		{
			MethodName: "CountConfigObjects",
			Handler:    _Config_CountConfigObjects_Handler,
		},
		{
			MethodName: "SaveConfigObject",
			Handler:    _Config_SaveConfigObject_Handler,
		},
		{
			MethodName: "UpdateConfigObjects",
			Handler:    _Config_UpdateConfigObjects_Handler,
		},
		{
			MethodName: "DeleteConfigObject",
			Handler:    _Config_DeleteConfigObject_Handler,
		},
		{
			MethodName: "GetLabelKeys",
			Handler:    _Config_GetLabelKeys_Handler,
		},
		{
			MethodName: "GetLogConfig",
			Handler:    _Config_GetLogConfig_Handler,
		},
		{
			MethodName: "SaveLogConfig",
			Handler:    _Config_SaveLogConfig_Handler,
		},
		{
			MethodName: "GetScriptAnnotations",
			Handler:    _Config_GetScriptAnnotations_Handler,
		},
	},
	Streams: []grpc.StreamDesc{
		{
			StreamName:    "ListConfigObjects",
			Handler:       _Config_ListConfigObjects_Handler,
			ServerStreams: true,
		},
	},
	Metadata: "config/v1/config.proto",
}

Config_ServiceDesc is the grpc.ServiceDesc for Config service. It's only intended for direct use with grpc.RegisterService, and not to be introspected or modified (even as a copy)

View Source
var File_config_v1_config_proto protoreflect.FileDescriptor
View Source
var File_config_v1_resources_proto protoreflect.FileDescriptor

Functions

func RegisterConfigServer

func RegisterConfigServer(s grpc.ServiceRegistrar, srv ConfigServer)

Types

type Annotation

type Annotation struct {
	Key   string `protobuf:"bytes,1,opt,name=key,proto3" json:"key,omitempty"`
	Value string `protobuf:"bytes,2,opt,name=value,proto3" json:"value,omitempty"`
	// contains filtered or unexported fields
}

func (*Annotation) Descriptor deprecated

func (*Annotation) Descriptor() ([]byte, []int)

Deprecated: Use Annotation.ProtoReflect.Descriptor instead.

func (*Annotation) GetKey

func (x *Annotation) GetKey() string

func (*Annotation) GetValue

func (x *Annotation) GetValue() string

func (*Annotation) ProtoMessage

func (*Annotation) ProtoMessage()

func (*Annotation) ProtoReflect

func (x *Annotation) ProtoReflect() protoreflect.Message

func (*Annotation) Reset

func (x *Annotation) Reset()

func (*Annotation) String

func (x *Annotation) String() string

type ApiKey

type ApiKey struct {
	Token      string                 `protobuf:"bytes,1,opt,name=token,proto3" json:"token,omitempty"`
	ValidUntil *timestamppb.Timestamp `protobuf:"bytes,2,opt,name=validUntil,proto3" json:"validUntil,omitempty"`
	// contains filtered or unexported fields
}

func (*ApiKey) Descriptor deprecated

func (*ApiKey) Descriptor() ([]byte, []int)

Deprecated: Use ApiKey.ProtoReflect.Descriptor instead.

func (*ApiKey) GetToken

func (x *ApiKey) GetToken() string

func (*ApiKey) GetValidUntil

func (x *ApiKey) GetValidUntil() *timestamppb.Timestamp

func (*ApiKey) ProtoMessage

func (*ApiKey) ProtoMessage()

func (*ApiKey) ProtoReflect

func (x *ApiKey) ProtoReflect() protoreflect.Message

func (*ApiKey) Reset

func (x *ApiKey) Reset()

func (*ApiKey) String

func (x *ApiKey) String() string

type BrowserConfig

type BrowserConfig struct {
	UserAgent         string `protobuf:"bytes,3,opt,name=user_agent,json=userAgent,proto3" json:"user_agent,omitempty"`
	WindowWidth       int32  `protobuf:"varint,4,opt,name=window_width,json=windowWidth,proto3" json:"window_width,omitempty"`
	WindowHeight      int32  `protobuf:"varint,5,opt,name=window_height,json=windowHeight,proto3" json:"window_height,omitempty"`
	PageLoadTimeoutMs int64  `protobuf:"varint,6,opt,name=page_load_timeout_ms,json=pageLoadTimeoutMs,proto3" json:"page_load_timeout_ms,omitempty"`
	// Select scripts by label
	// A string representing a label query. The query matches if at least one label matches the query.
	// If there are multiple queries, then each query must match at least one label.
	// Label quries are case insensitive. The basic format is <code>key:value</code> where both key and value must match.
	// If value ends with <code>&ast;</code> then the key must match and value must match up until the <code>&ast;</code>.
	// If value is empty, all labels matching the key will match.
	// If key is empty, then the matching is done on the value for all keys.
	// If key is empty, then the <code>:</code> might be ommitted.
	// <pre>
	// Examples:
	//
	//	"foo:bar"  - matches exactly labels with key=foo and value=bar
	//	"foo:"     - matches all labels with key=foo
	//	":bar"     - matches all labels with value=bar
	//	"bar"      - matches all labels with value=bar
	//	"foo:ba*"  - matches labels with key=foo and value starting with ba (e.g. matches bar, but not ber)
	//	":ba*"     - matches labels with any key and value starting with ba (e.g. matches bar, but not ber)
	//	"ba*"      - matches labels with any key and value starting with ba (e.g. matches bar, but not ber)
	//	":"        - matches every label
	//	""         - matches every label
	//
	// </pre>
	ScriptSelector   []string          `protobuf:"bytes,7,rep,name=script_selector,json=scriptSelector,proto3" json:"script_selector,omitempty"`
	ScriptRef        []*ConfigRef      `protobuf:"bytes,8,rep,name=script_ref,json=scriptRef,proto3" json:"script_ref,omitempty"`
	Headers          map[string]string `` /* 156-byte string literal not displayed */
	ScriptParameters map[string]string `` // Not implemented
	/* 198-byte string literal not displayed */
	// Max time to wait for network activity
	MaxInactivityTimeMs int64 `protobuf:"varint,18,opt,name=max_inactivity_time_ms,json=maxInactivityTimeMs,proto3" json:"max_inactivity_time_ms,omitempty"`
	// contains filtered or unexported fields
}

func (*BrowserConfig) Descriptor deprecated

func (*BrowserConfig) Descriptor() ([]byte, []int)

Deprecated: Use BrowserConfig.ProtoReflect.Descriptor instead.

func (*BrowserConfig) GetHeaders

func (x *BrowserConfig) GetHeaders() map[string]string

func (*BrowserConfig) GetMaxInactivityTimeMs

func (x *BrowserConfig) GetMaxInactivityTimeMs() int64

func (*BrowserConfig) GetPageLoadTimeoutMs

func (x *BrowserConfig) GetPageLoadTimeoutMs() int64

func (*BrowserConfig) GetScriptParameters

func (x *BrowserConfig) GetScriptParameters() map[string]string

func (*BrowserConfig) GetScriptRef

func (x *BrowserConfig) GetScriptRef() []*ConfigRef

func (*BrowserConfig) GetScriptSelector

func (x *BrowserConfig) GetScriptSelector() []string

func (*BrowserConfig) GetUserAgent

func (x *BrowserConfig) GetUserAgent() string

func (*BrowserConfig) GetWindowHeight

func (x *BrowserConfig) GetWindowHeight() int32

func (*BrowserConfig) GetWindowWidth

func (x *BrowserConfig) GetWindowWidth() int32

func (*BrowserConfig) ProtoMessage

func (*BrowserConfig) ProtoMessage()

func (*BrowserConfig) ProtoReflect

func (x *BrowserConfig) ProtoReflect() protoreflect.Message

func (*BrowserConfig) Reset

func (x *BrowserConfig) Reset()

func (*BrowserConfig) String

func (x *BrowserConfig) String() string

type BrowserScript

type BrowserScript struct {
	Script            string                          `protobuf:"bytes,3,opt,name=script,proto3" json:"script,omitempty"`
	UrlRegexp         []string                        `protobuf:"bytes,4,rep,name=url_regexp,json=urlRegexp,proto3" json:"url_regexp,omitempty"`
	BrowserScriptType BrowserScript_BrowserScriptType `` /* 176-byte string literal not displayed */
	// contains filtered or unexported fields
}

Message containing a javascript to be run in a browser

func (*BrowserScript) Descriptor deprecated

func (*BrowserScript) Descriptor() ([]byte, []int)

Deprecated: Use BrowserScript.ProtoReflect.Descriptor instead.

func (*BrowserScript) GetBrowserScriptType

func (x *BrowserScript) GetBrowserScriptType() BrowserScript_BrowserScriptType

func (*BrowserScript) GetScript

func (x *BrowserScript) GetScript() string

func (*BrowserScript) GetUrlRegexp

func (x *BrowserScript) GetUrlRegexp() []string

func (*BrowserScript) ProtoMessage

func (*BrowserScript) ProtoMessage()

func (*BrowserScript) ProtoReflect

func (x *BrowserScript) ProtoReflect() protoreflect.Message

func (*BrowserScript) Reset

func (x *BrowserScript) Reset()

func (*BrowserScript) String

func (x *BrowserScript) String() string

type BrowserScript_BrowserScriptType

type BrowserScript_BrowserScriptType int32
const (
	BrowserScript_UNDEFINED        BrowserScript_BrowserScriptType = 0
	BrowserScript_EXTRACT_OUTLINKS BrowserScript_BrowserScriptType = 1
	BrowserScript_REPLACEMENT      BrowserScript_BrowserScriptType = 2
	BrowserScript_ON_LOAD          BrowserScript_BrowserScriptType = 3
	BrowserScript_ON_NEW_DOCUMENT  BrowserScript_BrowserScriptType = 4
	BrowserScript_SCOPE_CHECK      BrowserScript_BrowserScriptType = 5
)

func (BrowserScript_BrowserScriptType) Descriptor

func (BrowserScript_BrowserScriptType) Enum

func (BrowserScript_BrowserScriptType) EnumDescriptor deprecated

func (BrowserScript_BrowserScriptType) EnumDescriptor() ([]byte, []int)

Deprecated: Use BrowserScript_BrowserScriptType.Descriptor instead.

func (BrowserScript_BrowserScriptType) Number

func (BrowserScript_BrowserScriptType) String

func (BrowserScript_BrowserScriptType) Type

type Collection

type Collection struct {
	CollectionDedupPolicy Collection_RotationPolicy   `` /* 182-byte string literal not displayed */
	FileRotationPolicy    Collection_RotationPolicy   `` /* 173-byte string literal not displayed */
	Compress              bool                        `protobuf:"varint,3,opt,name=compress,proto3" json:"compress,omitempty"`
	FileSize              int64                       `protobuf:"varint,4,opt,name=file_size,json=fileSize,proto3" json:"file_size,omitempty"`
	SubCollections        []*Collection_SubCollection `protobuf:"bytes,10,rep,name=sub_collections,json=subCollections,proto3" json:"sub_collections,omitempty"`
	// contains filtered or unexported fields
}

func (*Collection) Descriptor deprecated

func (*Collection) Descriptor() ([]byte, []int)

Deprecated: Use Collection.ProtoReflect.Descriptor instead.

func (*Collection) GetCollectionDedupPolicy

func (x *Collection) GetCollectionDedupPolicy() Collection_RotationPolicy

func (*Collection) GetCompress

func (x *Collection) GetCompress() bool

func (*Collection) GetFileRotationPolicy

func (x *Collection) GetFileRotationPolicy() Collection_RotationPolicy

func (*Collection) GetFileSize

func (x *Collection) GetFileSize() int64

func (*Collection) GetSubCollections

func (x *Collection) GetSubCollections() []*Collection_SubCollection

func (*Collection) ProtoMessage

func (*Collection) ProtoMessage()

func (*Collection) ProtoReflect

func (x *Collection) ProtoReflect() protoreflect.Message

func (*Collection) Reset

func (x *Collection) Reset()

func (*Collection) String

func (x *Collection) String() string

type Collection_RotationPolicy

type Collection_RotationPolicy int32
const (
	Collection_NONE    Collection_RotationPolicy = 0
	Collection_HOURLY  Collection_RotationPolicy = 1
	Collection_DAILY   Collection_RotationPolicy = 2
	Collection_MONTHLY Collection_RotationPolicy = 3
	Collection_YEARLY  Collection_RotationPolicy = 4
)

func (Collection_RotationPolicy) Descriptor

func (Collection_RotationPolicy) Enum

func (Collection_RotationPolicy) EnumDescriptor deprecated

func (Collection_RotationPolicy) EnumDescriptor() ([]byte, []int)

Deprecated: Use Collection_RotationPolicy.Descriptor instead.

func (Collection_RotationPolicy) Number

func (Collection_RotationPolicy) String

func (x Collection_RotationPolicy) String() string

func (Collection_RotationPolicy) Type

type Collection_SubCollection

type Collection_SubCollection struct {
	Type Collection_SubCollectionType `protobuf:"varint,1,opt,name=type,proto3,enum=veidemann.api.config.v1.Collection_SubCollectionType" json:"type,omitempty"`
	Name string                       `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"`
	// contains filtered or unexported fields
}

func (*Collection_SubCollection) Descriptor deprecated

func (*Collection_SubCollection) Descriptor() ([]byte, []int)

Deprecated: Use Collection_SubCollection.ProtoReflect.Descriptor instead.

func (*Collection_SubCollection) GetName

func (x *Collection_SubCollection) GetName() string

func (*Collection_SubCollection) GetType

func (*Collection_SubCollection) ProtoMessage

func (*Collection_SubCollection) ProtoMessage()

func (*Collection_SubCollection) ProtoReflect

func (x *Collection_SubCollection) ProtoReflect() protoreflect.Message

func (*Collection_SubCollection) Reset

func (x *Collection_SubCollection) Reset()

func (*Collection_SubCollection) String

func (x *Collection_SubCollection) String() string

type Collection_SubCollectionType

type Collection_SubCollectionType int32
const (
	Collection_UNDEFINED  Collection_SubCollectionType = 0
	Collection_SCREENSHOT Collection_SubCollectionType = 1
	Collection_DNS        Collection_SubCollectionType = 2
)

func (Collection_SubCollectionType) Descriptor

func (Collection_SubCollectionType) Enum

func (Collection_SubCollectionType) EnumDescriptor deprecated

func (Collection_SubCollectionType) EnumDescriptor() ([]byte, []int)

Deprecated: Use Collection_SubCollectionType.Descriptor instead.

func (Collection_SubCollectionType) Number

func (Collection_SubCollectionType) String

func (Collection_SubCollectionType) Type

type ConfigClient

type ConfigClient interface {
	// Get a config object by ID
	GetConfigObject(ctx context.Context, in *ConfigRef, opts ...grpc.CallOption) (*ConfigObject, error)
	// List a set of config objects
	ListConfigObjects(ctx context.Context, in *ListRequest, opts ...grpc.CallOption) (Config_ListConfigObjectsClient, error)
	// Count config objects
	CountConfigObjects(ctx context.Context, in *ListRequest, opts ...grpc.CallOption) (*ListCountResponse, error)
	// Save a config object
	SaveConfigObject(ctx context.Context, in *ConfigObject, opts ...grpc.CallOption) (*ConfigObject, error)
	// Update config objects
	UpdateConfigObjects(ctx context.Context, in *UpdateRequest, opts ...grpc.CallOption) (*UpdateResponse, error)
	// Delete a config object
	DeleteConfigObject(ctx context.Context, in *ConfigObject, opts ...grpc.CallOption) (*DeleteResponse, error)
	GetLabelKeys(ctx context.Context, in *GetLabelKeysRequest, opts ...grpc.CallOption) (*LabelKeysResponse, error)
	GetLogConfig(ctx context.Context, in *emptypb.Empty, opts ...grpc.CallOption) (*LogLevels, error)
	SaveLogConfig(ctx context.Context, in *LogLevels, opts ...grpc.CallOption) (*LogLevels, error)
	GetScriptAnnotations(ctx context.Context, in *GetScriptAnnotationsRequest, opts ...grpc.CallOption) (*GetScriptAnnotationsResponse, error)
}

ConfigClient is the client API for Config service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.

func NewConfigClient

func NewConfigClient(cc grpc.ClientConnInterface) ConfigClient

type ConfigObject

type ConfigObject struct {
	Id         string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	ApiVersion string `protobuf:"bytes,2,opt,name=apiVersion,proto3" json:"apiVersion,omitempty"`
	Kind       Kind   `protobuf:"varint,3,opt,name=kind,proto3,enum=veidemann.api.config.v1.Kind" json:"kind,omitempty"`
	Meta       *Meta  `protobuf:"bytes,4,opt,name=meta,proto3" json:"meta,omitempty"`
	// Types that are assignable to Spec:
	//
	//	*ConfigObject_CrawlEntity
	//	*ConfigObject_Seed
	//	*ConfigObject_CrawlJob
	//	*ConfigObject_CrawlConfig
	//	*ConfigObject_CrawlScheduleConfig
	//	*ConfigObject_BrowserConfig
	//	*ConfigObject_PolitenessConfig
	//	*ConfigObject_BrowserScript
	//	*ConfigObject_CrawlHostGroupConfig
	//	*ConfigObject_RoleMapping
	//	*ConfigObject_Collection
	Spec isConfigObject_Spec `protobuf_oneof:"spec"`
	// contains filtered or unexported fields
}

func (*ConfigObject) Descriptor deprecated

func (*ConfigObject) Descriptor() ([]byte, []int)

Deprecated: Use ConfigObject.ProtoReflect.Descriptor instead.

func (*ConfigObject) GetApiVersion

func (x *ConfigObject) GetApiVersion() string

func (*ConfigObject) GetBrowserConfig

func (x *ConfigObject) GetBrowserConfig() *BrowserConfig

func (*ConfigObject) GetBrowserScript

func (x *ConfigObject) GetBrowserScript() *BrowserScript

func (*ConfigObject) GetCollection

func (x *ConfigObject) GetCollection() *Collection

func (*ConfigObject) GetCrawlConfig

func (x *ConfigObject) GetCrawlConfig() *CrawlConfig

func (*ConfigObject) GetCrawlEntity

func (x *ConfigObject) GetCrawlEntity() *CrawlEntity

func (*ConfigObject) GetCrawlHostGroupConfig

func (x *ConfigObject) GetCrawlHostGroupConfig() *CrawlHostGroupConfig

func (*ConfigObject) GetCrawlJob

func (x *ConfigObject) GetCrawlJob() *CrawlJob

func (*ConfigObject) GetCrawlScheduleConfig

func (x *ConfigObject) GetCrawlScheduleConfig() *CrawlScheduleConfig

func (*ConfigObject) GetId

func (x *ConfigObject) GetId() string

func (*ConfigObject) GetKind

func (x *ConfigObject) GetKind() Kind

func (*ConfigObject) GetMeta

func (x *ConfigObject) GetMeta() *Meta

func (*ConfigObject) GetPolitenessConfig

func (x *ConfigObject) GetPolitenessConfig() *PolitenessConfig

func (*ConfigObject) GetRoleMapping

func (x *ConfigObject) GetRoleMapping() *RoleMapping

func (*ConfigObject) GetSeed

func (x *ConfigObject) GetSeed() *Seed

func (*ConfigObject) GetSpec

func (m *ConfigObject) GetSpec() isConfigObject_Spec

func (*ConfigObject) ProtoMessage

func (*ConfigObject) ProtoMessage()

func (*ConfigObject) ProtoReflect

func (x *ConfigObject) ProtoReflect() protoreflect.Message

func (*ConfigObject) Reset

func (x *ConfigObject) Reset()

func (*ConfigObject) String

func (x *ConfigObject) String() string

type ConfigObject_BrowserConfig

type ConfigObject_BrowserConfig struct {
	BrowserConfig *BrowserConfig `protobuf:"bytes,10,opt,name=browser_config,json=browserConfig,proto3,oneof"`
}

type ConfigObject_BrowserScript

type ConfigObject_BrowserScript struct {
	BrowserScript *BrowserScript `protobuf:"bytes,12,opt,name=browser_script,json=browserScript,proto3,oneof"`
}

type ConfigObject_Collection

type ConfigObject_Collection struct {
	Collection *Collection `protobuf:"bytes,15,opt,name=collection,proto3,oneof"`
}

type ConfigObject_CrawlConfig

type ConfigObject_CrawlConfig struct {
	CrawlConfig *CrawlConfig `protobuf:"bytes,8,opt,name=crawl_config,json=crawlConfig,proto3,oneof"`
}

type ConfigObject_CrawlEntity

type ConfigObject_CrawlEntity struct {
	CrawlEntity *CrawlEntity `protobuf:"bytes,5,opt,name=crawl_entity,json=crawlEntity,proto3,oneof"`
}

type ConfigObject_CrawlHostGroupConfig

type ConfigObject_CrawlHostGroupConfig struct {
	CrawlHostGroupConfig *CrawlHostGroupConfig `protobuf:"bytes,13,opt,name=crawl_host_group_config,json=crawlHostGroupConfig,proto3,oneof"`
}

type ConfigObject_CrawlJob

type ConfigObject_CrawlJob struct {
	CrawlJob *CrawlJob `protobuf:"bytes,7,opt,name=crawl_job,json=crawlJob,proto3,oneof"`
}

type ConfigObject_CrawlScheduleConfig

type ConfigObject_CrawlScheduleConfig struct {
	CrawlScheduleConfig *CrawlScheduleConfig `protobuf:"bytes,9,opt,name=crawl_schedule_config,json=crawlScheduleConfig,proto3,oneof"`
}

type ConfigObject_PolitenessConfig

type ConfigObject_PolitenessConfig struct {
	PolitenessConfig *PolitenessConfig `protobuf:"bytes,11,opt,name=politeness_config,json=politenessConfig,proto3,oneof"`
}

type ConfigObject_RoleMapping

type ConfigObject_RoleMapping struct {
	RoleMapping *RoleMapping `protobuf:"bytes,14,opt,name=role_mapping,json=roleMapping,proto3,oneof"`
}

type ConfigObject_Seed

type ConfigObject_Seed struct {
	Seed *Seed `protobuf:"bytes,6,opt,name=seed,proto3,oneof"`
}

type ConfigRef

type ConfigRef struct {
	Kind Kind   `protobuf:"varint,1,opt,name=kind,proto3,enum=veidemann.api.config.v1.Kind" json:"kind,omitempty"`
	Id   string `protobuf:"bytes,2,opt,name=id,proto3" json:"id,omitempty"`
	// contains filtered or unexported fields
}

Reference to another ConfigObject

func (*ConfigRef) Descriptor deprecated

func (*ConfigRef) Descriptor() ([]byte, []int)

Deprecated: Use ConfigRef.ProtoReflect.Descriptor instead.

func (*ConfigRef) GetId

func (x *ConfigRef) GetId() string

func (*ConfigRef) GetKind

func (x *ConfigRef) GetKind() Kind

func (*ConfigRef) ProtoMessage

func (*ConfigRef) ProtoMessage()

func (*ConfigRef) ProtoReflect

func (x *ConfigRef) ProtoReflect() protoreflect.Message

func (*ConfigRef) Reset

func (x *ConfigRef) Reset()

func (*ConfigRef) String

func (x *ConfigRef) String() string

type ConfigServer

type ConfigServer interface {
	// Get a config object by ID
	GetConfigObject(context.Context, *ConfigRef) (*ConfigObject, error)
	// List a set of config objects
	ListConfigObjects(*ListRequest, Config_ListConfigObjectsServer) error
	// Count config objects
	CountConfigObjects(context.Context, *ListRequest) (*ListCountResponse, error)
	// Save a config object
	SaveConfigObject(context.Context, *ConfigObject) (*ConfigObject, error)
	// Update config objects
	UpdateConfigObjects(context.Context, *UpdateRequest) (*UpdateResponse, error)
	// Delete a config object
	DeleteConfigObject(context.Context, *ConfigObject) (*DeleteResponse, error)
	GetLabelKeys(context.Context, *GetLabelKeysRequest) (*LabelKeysResponse, error)
	GetLogConfig(context.Context, *emptypb.Empty) (*LogLevels, error)
	SaveLogConfig(context.Context, *LogLevels) (*LogLevels, error)
	GetScriptAnnotations(context.Context, *GetScriptAnnotationsRequest) (*GetScriptAnnotationsResponse, error)
	// contains filtered or unexported methods
}

ConfigServer is the server API for Config service. All implementations must embed UnimplementedConfigServer for forward compatibility

type Config_ListConfigObjectsClient

type Config_ListConfigObjectsClient interface {
	Recv() (*ConfigObject, error)
	grpc.ClientStream
}

type Config_ListConfigObjectsServer

type Config_ListConfigObjectsServer interface {
	Send(*ConfigObject) error
	grpc.ServerStream
}

type CrawlConfig

type CrawlConfig struct {
	CollectionRef    *ConfigRef   `protobuf:"bytes,6,opt,name=collection_ref,json=collectionRef,proto3" json:"collection_ref,omitempty"`
	BrowserConfigRef *ConfigRef   `protobuf:"bytes,7,opt,name=browser_config_ref,json=browserConfigRef,proto3" json:"browser_config_ref,omitempty"`
	PolitenessRef    *ConfigRef   `protobuf:"bytes,8,opt,name=politeness_ref,json=politenessRef,proto3" json:"politeness_ref,omitempty"`
	Extra            *ExtraConfig `protobuf:"bytes,9,opt,name=extra,proto3" json:"extra,omitempty"`
	MinimumDnsTtlS   int32        `protobuf:"varint,10,opt,name=minimum_dns_ttl_s,json=minimumDnsTtlS,proto3" json:"minimum_dns_ttl_s,omitempty"` // Not implemented
	// The weighting between jobs when two jobs compete on fetching resources from the same hosts.
	// The job will be randomly chosen, but weighted such that if two jobs with weight 1.0 and one job with
	// weight 2.0 compete, then the two first jobs will each have 25% probability of being chosen and the the third
	// job will have 50% probability of being chosen.
	PriorityWeight float64 `protobuf:"fixed64,11,opt,name=priority_weight,json=priorityWeight,proto3" json:"priority_weight,omitempty"`
	// contains filtered or unexported fields
}

func (*CrawlConfig) Descriptor deprecated

func (*CrawlConfig) Descriptor() ([]byte, []int)

Deprecated: Use CrawlConfig.ProtoReflect.Descriptor instead.

func (*CrawlConfig) GetBrowserConfigRef

func (x *CrawlConfig) GetBrowserConfigRef() *ConfigRef

func (*CrawlConfig) GetCollectionRef

func (x *CrawlConfig) GetCollectionRef() *ConfigRef

func (*CrawlConfig) GetExtra

func (x *CrawlConfig) GetExtra() *ExtraConfig

func (*CrawlConfig) GetMinimumDnsTtlS

func (x *CrawlConfig) GetMinimumDnsTtlS() int32

func (*CrawlConfig) GetPolitenessRef

func (x *CrawlConfig) GetPolitenessRef() *ConfigRef

func (*CrawlConfig) GetPriorityWeight

func (x *CrawlConfig) GetPriorityWeight() float64

func (*CrawlConfig) ProtoMessage

func (*CrawlConfig) ProtoMessage()

func (*CrawlConfig) ProtoReflect

func (x *CrawlConfig) ProtoReflect() protoreflect.Message

func (*CrawlConfig) Reset

func (x *CrawlConfig) Reset()

func (*CrawlConfig) String

func (x *CrawlConfig) String() string

type CrawlEntity

type CrawlEntity struct {
	// contains filtered or unexported fields
}

A crawl entity (might be an organisation with one or more seeds)

func (*CrawlEntity) Descriptor deprecated

func (*CrawlEntity) Descriptor() ([]byte, []int)

Deprecated: Use CrawlEntity.ProtoReflect.Descriptor instead.

func (*CrawlEntity) ProtoMessage

func (*CrawlEntity) ProtoMessage()

func (*CrawlEntity) ProtoReflect

func (x *CrawlEntity) ProtoReflect() protoreflect.Message

func (*CrawlEntity) Reset

func (x *CrawlEntity) Reset()

func (*CrawlEntity) String

func (x *CrawlEntity) String() string

type CrawlHostGroupConfig

type CrawlHostGroupConfig struct {
	IpRange []*CrawlHostGroupConfig_IpRange `protobuf:"bytes,3,rep,name=ip_range,json=ipRange,proto3" json:"ip_range,omitempty"`
	// Lover limit for time between pageloads from this CrawlHostGroup.
	MinTimeBetweenPageLoadMs int64 `` /* 142-byte string literal not displayed */
	// Upper limit for time between pageloads from this CrawlHostGroup.
	// This is the upper limit for calculation of dealy time, but actual time might be higher depending on
	// the harvesters capacity.
	MaxTimeBetweenPageLoadMs int64 `` /* 142-byte string literal not displayed */
	// The fetch time of the URI is multiplied with this value to get the delay time before fetching the next URI.
	// If min_time_between_page_load_ms and/or max_time_between_page_load_ms are set, then those values are used as
	// the upper/lower limits for delay.
	// If delay_factor is unset or zero, then a delay_facor of one is assumed. If delay_factor is negative,
	// a delay_factor of zero is assumed.
	DelayFactor float32 `protobuf:"fixed32,6,opt,name=delay_factor,json=delayFactor,proto3" json:"delay_factor,omitempty"`
	// The maximum number of retries before giving up fetching a uri.
	MaxRetries int32 `protobuf:"varint,7,opt,name=max_retries,json=maxRetries,proto3" json:"max_retries,omitempty"`
	// The minimum time before a failed page load is retried.
	RetryDelaySeconds int32 `protobuf:"varint,8,opt,name=retry_delay_seconds,json=retryDelaySeconds,proto3" json:"retry_delay_seconds,omitempty"`
	// contains filtered or unexported fields
}

func (*CrawlHostGroupConfig) Descriptor deprecated

func (*CrawlHostGroupConfig) Descriptor() ([]byte, []int)

Deprecated: Use CrawlHostGroupConfig.ProtoReflect.Descriptor instead.

func (*CrawlHostGroupConfig) GetDelayFactor

func (x *CrawlHostGroupConfig) GetDelayFactor() float32

func (*CrawlHostGroupConfig) GetIpRange

func (*CrawlHostGroupConfig) GetMaxRetries

func (x *CrawlHostGroupConfig) GetMaxRetries() int32

func (*CrawlHostGroupConfig) GetMaxTimeBetweenPageLoadMs

func (x *CrawlHostGroupConfig) GetMaxTimeBetweenPageLoadMs() int64

func (*CrawlHostGroupConfig) GetMinTimeBetweenPageLoadMs

func (x *CrawlHostGroupConfig) GetMinTimeBetweenPageLoadMs() int64

func (*CrawlHostGroupConfig) GetRetryDelaySeconds

func (x *CrawlHostGroupConfig) GetRetryDelaySeconds() int32

func (*CrawlHostGroupConfig) ProtoMessage

func (*CrawlHostGroupConfig) ProtoMessage()

func (*CrawlHostGroupConfig) ProtoReflect

func (x *CrawlHostGroupConfig) ProtoReflect() protoreflect.Message

func (*CrawlHostGroupConfig) Reset

func (x *CrawlHostGroupConfig) Reset()

func (*CrawlHostGroupConfig) String

func (x *CrawlHostGroupConfig) String() string

type CrawlHostGroupConfig_IpRange

type CrawlHostGroupConfig_IpRange struct {
	IpFrom string `protobuf:"bytes,1,opt,name=ip_from,json=ipFrom,proto3" json:"ip_from,omitempty"`
	IpTo   string `protobuf:"bytes,2,opt,name=ip_to,json=ipTo,proto3" json:"ip_to,omitempty"`
	// contains filtered or unexported fields
}

func (*CrawlHostGroupConfig_IpRange) Descriptor deprecated

func (*CrawlHostGroupConfig_IpRange) Descriptor() ([]byte, []int)

Deprecated: Use CrawlHostGroupConfig_IpRange.ProtoReflect.Descriptor instead.

func (*CrawlHostGroupConfig_IpRange) GetIpFrom

func (x *CrawlHostGroupConfig_IpRange) GetIpFrom() string

func (*CrawlHostGroupConfig_IpRange) GetIpTo

func (x *CrawlHostGroupConfig_IpRange) GetIpTo() string

func (*CrawlHostGroupConfig_IpRange) ProtoMessage

func (*CrawlHostGroupConfig_IpRange) ProtoMessage()

func (*CrawlHostGroupConfig_IpRange) ProtoReflect

func (*CrawlHostGroupConfig_IpRange) Reset

func (x *CrawlHostGroupConfig_IpRange) Reset()

func (*CrawlHostGroupConfig_IpRange) String

type CrawlJob

type CrawlJob struct {
	ScheduleRef    *ConfigRef         `protobuf:"bytes,3,opt,name=schedule_ref,json=scheduleRef,proto3" json:"schedule_ref,omitempty"`
	Limits         *CrawlLimitsConfig `protobuf:"bytes,4,opt,name=limits,proto3" json:"limits,omitempty"`
	CrawlConfigRef *ConfigRef         `protobuf:"bytes,5,opt,name=crawl_config_ref,json=crawlConfigRef,proto3" json:"crawl_config_ref,omitempty"`
	ScopeScriptRef *ConfigRef         `protobuf:"bytes,6,opt,name=scope_script_ref,json=scopeScriptRef,proto3" json:"scope_script_ref,omitempty"`
	Disabled       bool               `protobuf:"varint,18,opt,name=disabled,proto3" json:"disabled,omitempty"`
	// contains filtered or unexported fields
}

func (*CrawlJob) Descriptor deprecated

func (*CrawlJob) Descriptor() ([]byte, []int)

Deprecated: Use CrawlJob.ProtoReflect.Descriptor instead.

func (*CrawlJob) GetCrawlConfigRef

func (x *CrawlJob) GetCrawlConfigRef() *ConfigRef

func (*CrawlJob) GetDisabled

func (x *CrawlJob) GetDisabled() bool

func (*CrawlJob) GetLimits

func (x *CrawlJob) GetLimits() *CrawlLimitsConfig

func (*CrawlJob) GetScheduleRef

func (x *CrawlJob) GetScheduleRef() *ConfigRef

func (*CrawlJob) GetScopeScriptRef

func (x *CrawlJob) GetScopeScriptRef() *ConfigRef

func (*CrawlJob) ProtoMessage

func (*CrawlJob) ProtoMessage()

func (*CrawlJob) ProtoReflect

func (x *CrawlJob) ProtoReflect() protoreflect.Message

func (*CrawlJob) Reset

func (x *CrawlJob) Reset()

func (*CrawlJob) String

func (x *CrawlJob) String() string

type CrawlLimitsConfig

type CrawlLimitsConfig struct {

	// Maximum time in seconds allowed for crawl to finish
	MaxDurationS int64 `protobuf:"varint,2,opt,name=max_duration_s,json=maxDurationS,proto3" json:"max_duration_s,omitempty"`
	// Maximum number of bytes to fetch before ending crawl
	MaxBytes int64 `protobuf:"varint,3,opt,name=max_bytes,json=maxBytes,proto3" json:"max_bytes,omitempty"`
	// contains filtered or unexported fields
}

func (*CrawlLimitsConfig) Descriptor deprecated

func (*CrawlLimitsConfig) Descriptor() ([]byte, []int)

Deprecated: Use CrawlLimitsConfig.ProtoReflect.Descriptor instead.

func (*CrawlLimitsConfig) GetMaxBytes

func (x *CrawlLimitsConfig) GetMaxBytes() int64

func (*CrawlLimitsConfig) GetMaxDurationS

func (x *CrawlLimitsConfig) GetMaxDurationS() int64

func (*CrawlLimitsConfig) ProtoMessage

func (*CrawlLimitsConfig) ProtoMessage()

func (*CrawlLimitsConfig) ProtoReflect

func (x *CrawlLimitsConfig) ProtoReflect() protoreflect.Message

func (*CrawlLimitsConfig) Reset

func (x *CrawlLimitsConfig) Reset()

func (*CrawlLimitsConfig) String

func (x *CrawlLimitsConfig) String() string

type CrawlScheduleConfig

type CrawlScheduleConfig struct {
	CronExpression string                 `protobuf:"bytes,3,opt,name=cron_expression,json=cronExpression,proto3" json:"cron_expression,omitempty"`
	ValidFrom      *timestamppb.Timestamp `protobuf:"bytes,4,opt,name=valid_from,json=validFrom,proto3" json:"valid_from,omitempty"`
	ValidTo        *timestamppb.Timestamp `protobuf:"bytes,5,opt,name=valid_to,json=validTo,proto3" json:"valid_to,omitempty"`
	// contains filtered or unexported fields
}

func (*CrawlScheduleConfig) Descriptor deprecated

func (*CrawlScheduleConfig) Descriptor() ([]byte, []int)

Deprecated: Use CrawlScheduleConfig.ProtoReflect.Descriptor instead.

func (*CrawlScheduleConfig) GetCronExpression

func (x *CrawlScheduleConfig) GetCronExpression() string

func (*CrawlScheduleConfig) GetValidFrom

func (x *CrawlScheduleConfig) GetValidFrom() *timestamppb.Timestamp

func (*CrawlScheduleConfig) GetValidTo

func (x *CrawlScheduleConfig) GetValidTo() *timestamppb.Timestamp

func (*CrawlScheduleConfig) ProtoMessage

func (*CrawlScheduleConfig) ProtoMessage()

func (*CrawlScheduleConfig) ProtoReflect

func (x *CrawlScheduleConfig) ProtoReflect() protoreflect.Message

func (*CrawlScheduleConfig) Reset

func (x *CrawlScheduleConfig) Reset()

func (*CrawlScheduleConfig) String

func (x *CrawlScheduleConfig) String() string

type DeleteResponse

type DeleteResponse struct {
	Deleted bool `protobuf:"varint,1,opt,name=deleted,proto3" json:"deleted,omitempty"`
	// contains filtered or unexported fields
}

func (*DeleteResponse) Descriptor deprecated

func (*DeleteResponse) Descriptor() ([]byte, []int)

Deprecated: Use DeleteResponse.ProtoReflect.Descriptor instead.

func (*DeleteResponse) GetDeleted

func (x *DeleteResponse) GetDeleted() bool

func (*DeleteResponse) ProtoMessage

func (*DeleteResponse) ProtoMessage()

func (*DeleteResponse) ProtoReflect

func (x *DeleteResponse) ProtoReflect() protoreflect.Message

func (*DeleteResponse) Reset

func (x *DeleteResponse) Reset()

func (*DeleteResponse) String

func (x *DeleteResponse) String() string

type ExtraConfig

type ExtraConfig struct {
	CreateScreenshot bool `protobuf:"varint,6,opt,name=create_screenshot,json=createScreenshot,proto3" json:"create_screenshot,omitempty"`
	// contains filtered or unexported fields
}

func (*ExtraConfig) Descriptor deprecated

func (*ExtraConfig) Descriptor() ([]byte, []int)

Deprecated: Use ExtraConfig.ProtoReflect.Descriptor instead.

func (*ExtraConfig) GetCreateScreenshot

func (x *ExtraConfig) GetCreateScreenshot() bool

func (*ExtraConfig) ProtoMessage

func (*ExtraConfig) ProtoMessage()

func (*ExtraConfig) ProtoReflect

func (x *ExtraConfig) ProtoReflect() protoreflect.Message

func (*ExtraConfig) Reset

func (x *ExtraConfig) Reset()

func (*ExtraConfig) String

func (x *ExtraConfig) String() string

type GetLabelKeysRequest

type GetLabelKeysRequest struct {
	Kind Kind `protobuf:"varint,1,opt,name=kind,proto3,enum=veidemann.api.config.v1.Kind" json:"kind,omitempty"`
	// contains filtered or unexported fields
}

func (*GetLabelKeysRequest) Descriptor deprecated

func (*GetLabelKeysRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetLabelKeysRequest.ProtoReflect.Descriptor instead.

func (*GetLabelKeysRequest) GetKind

func (x *GetLabelKeysRequest) GetKind() Kind

func (*GetLabelKeysRequest) ProtoMessage

func (*GetLabelKeysRequest) ProtoMessage()

func (*GetLabelKeysRequest) ProtoReflect

func (x *GetLabelKeysRequest) ProtoReflect() protoreflect.Message

func (*GetLabelKeysRequest) Reset

func (x *GetLabelKeysRequest) Reset()

func (*GetLabelKeysRequest) String

func (x *GetLabelKeysRequest) String() string

type GetScriptAnnotationsRequest

type GetScriptAnnotationsRequest struct {

	// A job configuration referencing scripts from which to extract annotations (required).
	Job *ConfigRef `protobuf:"bytes,1,opt,name=job,proto3" json:"job,omitempty"`
	// A seed which could contain overrides for the annotations (optional).
	// Also the seed's entity is considered.
	Seed *ConfigRef `protobuf:"bytes,2,opt,name=seed,proto3" json:"seed,omitempty"`
	// contains filtered or unexported fields
}

func (*GetScriptAnnotationsRequest) Descriptor deprecated

func (*GetScriptAnnotationsRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetScriptAnnotationsRequest.ProtoReflect.Descriptor instead.

func (*GetScriptAnnotationsRequest) GetJob

func (*GetScriptAnnotationsRequest) GetSeed

func (x *GetScriptAnnotationsRequest) GetSeed() *ConfigRef

func (*GetScriptAnnotationsRequest) ProtoMessage

func (*GetScriptAnnotationsRequest) ProtoMessage()

func (*GetScriptAnnotationsRequest) ProtoReflect

func (*GetScriptAnnotationsRequest) Reset

func (x *GetScriptAnnotationsRequest) Reset()

func (*GetScriptAnnotationsRequest) String

func (x *GetScriptAnnotationsRequest) String() string

type GetScriptAnnotationsResponse

type GetScriptAnnotationsResponse struct {
	Annotation []*Annotation `protobuf:"bytes,1,rep,name=annotation,proto3" json:"annotation,omitempty"`
	// contains filtered or unexported fields
}

func (*GetScriptAnnotationsResponse) Descriptor deprecated

func (*GetScriptAnnotationsResponse) Descriptor() ([]byte, []int)

Deprecated: Use GetScriptAnnotationsResponse.ProtoReflect.Descriptor instead.

func (*GetScriptAnnotationsResponse) GetAnnotation

func (x *GetScriptAnnotationsResponse) GetAnnotation() []*Annotation

func (*GetScriptAnnotationsResponse) ProtoMessage

func (*GetScriptAnnotationsResponse) ProtoMessage()

func (*GetScriptAnnotationsResponse) ProtoReflect

func (*GetScriptAnnotationsResponse) Reset

func (x *GetScriptAnnotationsResponse) Reset()

func (*GetScriptAnnotationsResponse) String

type Kind

type Kind int32
const (
	Kind_undefined            Kind = 0
	Kind_crawlEntity          Kind = 5
	Kind_seed                 Kind = 6
	Kind_crawlJob             Kind = 7
	Kind_crawlConfig          Kind = 8
	Kind_crawlScheduleConfig  Kind = 9
	Kind_browserConfig        Kind = 10
	Kind_politenessConfig     Kind = 11
	Kind_browserScript        Kind = 12
	Kind_crawlHostGroupConfig Kind = 13
	Kind_roleMapping          Kind = 14
	Kind_collection           Kind = 15
)

func (Kind) Descriptor

func (Kind) Descriptor() protoreflect.EnumDescriptor

func (Kind) Enum

func (x Kind) Enum() *Kind

func (Kind) EnumDescriptor deprecated

func (Kind) EnumDescriptor() ([]byte, []int)

Deprecated: Use Kind.Descriptor instead.

func (Kind) Number

func (x Kind) Number() protoreflect.EnumNumber

func (Kind) String

func (x Kind) String() string

func (Kind) Type

func (Kind) Type() protoreflect.EnumType

type Label

type Label struct {
	Key   string `protobuf:"bytes,1,opt,name=key,proto3" json:"key,omitempty"`
	Value string `protobuf:"bytes,2,opt,name=value,proto3" json:"value,omitempty"`
	// contains filtered or unexported fields
}

func (*Label) Descriptor deprecated

func (*Label) Descriptor() ([]byte, []int)

Deprecated: Use Label.ProtoReflect.Descriptor instead.

func (*Label) GetKey

func (x *Label) GetKey() string

func (*Label) GetValue

func (x *Label) GetValue() string

func (*Label) ProtoMessage

func (*Label) ProtoMessage()

func (*Label) ProtoReflect

func (x *Label) ProtoReflect() protoreflect.Message

func (*Label) Reset

func (x *Label) Reset()

func (*Label) String

func (x *Label) String() string

type LabelKeysResponse

type LabelKeysResponse struct {
	Key []string `protobuf:"bytes,1,rep,name=key,proto3" json:"key,omitempty"`
	// contains filtered or unexported fields
}

func (*LabelKeysResponse) Descriptor deprecated

func (*LabelKeysResponse) Descriptor() ([]byte, []int)

Deprecated: Use LabelKeysResponse.ProtoReflect.Descriptor instead.

func (*LabelKeysResponse) GetKey

func (x *LabelKeysResponse) GetKey() []string

func (*LabelKeysResponse) ProtoMessage

func (*LabelKeysResponse) ProtoMessage()

func (*LabelKeysResponse) ProtoReflect

func (x *LabelKeysResponse) ProtoReflect() protoreflect.Message

func (*LabelKeysResponse) Reset

func (x *LabelKeysResponse) Reset()

func (*LabelKeysResponse) String

func (x *LabelKeysResponse) String() string

type ListCountResponse

type ListCountResponse struct {
	Count       int64 `protobuf:"varint,1,opt,name=count,proto3" json:"count,omitempty"`
	Approximate bool  `protobuf:"varint,2,opt,name=approximate,proto3" json:"approximate,omitempty"`
	// contains filtered or unexported fields
}

func (*ListCountResponse) Descriptor deprecated

func (*ListCountResponse) Descriptor() ([]byte, []int)

Deprecated: Use ListCountResponse.ProtoReflect.Descriptor instead.

func (*ListCountResponse) GetApproximate

func (x *ListCountResponse) GetApproximate() bool

func (*ListCountResponse) GetCount

func (x *ListCountResponse) GetCount() int64

func (*ListCountResponse) ProtoMessage

func (*ListCountResponse) ProtoMessage()

func (*ListCountResponse) ProtoReflect

func (x *ListCountResponse) ProtoReflect() protoreflect.Message

func (*ListCountResponse) Reset

func (x *ListCountResponse) Reset()

func (*ListCountResponse) String

func (x *ListCountResponse) String() string

type ListRequest

type ListRequest struct {
	Kind Kind `protobuf:"varint,1,opt,name=kind,proto3,enum=veidemann.api.config.v1.Kind" json:"kind,omitempty"`
	// Select objects by one or more id's
	Id []string `protobuf:"bytes,2,rep,name=id,proto3" json:"id,omitempty"`
	// Select objects by name
	// The name query is a case insensitive regular expresion search on name.
	// <pre>
	// Examples:
	//
	//	"foo"       - matches all names containing the phrase foo
	//	"^foo$"     - matches the exact name foo
	//	"foo.*bar$" - matches names containing foo followed by zero or more tokens and ends with bar
	//
	// </pre>
	NameRegex string `protobuf:"bytes,3,opt,name=name_regex,json=nameRegex,proto3" json:"name_regex,omitempty"`
	// Select objects by label
	// A string representing a label query. The query matches if at least one label matches the query.
	// If there are multiple queries, then each query must match at least one label.
	// Label quries are case insensitive. The basic format is <code>key:value</code> where both key and value must match.
	// If value ends with <code>&ast;</code> then the key must match and value must match up until the <code>&ast;</code>.
	// If value is empty, all labels matching the key will match.
	// If key is empty, then the matching is done on the value for all keys.
	// If key is empty, then the <code>:</code> might be ommitted.
	// <pre>
	// Examples:
	//
	//	"foo:bar"  - matches exactly labels with key=foo and value=bar
	//	"foo:"     - matches all labels with key=foo
	//	":bar"     - matches all labels with value=bar
	//	"bar"      - matches all labels with value=bar
	//	"foo:ba*"  - matches labels with key=foo and value starting with ba (e.g. matches bar, but not ber)
	//	":ba*"     - matches labels with any key and value starting with ba (e.g. matches bar, but not ber)
	//	"ba*"      - matches labels with any key and value starting with ba (e.g. matches bar, but not ber)
	//	":"        - matches every label
	//	""         - matches every label
	//
	// </pre>
	LabelSelector      []string      `protobuf:"bytes,4,rep,name=label_selector,json=labelSelector,proto3" json:"label_selector,omitempty"`
	QueryTemplate      *ConfigObject `protobuf:"bytes,5,opt,name=query_template,json=queryTemplate,proto3" json:"query_template,omitempty"`
	QueryMask          *v1.FieldMask `protobuf:"bytes,6,opt,name=query_mask,json=queryMask,proto3" json:"query_mask,omitempty"`
	ReturnedFieldsMask *v1.FieldMask `protobuf:"bytes,7,opt,name=returned_fields_mask,json=returnedFieldsMask,proto3" json:"returned_fields_mask,omitempty"`
	OrderByPath        string        `protobuf:"bytes,8,opt,name=order_by_path,json=orderByPath,proto3" json:"order_by_path,omitempty"`
	OrderDescending    bool          `protobuf:"varint,9,opt,name=order_descending,json=orderDescending,proto3" json:"order_descending,omitempty"`
	PageSize           int32         `protobuf:"varint,14,opt,name=page_size,json=pageSize,proto3" json:"page_size,omitempty"`
	Offset             int32         `protobuf:"varint,15,opt,name=offset,proto3" json:"offset,omitempty"`
	// contains filtered or unexported fields
}

Specification of which entities to get.

func (*ListRequest) Descriptor deprecated

func (*ListRequest) Descriptor() ([]byte, []int)

Deprecated: Use ListRequest.ProtoReflect.Descriptor instead.

func (*ListRequest) GetId

func (x *ListRequest) GetId() []string

func (*ListRequest) GetKind

func (x *ListRequest) GetKind() Kind

func (*ListRequest) GetLabelSelector

func (x *ListRequest) GetLabelSelector() []string

func (*ListRequest) GetNameRegex

func (x *ListRequest) GetNameRegex() string

func (*ListRequest) GetOffset

func (x *ListRequest) GetOffset() int32

func (*ListRequest) GetOrderByPath

func (x *ListRequest) GetOrderByPath() string

func (*ListRequest) GetOrderDescending

func (x *ListRequest) GetOrderDescending() bool

func (*ListRequest) GetPageSize

func (x *ListRequest) GetPageSize() int32

func (*ListRequest) GetQueryMask

func (x *ListRequest) GetQueryMask() *v1.FieldMask

func (*ListRequest) GetQueryTemplate

func (x *ListRequest) GetQueryTemplate() *ConfigObject

func (*ListRequest) GetReturnedFieldsMask

func (x *ListRequest) GetReturnedFieldsMask() *v1.FieldMask

func (*ListRequest) ProtoMessage

func (*ListRequest) ProtoMessage()

func (*ListRequest) ProtoReflect

func (x *ListRequest) ProtoReflect() protoreflect.Message

func (*ListRequest) Reset

func (x *ListRequest) Reset()

func (*ListRequest) String

func (x *ListRequest) String() string

type LogLevels

type LogLevels struct {
	LogLevel []*LogLevels_LogLevel `protobuf:"bytes,1,rep,name=log_level,json=logLevel,proto3" json:"log_level,omitempty"`
	// contains filtered or unexported fields
}

func (*LogLevels) Descriptor deprecated

func (*LogLevels) Descriptor() ([]byte, []int)

Deprecated: Use LogLevels.ProtoReflect.Descriptor instead.

func (*LogLevels) GetLogLevel

func (x *LogLevels) GetLogLevel() []*LogLevels_LogLevel

func (*LogLevels) ProtoMessage

func (*LogLevels) ProtoMessage()

func (*LogLevels) ProtoReflect

func (x *LogLevels) ProtoReflect() protoreflect.Message

func (*LogLevels) Reset

func (x *LogLevels) Reset()

func (*LogLevels) String

func (x *LogLevels) String() string

type LogLevels_Level

type LogLevels_Level int32
const (
	LogLevels_UNDEFINED LogLevels_Level = 0
	LogLevels_ALL       LogLevels_Level = 1
	LogLevels_TRACE     LogLevels_Level = 2
	LogLevels_DEBUG     LogLevels_Level = 3
	LogLevels_INFO      LogLevels_Level = 4
	LogLevels_WARN      LogLevels_Level = 5
	LogLevels_ERROR     LogLevels_Level = 6
	LogLevels_FATAL     LogLevels_Level = 7
	LogLevels_OFF       LogLevels_Level = 8
)

func (LogLevels_Level) Descriptor

func (LogLevels_Level) Enum

func (x LogLevels_Level) Enum() *LogLevels_Level

func (LogLevels_Level) EnumDescriptor deprecated

func (LogLevels_Level) EnumDescriptor() ([]byte, []int)

Deprecated: Use LogLevels_Level.Descriptor instead.

func (LogLevels_Level) Number

func (LogLevels_Level) String

func (x LogLevels_Level) String() string

func (LogLevels_Level) Type

type LogLevels_LogLevel

type LogLevels_LogLevel struct {
	Logger string          `protobuf:"bytes,1,opt,name=logger,proto3" json:"logger,omitempty"`
	Level  LogLevels_Level `protobuf:"varint,2,opt,name=level,proto3,enum=veidemann.api.config.v1.LogLevels_Level" json:"level,omitempty"`
	// contains filtered or unexported fields
}

func (*LogLevels_LogLevel) Descriptor deprecated

func (*LogLevels_LogLevel) Descriptor() ([]byte, []int)

Deprecated: Use LogLevels_LogLevel.ProtoReflect.Descriptor instead.

func (*LogLevels_LogLevel) GetLevel

func (x *LogLevels_LogLevel) GetLevel() LogLevels_Level

func (*LogLevels_LogLevel) GetLogger

func (x *LogLevels_LogLevel) GetLogger() string

func (*LogLevels_LogLevel) ProtoMessage

func (*LogLevels_LogLevel) ProtoMessage()

func (*LogLevels_LogLevel) ProtoReflect

func (x *LogLevels_LogLevel) ProtoReflect() protoreflect.Message

func (*LogLevels_LogLevel) Reset

func (x *LogLevels_LogLevel) Reset()

func (*LogLevels_LogLevel) String

func (x *LogLevels_LogLevel) String() string

type Meta

type Meta struct {
	Name           string                 `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	Description    string                 `protobuf:"bytes,2,opt,name=description,proto3" json:"description,omitempty"`
	Created        *timestamppb.Timestamp `protobuf:"bytes,3,opt,name=created,proto3" json:"created,omitempty"`
	CreatedBy      string                 `protobuf:"bytes,4,opt,name=created_by,json=createdBy,proto3" json:"created_by,omitempty"`
	LastModified   *timestamppb.Timestamp `protobuf:"bytes,5,opt,name=last_modified,json=lastModified,proto3" json:"last_modified,omitempty"`
	LastModifiedBy string                 `protobuf:"bytes,6,opt,name=last_modified_by,json=lastModifiedBy,proto3" json:"last_modified_by,omitempty"`
	Label          []*Label               `protobuf:"bytes,7,rep,name=label,proto3" json:"label,omitempty"`
	Annotation     []*Annotation          `protobuf:"bytes,8,rep,name=annotation,proto3" json:"annotation,omitempty"`
	// contains filtered or unexported fields
}

func (*Meta) Descriptor deprecated

func (*Meta) Descriptor() ([]byte, []int)

Deprecated: Use Meta.ProtoReflect.Descriptor instead.

func (*Meta) GetAnnotation

func (x *Meta) GetAnnotation() []*Annotation

func (*Meta) GetCreated

func (x *Meta) GetCreated() *timestamppb.Timestamp

func (*Meta) GetCreatedBy

func (x *Meta) GetCreatedBy() string

func (*Meta) GetDescription

func (x *Meta) GetDescription() string

func (*Meta) GetLabel

func (x *Meta) GetLabel() []*Label

func (*Meta) GetLastModified

func (x *Meta) GetLastModified() *timestamppb.Timestamp

func (*Meta) GetLastModifiedBy

func (x *Meta) GetLastModifiedBy() string

func (*Meta) GetName

func (x *Meta) GetName() string

func (*Meta) ProtoMessage

func (*Meta) ProtoMessage()

func (*Meta) ProtoReflect

func (x *Meta) ProtoReflect() protoreflect.Message

func (*Meta) Reset

func (x *Meta) Reset()

func (*Meta) String

func (x *Meta) String() string

type PolitenessConfig

type PolitenessConfig struct {
	RobotsPolicy                   PolitenessConfig_RobotsPolicy `` /* 157-byte string literal not displayed */
	MinimumRobotsValidityDurationS int32                         `` /* 159-byte string literal not displayed */
	CustomRobots                   string                        `protobuf:"bytes,20,opt,name=custom_robots,json=customRobots,proto3" json:"custom_robots,omitempty"`
	// If true, use hostname instead of ip for politeness
	UseHostname bool `protobuf:"varint,10,opt,name=use_hostname,json=useHostname,proto3" json:"use_hostname,omitempty"`
	// contains filtered or unexported fields
}

func (*PolitenessConfig) Descriptor deprecated

func (*PolitenessConfig) Descriptor() ([]byte, []int)

Deprecated: Use PolitenessConfig.ProtoReflect.Descriptor instead.

func (*PolitenessConfig) GetCustomRobots

func (x *PolitenessConfig) GetCustomRobots() string

func (*PolitenessConfig) GetMinimumRobotsValidityDurationS

func (x *PolitenessConfig) GetMinimumRobotsValidityDurationS() int32

func (*PolitenessConfig) GetRobotsPolicy

func (x *PolitenessConfig) GetRobotsPolicy() PolitenessConfig_RobotsPolicy

func (*PolitenessConfig) GetUseHostname

func (x *PolitenessConfig) GetUseHostname() bool

func (*PolitenessConfig) ProtoMessage

func (*PolitenessConfig) ProtoMessage()

func (*PolitenessConfig) ProtoReflect

func (x *PolitenessConfig) ProtoReflect() protoreflect.Message

func (*PolitenessConfig) Reset

func (x *PolitenessConfig) Reset()

func (*PolitenessConfig) String

func (x *PolitenessConfig) String() string

type PolitenessConfig_RobotsPolicy

type PolitenessConfig_RobotsPolicy int32
const (
	// Obey robots.txt on a page level. The requested URI is evaluated, but any embedded resources are
	// fetched without respecting robots.txt
	PolitenessConfig_OBEY_ROBOTS PolitenessConfig_RobotsPolicy = 0
	// Ignore robots.txt completely
	PolitenessConfig_IGNORE_ROBOTS PolitenessConfig_RobotsPolicy = 1
	// Use submitted robots.txt instead of the one served by the target site. Only the requested URI is
	// evaluated.
	PolitenessConfig_CUSTOM_ROBOTS PolitenessConfig_RobotsPolicy = 2
	// Obey robots.txt for all URI's
	PolitenessConfig_OBEY_ROBOTS_CLASSIC PolitenessConfig_RobotsPolicy = 3
	// Use submitted robots.txt instead of the one served by the target site. All URI's are
	// evaluated.
	PolitenessConfig_CUSTOM_ROBOTS_CLASSIC PolitenessConfig_RobotsPolicy = 4
	// Use submitted robots.txt if no one is served by the target site. Only the requested URI is
	// evaluated.
	PolitenessConfig_CUSTOM_IF_MISSING PolitenessConfig_RobotsPolicy = 5
	// Use submitted robots.txt if no one is served by the target site. All URI's are
	// evaluated.
	PolitenessConfig_CUSTOM_IF_MISSING_CLASSIC PolitenessConfig_RobotsPolicy = 6
)

func (PolitenessConfig_RobotsPolicy) Descriptor

func (PolitenessConfig_RobotsPolicy) Enum

func (PolitenessConfig_RobotsPolicy) EnumDescriptor deprecated

func (PolitenessConfig_RobotsPolicy) EnumDescriptor() ([]byte, []int)

Deprecated: Use PolitenessConfig_RobotsPolicy.Descriptor instead.

func (PolitenessConfig_RobotsPolicy) Number

func (PolitenessConfig_RobotsPolicy) String

func (PolitenessConfig_RobotsPolicy) Type

type Role

type Role int32
const (
	// Any authenticated user
	Role_ANY_USER Role = 0
	// Any user including unauthenticated users
	Role_ANY Role = 1
	// Administrator
	Role_ADMIN Role = 2
	// Curator
	Role_CURATOR Role = 3
	// A user with permission to read internal data
	Role_READONLY Role = 4
	// A crawl operator
	Role_OPERATOR Role = 5
	// Machine to machine
	Role_SYSTEM Role = 6
	// A user with permission to maintain seeds and entities
	Role_CONSULTANT Role = 7
)

func (Role) Descriptor

func (Role) Descriptor() protoreflect.EnumDescriptor

func (Role) Enum

func (x Role) Enum() *Role

func (Role) EnumDescriptor deprecated

func (Role) EnumDescriptor() ([]byte, []int)

Deprecated: Use Role.Descriptor instead.

func (Role) Number

func (x Role) Number() protoreflect.EnumNumber

func (Role) String

func (x Role) String() string

func (Role) Type

func (Role) Type() protoreflect.EnumType

type RoleMapping

type RoleMapping struct {

	// Types that are assignable to EmailOrGroup:
	//
	//	*RoleMapping_ApiKey
	//	*RoleMapping_Email
	//	*RoleMapping_Group
	EmailOrGroup isRoleMapping_EmailOrGroup `protobuf_oneof:"email_or_group"`
	Role         []Role                     `protobuf:"varint,4,rep,packed,name=role,proto3,enum=veidemann.api.config.v1.Role" json:"role,omitempty"`
	// contains filtered or unexported fields
}

func (*RoleMapping) Descriptor deprecated

func (*RoleMapping) Descriptor() ([]byte, []int)

Deprecated: Use RoleMapping.ProtoReflect.Descriptor instead.

func (*RoleMapping) GetApiKey

func (x *RoleMapping) GetApiKey() *ApiKey

func (*RoleMapping) GetEmail

func (x *RoleMapping) GetEmail() string

func (*RoleMapping) GetEmailOrGroup

func (m *RoleMapping) GetEmailOrGroup() isRoleMapping_EmailOrGroup

func (*RoleMapping) GetGroup

func (x *RoleMapping) GetGroup() string

func (*RoleMapping) GetRole

func (x *RoleMapping) GetRole() []Role

func (*RoleMapping) ProtoMessage

func (*RoleMapping) ProtoMessage()

func (*RoleMapping) ProtoReflect

func (x *RoleMapping) ProtoReflect() protoreflect.Message

func (*RoleMapping) Reset

func (x *RoleMapping) Reset()

func (*RoleMapping) String

func (x *RoleMapping) String() string

type RoleMapping_ApiKey

type RoleMapping_ApiKey struct {
	ApiKey *ApiKey `protobuf:"bytes,1,opt,name=api_key,json=apiKey,proto3,oneof"`
}

type RoleMapping_Email

type RoleMapping_Email struct {
	Email string `protobuf:"bytes,2,opt,name=email,proto3,oneof"`
}

type RoleMapping_Group

type RoleMapping_Group struct {
	Group string `protobuf:"bytes,3,opt,name=group,proto3,oneof"`
}

type Seed

type Seed struct {
	EntityRef *ConfigRef   `protobuf:"bytes,3,opt,name=entity_ref,json=entityRef,proto3" json:"entity_ref,omitempty"`
	JobRef    []*ConfigRef `protobuf:"bytes,5,rep,name=job_ref,json=jobRef,proto3" json:"job_ref,omitempty"`
	Disabled  bool         `protobuf:"varint,18,opt,name=disabled,proto3" json:"disabled,omitempty"`
	// contains filtered or unexported fields
}

func (*Seed) Descriptor deprecated

func (*Seed) Descriptor() ([]byte, []int)

Deprecated: Use Seed.ProtoReflect.Descriptor instead.

func (*Seed) GetDisabled

func (x *Seed) GetDisabled() bool

func (*Seed) GetEntityRef

func (x *Seed) GetEntityRef() *ConfigRef

func (*Seed) GetJobRef

func (x *Seed) GetJobRef() []*ConfigRef

func (*Seed) ProtoMessage

func (*Seed) ProtoMessage()

func (*Seed) ProtoReflect

func (x *Seed) ProtoReflect() protoreflect.Message

func (*Seed) Reset

func (x *Seed) Reset()

func (*Seed) String

func (x *Seed) String() string

type UnimplementedConfigServer

type UnimplementedConfigServer struct {
}

UnimplementedConfigServer must be embedded to have forward compatible implementations.

func (UnimplementedConfigServer) CountConfigObjects

func (UnimplementedConfigServer) DeleteConfigObject

func (UnimplementedConfigServer) GetConfigObject

func (UnimplementedConfigServer) GetLabelKeys

func (UnimplementedConfigServer) GetLogConfig

func (UnimplementedConfigServer) ListConfigObjects

func (UnimplementedConfigServer) SaveConfigObject

func (UnimplementedConfigServer) SaveLogConfig

func (UnimplementedConfigServer) UpdateConfigObjects

type UnsafeConfigServer

type UnsafeConfigServer interface {
	// contains filtered or unexported methods
}

UnsafeConfigServer may be embedded to opt out of forward compatibility for this service. Use of this interface is not recommended, as added methods to ConfigServer will result in compilation errors.

type UpdateRequest

type UpdateRequest struct {
	ListRequest    *ListRequest  `protobuf:"bytes,1,opt,name=list_request,json=listRequest,proto3" json:"list_request,omitempty"`
	UpdateMask     *v1.FieldMask `protobuf:"bytes,3,opt,name=update_mask,json=updateMask,proto3" json:"update_mask,omitempty"`
	UpdateTemplate *ConfigObject `protobuf:"bytes,4,opt,name=update_template,json=updateTemplate,proto3" json:"update_template,omitempty"`
	// contains filtered or unexported fields
}

func (*UpdateRequest) Descriptor deprecated

func (*UpdateRequest) Descriptor() ([]byte, []int)

Deprecated: Use UpdateRequest.ProtoReflect.Descriptor instead.

func (*UpdateRequest) GetListRequest

func (x *UpdateRequest) GetListRequest() *ListRequest

func (*UpdateRequest) GetUpdateMask

func (x *UpdateRequest) GetUpdateMask() *v1.FieldMask

func (*UpdateRequest) GetUpdateTemplate

func (x *UpdateRequest) GetUpdateTemplate() *ConfigObject

func (*UpdateRequest) ProtoMessage

func (*UpdateRequest) ProtoMessage()

func (*UpdateRequest) ProtoReflect

func (x *UpdateRequest) ProtoReflect() protoreflect.Message

func (*UpdateRequest) Reset

func (x *UpdateRequest) Reset()

func (*UpdateRequest) String

func (x *UpdateRequest) String() string

type UpdateResponse

type UpdateResponse struct {
	Updated int64 `protobuf:"varint,1,opt,name=updated,proto3" json:"updated,omitempty"`
	// contains filtered or unexported fields
}

func (*UpdateResponse) Descriptor deprecated

func (*UpdateResponse) Descriptor() ([]byte, []int)

Deprecated: Use UpdateResponse.ProtoReflect.Descriptor instead.

func (*UpdateResponse) GetUpdated

func (x *UpdateResponse) GetUpdated() int64

func (*UpdateResponse) ProtoMessage

func (*UpdateResponse) ProtoMessage()

func (*UpdateResponse) ProtoReflect

func (x *UpdateResponse) ProtoReflect() protoreflect.Message

func (*UpdateResponse) Reset

func (x *UpdateResponse) Reset()

func (*UpdateResponse) String

func (x *UpdateResponse) String() string

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL