config

Documentation

Index

• func ReadDriverConfig[T any](driverConfig interface{}, targetConfig T) (T, error)
• func ValidateConfigSchema(config Configuration)
• type Columns
• type Configuration
  • func ReadInitConfigFromYaml(configBytes []byte) (Configuration, error)
• type ETCD
• type Processor
• type Secrets
• type Service
• type Sink
• type Source

Functions

func ReadDriverConfig

func ReadDriverConfig[T any](driverConfig interface{}, targetConfig T) (T, error)

func ValidateConfigSchema

func ValidateConfigSchema(config Configuration)

Types

type Columns

type Columns struct {
	Name                string `yaml:"name"`
	DatabrewType        string `yaml:"databrewType"`
	NativeConnectorType string `yaml:"nativeConnectorType"`
	Pk                  bool   `yaml:"pk"`
	Nullable            bool   `yaml:"nullable"`
}

type Configuration

type Configuration struct {
	Service    Service     `yaml:"service" validate:"required"`
	Source     Source      `yaml:"source" validate:"required"`
	Secrets    *Secrets    `yaml:"secrets"`
	Processors []Processor `yaml:"processors"`
	Sink       Sink        `yaml:"sink" validate:"required"`
}

func ReadInitConfigFromYaml

func ReadInitConfigFromYaml(configBytes []byte) (Configuration, error)

type ETCD

type ETCD struct {
	Host string `yaml:"host" validate:"required,http_url"`
}

type Processor

type Processor struct {
	Driver processors.ProcessorDriver `yaml:"driver"`
	Config interface{}                `yaml:"config"`
}

type Secrets

type Secrets struct {
	StorageType secret.SecretsStorageType `yaml:"storage_type" validate:"required"`
	Config      interface{}               `yaml:"config"`
}

type Service

type Service struct {
	ReloadOnRestart    bool        `yaml:"reload_on_restart"`
	PipelineId         int64       `yaml:"pipeline_id" validate:"required"`
	InfluxEnabled      bool        `yaml:"enable_influx"`
	EnableETCDRegistry bool        `yaml:"enable_etcd_registry"`
	OffsetStorageURI   string      `yaml:"offset_storage_uri"`
	ETCD               *ETCD       `yaml:"etcd"`
	Influx             interface{} `yaml:"influx"`
}

type Sink

type Sink struct {
	Driver sinks.SinkDriver `yaml:"driver"`
	Config interface{}      `yaml:"config"`
}

type Source

type Source struct {
	Driver       sources.SourceDriver  `yaml:"driver"`
	Config       interface{}           `yaml:"config"`
	StreamSchema []schema.StreamSchema `yaml:"stream_schema" validate:"required"`
}