schema

Documentation

Index

• type ByName
  • func (a ByName) Len() int
  • func (a ByName) Less(i, j int) bool
  • func (a ByName) Swap(i, j int)
• type Column
• type StreamSchema
  • func (s *StreamSchema) AsArrow() *arrow.Schema
  • func (s *StreamSchema) SortColumnsAsc()
• type StreamSchemaObj
  • func NewStreamSchemaObj(s []StreamSchema) *StreamSchemaObj
  • func (s *StreamSchemaObj) AddField(streamName, name string, fieldType arrow.DataType, driverType string)
  • func (s *StreamSchemaObj) FakeEvolve()
  • func (s *StreamSchemaObj) GetLatestSchema() []StreamSchema
  • func (s *StreamSchemaObj) RemoveField(streamName, columnName string)
  • func (s *StreamSchemaObj) RemoveFields(streamName string, columnNames []string)

Types

type ByName

type ByName []Column

func (ByName) Len

func (a ByName) Len() int

func (ByName) Less

func (a ByName) Less(i, j int) bool

func (ByName) Swap

func (a ByName) Swap(i, j int)

type Column

type Column struct {
	Name                string   `yaml:"name"`
	DatabrewType        string   `yaml:"databrewType"`
	NativeConnectorType string   `yaml:"nativeConnectorType"`
	PK                  bool     `yaml:"pk"`
	Nullable            bool     `yaml:"nullable"`
	Columns             []Column `yaml:"columns,omitempty"`
}

type StreamSchema

type StreamSchema struct {
	StreamName string   `yaml:"stream"`
	Columns    []Column `yaml:"columns"`
}

StreamSchema represents YAML configuration of the source plugin schema. It's used to build Apache Arrow schema from this definition

func (*StreamSchema) AsArrow

func (s *StreamSchema) AsArrow() *arrow.Schema

func (*StreamSchema) SortColumnsAsc

func (s *StreamSchema) SortColumnsAsc()

type StreamSchemaObj

type StreamSchemaObj struct {
	// contains filtered or unexported fields
}

func NewStreamSchemaObj

func NewStreamSchemaObj(s []StreamSchema) *StreamSchemaObj

func (*StreamSchemaObj) AddField

func (s *StreamSchemaObj) AddField(streamName, name string, fieldType arrow.DataType, driverType string)

func (*StreamSchemaObj) FakeEvolve

func (s *StreamSchemaObj) FakeEvolve()

func (*StreamSchemaObj) GetLatestSchema

func (s *StreamSchemaObj) GetLatestSchema() []StreamSchema

func (*StreamSchemaObj) RemoveField

func (s *StreamSchemaObj) RemoveField(streamName, columnName string)

func (*StreamSchemaObj) RemoveFields

func (s *StreamSchemaObj) RemoveFields(streamName string, columnNames []string)