rawdocgrouper

Documentation

Index

• Constants
• func CollectFieldsForTransformer(fields []string, columns abstract.TableColumns, isKey bool, ...) []abstract.ColSchema
• func MakeStubFieldWithOriginalType(colName string, ytType schema.Type, primaryKey bool, ...) abstract.ColSchema
• type CdcHistoryGroupTransformer
  • func NewCdcHistoryGroupTransformer(config RawCDCDocGrouperConfig) (*CdcHistoryGroupTransformer, error)
  • func (r *CdcHistoryGroupTransformer) Apply(input []abstract.ChangeItem) abstract.TransformerResult
  • func (r *CdcHistoryGroupTransformer) Description() string
  • func (r *CdcHistoryGroupTransformer) ResultSchema(original *abstract.TableSchema) (*abstract.TableSchema, error)
  • func (r *CdcHistoryGroupTransformer) Suitable(table abstract.TableID, schema *abstract.TableSchema) bool
  • func (r *CdcHistoryGroupTransformer) Type() abstract.TransformerType
• type RawCDCDocGrouperConfig
• type RawDocGroupTransformer
  • func NewRawDocGroupTransformer(config RawDocGrouperConfig) (*RawDocGroupTransformer, error)
  • func (r *RawDocGroupTransformer) Apply(input []abstract.ChangeItem) abstract.TransformerResult
  • func (r *RawDocGroupTransformer) Description() string
  • func (r *RawDocGroupTransformer) ResultSchema(original *abstract.TableSchema) (*abstract.TableSchema, error)
  • func (r *RawDocGroupTransformer) Suitable(table abstract.TableID, schema *abstract.TableSchema) bool
  • func (r *RawDocGroupTransformer) Type() abstract.TransformerType
• type RawDocGrouperConfig

Constants

const RawCdcDocGrouperTransformerType = abstract.TransformerType("raw_cdc_doc_grouper")

const (
	RawDocGrouperTransformerType = abstract.TransformerType("raw_doc_grouper")
)

Functions

func CollectFieldsForTransformer

func CollectFieldsForTransformer(fields []string, columns abstract.TableColumns, isKey bool, colNameToIdx map[string]int,
	fieldsMap map[string]schema.Type) []abstract.ColSchema

func MakeStubFieldWithOriginalType

func MakeStubFieldWithOriginalType(colName string, ytType schema.Type, primaryKey bool, original abstract.TableColumns) abstract.ColSchema

Types

type CdcHistoryGroupTransformer

type CdcHistoryGroupTransformer struct {
	Tables filter.Filter
	Keys   []string
	Fields []string
	// contains filtered or unexported fields
}

func NewCdcHistoryGroupTransformer

func NewCdcHistoryGroupTransformer(config RawCDCDocGrouperConfig) (*CdcHistoryGroupTransformer, error)

func (*CdcHistoryGroupTransformer) Apply

func (r *CdcHistoryGroupTransformer) Apply(input []abstract.ChangeItem) abstract.TransformerResult

func (*CdcHistoryGroupTransformer) Description

func (r *CdcHistoryGroupTransformer) Description() string

func (*CdcHistoryGroupTransformer) ResultSchema

func (r *CdcHistoryGroupTransformer) ResultSchema(original *abstract.TableSchema) (*abstract.TableSchema, error)

func (*CdcHistoryGroupTransformer) Suitable

func (r *CdcHistoryGroupTransformer) Suitable(table abstract.TableID, schema *abstract.TableSchema) bool

func (*CdcHistoryGroupTransformer) Type

func (r *CdcHistoryGroupTransformer) Type() abstract.TransformerType

type RawCDCDocGrouperConfig

type RawCDCDocGrouperConfig struct {
	Tables filter.Tables `json:"tables"`
	Keys   []string      `json:"keys"`
	Fields []string      `json:"fields"`
}

type RawDocGroupTransformer

type RawDocGroupTransformer struct {
	Tables filter.Filter
	Keys   []string
	Fields []string
	// contains filtered or unexported fields
}

func NewRawDocGroupTransformer

func NewRawDocGroupTransformer(config RawDocGrouperConfig) (*RawDocGroupTransformer, error)

func (*RawDocGroupTransformer) Apply

func (r *RawDocGroupTransformer) Apply(input []abstract.ChangeItem) abstract.TransformerResult

func (*RawDocGroupTransformer) Description

func (r *RawDocGroupTransformer) Description() string

func (*RawDocGroupTransformer) ResultSchema

func (r *RawDocGroupTransformer) ResultSchema(original *abstract.TableSchema) (*abstract.TableSchema, error)

func (*RawDocGroupTransformer) Suitable

func (r *RawDocGroupTransformer) Suitable(table abstract.TableID, schema *abstract.TableSchema) bool

func (*RawDocGroupTransformer) Type

func (r *RawDocGroupTransformer) Type() abstract.TransformerType

type RawDocGrouperConfig

type RawDocGrouperConfig struct {
	Tables filter.Tables `json:"tables"`
	Keys   []string      `json:"keys"`
	Fields []string      `json:"fields"`
}