model

Documentation

Index

• type DefaultSourceTuple
  • func NewDefaultRawTuple(raw []byte, meta map[string]any, ts time.Time) *DefaultSourceTuple
  • func NewDefaultRawTupleIgnoreTs(raw []byte, meta map[string]any) *DefaultSourceTuple
  • func NewDefaultSourceTuple(message map[string]any, meta map[string]any, timestamp time.Time) *DefaultSourceTuple
  • func (t *DefaultSourceTuple) AllMeta() map[string]any
  • func (t *DefaultSourceTuple) Meta(key, table string) (any, bool)
  • func (t *DefaultSourceTuple) Range(f func(key string, value any) bool)
  • func (t *DefaultSourceTuple) Raw() []byte
  • func (t *DefaultSourceTuple) Timestamp() time.Time
  • func (t *DefaultSourceTuple) ToMap() map[string]any
  • func (t *DefaultSourceTuple) Value(key, table string) (any, bool)
• type InfoNode
• type NodeInfo
• type StreamReader
• type StreamWriter
• type UniqueConn
• type UniqueSub

Types

type DefaultSourceTuple

type DefaultSourceTuple struct {
	// contains filtered or unexported fields
}

func NewDefaultRawTuple

func NewDefaultRawTuple(raw []byte, meta map[string]any, ts time.Time) *DefaultSourceTuple

NewDefaultRawTuple creates a new DefaultSourceTuple with raw data. Use this when extend source connector

func NewDefaultRawTupleIgnoreTs

func NewDefaultRawTupleIgnoreTs(raw []byte, meta map[string]any) *DefaultSourceTuple

func NewDefaultSourceTuple

func NewDefaultSourceTuple(message map[string]any, meta map[string]any, timestamp time.Time) *DefaultSourceTuple

func (*DefaultSourceTuple) AllMeta

func (t *DefaultSourceTuple) AllMeta() map[string]any

func (*DefaultSourceTuple) Meta

func (t *DefaultSourceTuple) Meta(key, table string) (any, bool)

func (*DefaultSourceTuple) Range

func (t *DefaultSourceTuple) Range(f func(key string, value any) bool)

func (*DefaultSourceTuple) Raw

func (t *DefaultSourceTuple) Raw() []byte

func (*DefaultSourceTuple) Timestamp

func (t *DefaultSourceTuple) Timestamp() time.Time

func (*DefaultSourceTuple) ToMap

func (t *DefaultSourceTuple) ToMap() map[string]any

func (*DefaultSourceTuple) Value

func (t *DefaultSourceTuple) Value(key, table string) (any, bool)

type InfoNode

type InfoNode interface {
	Info() NodeInfo
	TransformType() api.Source
}

InfoNode explain the node itself. Mainly used for planner to decide the split of source/sink

type NodeInfo

type NodeInfo struct {
	NeedDecode      bool
	NeedBatchDecode bool // like decrypt, decompress as a whole
	HasCompress     bool
	HasInterval     bool
}

type StreamReader

type StreamReader interface {
	CreateWriter(ctx api.StreamContext, currWriter io.Writer, compression string, encryption string) (io.Writer, error)
}

type StreamWriter

type StreamWriter interface {
	CreateWriter(ctx api.StreamContext, currWriter io.Writer, compression string, encryption string) (io.Writer, error)
}

type UniqueConn

type UniqueConn interface {
	ConnId(props map[string]any) string
}

type UniqueSub

type UniqueSub interface {
	SubId(props map[string]any) string
}