common

package
v0.1.1-beta.1 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Jun 30, 2022 License: Apache-2.0 Imports: 25 Imported by: 0

Documentation

Index

Constants

View Source 
const (
	ReceiverTableID             = 1
	SequenceGeneratorTableID    = 2
	LocksTableID                = 3
	LastLogIndexReceivedTableID = 4
	SyncTableID                 = 5
	SchemaTableID               = 6 // SchemaTableID stores table schemas
	ProtobufTableID             = 7
	IndexTableID                = 8
	ToDeleteTableID             = 9
	LocalConfigTableID          = 10
	ForwardDedupTableID         = 11
	UserTableIDBase             = 1000
)

System table ids

View Source 
const SignBitMask uint64 = 1 << 63

Variables

View Source 
var (
	TinyIntColumnType   = ColumnType{Type: TypeTinyInt}
	IntColumnType       = ColumnType{Type: TypeInt}
	BigIntColumnType    = ColumnType{Type: TypeBigInt}
	DoubleColumnType    = ColumnType{Type: TypeDouble}
	VarcharColumnType   = ColumnType{Type: TypeVarchar}
	TimestampColumnType = ColumnType{Type: TypeTimestamp}
	UnknownColumnType   = ColumnType{Type: TypeUnknown}

	// ColumnTypesByType allows lookup of non-parameterised ColumnType by Type.
	ColumnTypesByType = map[Type]ColumnType{
		TypeTinyInt: TinyIntColumnType,
		TypeInt:     IntColumnType,
		TypeBigInt:  BigIntColumnType,
		TypeDouble:  DoubleColumnType,
		TypeVarchar: VarcharColumnType,
	}
)
View Source 
var (
	KafkaEncodingUnknown     = KafkaEncoding{Encoding: EncodingUnknown}
	KafkaEncodingRaw         = KafkaEncoding{Encoding: EncodingRaw}
	KafkaEncodingCSV         = KafkaEncoding{Encoding: EncodingCSV}
	KafkaEncodingJSON        = KafkaEncoding{Encoding: EncodingJSON}
	KafkaEncodingFloat32BE   = KafkaEncoding{Encoding: EncodingFloat32BE}
	KafkaEncodingFloat64BE   = KafkaEncoding{Encoding: EncodingFloat64BE}
	KafkaEncodingInt32BE     = KafkaEncoding{Encoding: EncodingInt32BE}
	KafkaEncodingInt64BE     = KafkaEncoding{Encoding: EncodingInt64BE}
	KafkaEncodingInt16BE     = KafkaEncoding{Encoding: EncodingInt16BE}
	KafkaEncodingStringBytes = KafkaEncoding{Encoding: EncodingStringBytes}
)
View Source 
var IsLittleEndian = isLittleEndian()

Functions

func AppendFloat32ToBufferBE 

func AppendFloat32ToBufferBE(buffer []byte, value float32) []byte

func AppendFloat64ToBufferBE 

func AppendFloat64ToBufferBE(buffer []byte, value float64) []byte

func AppendFloat64ToBufferLE 

func AppendFloat64ToBufferLE(buffer []byte, value float64) []byte

func AppendStringToBufferLE 

func AppendStringToBufferLE(buffer []byte, value string) []byte

func AppendTimestampToBuffer 

func AppendTimestampToBuffer(buffer []byte, ts Timestamp) ([]byte, error)

func AppendUint16ToBufferBE 

func AppendUint16ToBufferBE(buffer []byte, v uint16) []byte

func AppendUint32ToBufferBE 

func AppendUint32ToBufferBE(buffer []byte, v uint32) []byte

func AppendUint32ToBufferLE 

func AppendUint32ToBufferLE(buffer []byte, v uint32) []byte

func AppendUint64ToBufferBE 

func AppendUint64ToBufferBE(buffer []byte, v uint64) []byte

func AppendUint64ToBufferLE 

func AppendUint64ToBufferLE(buffer []byte, v uint64) []byte

func ByteSliceToStringZeroCopy 

func ByteSliceToStringZeroCopy(buffer []byte) string

func ConvertPranaTypeToTiDBType 

func ConvertPranaTypeToTiDBType(columnType ColumnType) *types.FieldType

func CopyByteSlice 

func CopyByteSlice(buff []byte) []byte

func DecodeIndexOrPKCol 

func DecodeIndexOrPKCol(buffer []byte, offset int, colType ColumnType, outputColIndex int, pkCol bool, rows *Rows) (int, error)

func DecodeIndexOrPKCols 

func DecodeIndexOrPKCols(buffer []byte, offset int, pk bool, indexOrPKColTypes []ColumnType, indexOrPKOutputCols []int, rows *Rows) (int, error)

func DecodeRow 

func DecodeRow(buffer []byte, colTypes []ColumnType, rows *Rows) error

func DecodeRowWithIgnoredCols 

func DecodeRowWithIgnoredCols(buffer []byte, colTypes []ColumnType, includeCol []bool, rows *Rows) error

func DoDumpStacks 

func DoDumpStacks(filterSpam bool)

func DumpDataKey 

func DumpDataKey(bytes []byte) string

func DumpStacks 

func DumpStacks()

DumpStacks dumps stacks for all goroutines to stdout, useful when debugging

func EncodeIndexKeyCols 

func EncodeIndexKeyCols(row *Row, colIndexes []int, colTypes []ColumnType, buffer []byte) ([]byte, error)

func EncodeKey 

func EncodeKey(key Key, colTypes []ColumnType, keyColIndexes []int, buffer []byte) ([]byte, error)

func EncodeKeyCol 

func EncodeKeyCol(row *Row, colIndex int, colType ColumnType, buffer []byte) ([]byte, error)

func EncodeKeyCols 

func EncodeKeyCols(row *Row, colIndexes []int, colTypes []ColumnType, buffer []byte) ([]byte, error)

func EncodeKeyElement 

func EncodeKeyElement(value interface{}, colType ColumnType, buffer []byte) ([]byte, error)

func EncodeRow 

func EncodeRow(row *Row, colTypes []ColumnType, buffer []byte) ([]byte, error)

func IncrementBytesBigEndian 

func IncrementBytesBigEndian(bytes []byte) []byte

IncrementBytesBigEndian returns a new byte slice which is 1 larger than the provided slice when represented in big endian layout, but without changing the key length

func InvokeCloser 

func InvokeCloser(closer io.Closer)

func KeyDecodeFloat64 

func KeyDecodeFloat64(buffer []byte, offset int) (float64, int)

func KeyDecodeInt64 added in v0.1.1 

func KeyDecodeInt64(buffer []byte, offset int) (int64, int)

func KeyDecodeString 

func KeyDecodeString(buffer []byte, offset int) (string, int, error)

func KeyEncodeDecimal 

func KeyEncodeDecimal(buffer []byte, val Decimal, precision int, scale int) ([]byte, error)

func KeyEncodeFloat64 

func KeyEncodeFloat64(buffer []byte, val float64) []byte

func KeyEncodeInt64 

func KeyEncodeInt64(buffer []byte, val int64) []byte

func KeyEncodeString 

func KeyEncodeString(buff []byte, val string) []byte

func KeyEncodeTimestamp 

func KeyEncodeTimestamp(buffer []byte, val Timestamp) ([]byte, error)

func LogInternalError added in v0.1.1 

func LogInternalError(err error) errors.PranaError

func PanicHandler 

func PanicHandler()

func ReadFloat32FromBufferBE 

func ReadFloat32FromBufferBE(buffer []byte, offset int) (val float32, off int)

func ReadFloat64FromBufferBE 

func ReadFloat64FromBufferBE(buffer []byte, offset int) (val float64, off int)

func ReadFloat64FromBufferLE 

func ReadFloat64FromBufferLE(buffer []byte, offset int) (val float64, off int)

func ReadInt64FromBufferLE 

func ReadInt64FromBufferLE(buffer []byte, offset int) (int64, int)

func ReadStringFromBufferLE 

func ReadStringFromBufferLE(buffer []byte, offset int) (val string, off int)

func ReadUint16FromBufferBE 

func ReadUint16FromBufferBE(buffer []byte, offset int) (uint16, int)

func ReadUint32FromBufferBE 

func ReadUint32FromBufferBE(buffer []byte, offset int) (uint32, int)

func ReadUint32FromBufferLE 

func ReadUint32FromBufferLE(buffer []byte, offset int) (uint32, int)

func ReadUint64FromBufferBE 

func ReadUint64FromBufferBE(buffer []byte, offset int) (uint64, int)

func ReadUint64FromBufferLE 

func ReadUint64FromBufferLE(buffer []byte, offset int) (uint64, int)

func RoundTimestampToFSP 

func RoundTimestampToFSP(ts *Timestamp, fsp int8) error

func StringToByteSliceZeroCopy 

func StringToByteSliceZeroCopy(str string) []byte

func TiDBValueToPranaValue 

func TiDBValueToPranaValue(tidbValue interface{}) interface{}

Types

type AtomicBool 

type AtomicBool struct {
	// contains filtered or unexported fields
}

func (*AtomicBool) CompareAndSet 

func (a *AtomicBool) CompareAndSet(expected bool, val bool) bool

func (*AtomicBool) Get 

func (a *AtomicBool) Get() bool

func (*AtomicBool) Set 

func (a *AtomicBool) Set(val bool)

type ByteSliceMap 

type ByteSliceMap struct {
	TheMap map[string][]byte
}

func NewByteSliceMap 

func NewByteSliceMap() *ByteSliceMap

func (*ByteSliceMap) Get 

func (b *ByteSliceMap) Get(key []byte) (v []byte, ok bool)

func (*ByteSliceMap) Put 

func (b *ByteSliceMap) Put(key []byte, value []byte)

type ColumnInfo 

type ColumnInfo struct {
	Name string
	ColumnType
}

type ColumnType 

type ColumnType struct {
	Type         Type
	DecPrecision int
	DecScale     int
	FSP          int8 // fractional seconds precision for time types
}

func ConvertTiDBTypeToPranaType 

func ConvertTiDBTypeToPranaType(columnType *types.FieldType) ColumnType

func NewDecimalColumnType 

func NewDecimalColumnType(precision int, scale int) ColumnType

func NewTimestampColumnType 

func NewTimestampColumnType(fsp int8) ColumnType

func (*ColumnType) String 

func (t *ColumnType) String() string

type Decimal 

type Decimal struct {
	// contains filtered or unexported fields
}

func KeyDecodeDecimal added in v0.1.1 

func KeyDecodeDecimal(buffer []byte, offset int, precision int, scale int) (Decimal, int, error)

func NewDecFromFloat64 

func NewDecFromFloat64(f float64) (*Decimal, error)

func NewDecFromInt64 

func NewDecFromInt64(i int64) *Decimal

func NewDecFromString 

func NewDecFromString(s string) (*Decimal, error)

func NewDecFromUint64 

func NewDecFromUint64(i uint64) *Decimal

func NewDecimal 

func NewDecimal(dec *types.MyDecimal) *Decimal

func ReadDecimalFromBuffer 

func ReadDecimalFromBuffer(buffer []byte, offset int, precision int, scale int) (val Decimal, off int, err error)

func ZeroDecimal 

func ZeroDecimal() *Decimal

func (*Decimal) Add 

func (d *Decimal) Add(other *Decimal) (*Decimal, error)

func (*Decimal) CompareTo 

func (d *Decimal) CompareTo(dec *Decimal) int

func (*Decimal) Decode 

func (d *Decimal) Decode(buffer []byte, offset int, precision int, scale int) (int, error)

func (*Decimal) Encode 

func (d *Decimal) Encode(buffer []byte, precision int, scale int) ([]byte, error)

func (*Decimal) String 

func (d *Decimal) String() string

func (*Decimal) Subtract 

func (d *Decimal) Subtract(other *Decimal) (*Decimal, error)

type Encoding 

type Encoding int
const (
	EncodingUnknown  Encoding = iota
	EncodingRaw               // No encoding - value retained as []byte
	EncodingCSV               // Comma separated
	EncodingJSON              // JSON
	EncodingProtobuf          // Protobuf
	EncodingFloat32BE
	EncodingFloat64BE
	EncodingInt32BE
	EncodingInt64BE
	EncodingInt16BE
	EncodingStringBytes
)

func EncodingFormatFromString 

func EncodingFormatFromString(str string) Encoding

type Expression 

type Expression struct {
	// contains filtered or unexported fields
}

func NewColumnExpression 

func NewColumnExpression(colIndex int, colType ColumnType) *Expression

func NewConstantDouble 

func NewConstantDouble(colType ColumnType, val float64) *Expression

func NewConstantInt 

func NewConstantInt(colType ColumnType, val int64) *Expression

func NewConstantVarchar 

func NewConstantVarchar(colType ColumnType, val string) *Expression

func NewExpression 

func NewExpression(exp expression.Expression, ctx sessionctx.Context) *Expression

func NewScalarFunctionExpression 

func NewScalarFunctionExpression(colType ColumnType, funcName string, args ...*Expression) (*Expression, error)

func (*Expression) EvalBoolean 

func (e *Expression) EvalBoolean(row *Row) (bool, bool, error)

func (*Expression) EvalDecimal 

func (e *Expression) EvalDecimal(row *Row) (Decimal, bool, error)

func (*Expression) EvalFloat64 

func (e *Expression) EvalFloat64(row *Row) (val float64, null bool, err error)

func (*Expression) EvalInt64 

func (e *Expression) EvalInt64(row *Row) (val int64, null bool, err error)

func (*Expression) EvalString 

func (e *Expression) EvalString(row *Row) (val string, null bool, err error)

func (*Expression) EvalTimestamp 

func (e *Expression) EvalTimestamp(row *Row) (Timestamp, bool, error)

func (*Expression) GetColumnIndex 

func (e *Expression) GetColumnIndex() (int, bool)

func (*Expression) ReturnType 

func (e *Expression) ReturnType(colTypes []ColumnType) (ColumnType, error)

type IndexInfo 

type IndexInfo struct {
	SchemaName string
	ID         uint64
	TableName  string
	Name       string
	IndexCols  []int
	// contains filtered or unexported fields
}

func (*IndexInfo) ContainsColIndex 

func (i *IndexInfo) ContainsColIndex(colIndex int) bool

type InternalTableInfo 

type InternalTableInfo struct {
	*TableInfo
	// For aggregation tables that are implicit tables of materialized views with group by clauses.
	MaterializedViewName string
}

type KafkaEncoding 

type KafkaEncoding struct {
	Encoding   Encoding
	SchemaName string
}

func KafkaEncodingFromString 

func KafkaEncodingFromString(str string) KafkaEncoding

KafkaEncodingFromString decodes an encoding and an optional schema name from the string, in the format "<encoding>[:<schema>]". For example, for a "com.squareup.cash.Payment" protobuf, encoding should be specified as "protobuf:com.squareup.cash.Payment"

type Key 

type Key []interface{}

type MaterializedViewInfo 

type MaterializedViewInfo struct {
	*TableInfo
	Query string
}

func (*MaterializedViewInfo) String 

func (i *MaterializedViewInfo) String() string

type MetaTableInfo 

type MetaTableInfo struct {
	*TableInfo
}

MetaTableInfo describes a system table that is neither a source or mv.

func (*MetaTableInfo) String 

func (i *MetaTableInfo) String() string

type PreAllocatedSeqGenerator 

type PreAllocatedSeqGenerator struct {
	// contains filtered or unexported fields
}

PreAllocatedSeqGenerator is a sequence generator that enumerates a fixed, already obtained sequence IDs. We need to reserve the table sequences required for the DDL statement *before* we broadcast the DDL across the cluster, and those same table sequence values have to be used on every node for consistency.

func NewPreallocSeqGen 

func NewPreallocSeqGen(seq []uint64) *PreAllocatedSeqGenerator

func (*PreAllocatedSeqGenerator) GenerateSequence 

func (p *PreAllocatedSeqGenerator) GenerateSequence() uint64

type Row 

type Row struct {
	// contains filtered or unexported fields
}

func (*Row) ColCount 

func (r *Row) ColCount() int

func (*Row) ColumnTypes 

func (r *Row) ColumnTypes() []ColumnType

func (*Row) GetByte 

func (r *Row) GetByte(colIndex int) byte

func (*Row) GetDecimal 

func (r *Row) GetDecimal(colIndex int) Decimal

func (*Row) GetFloat64 

func (r *Row) GetFloat64(colIndex int) float64

func (*Row) GetInt64 

func (r *Row) GetInt64(colIndex int) int64

func (*Row) GetString 

func (r *Row) GetString(colIndex int) string

func (*Row) GetTimestamp 

func (r *Row) GetTimestamp(colIndex int) Timestamp

func (*Row) IsNull 

func (r *Row) IsNull(colIndex int) bool

func (*Row) String 

func (r *Row) String() string

type Rows 

type Rows struct {
	// contains filtered or unexported fields
}

func NewRows 

func NewRows(columnTypes []ColumnType, capacity int) *Rows

func (*Rows) AppendAll 

func (r *Rows) AppendAll(other *Rows)

func (*Rows) AppendDecimalToColumn 

func (r *Rows) AppendDecimalToColumn(colIndex int, val Decimal)

func (*Rows) AppendFloat64ToColumn 

func (r *Rows) AppendFloat64ToColumn(colIndex int, val float64)

func (*Rows) AppendInt64ToColumn 

func (r *Rows) AppendInt64ToColumn(colIndex int, val int64)

func (*Rows) AppendNullToColumn 

func (r *Rows) AppendNullToColumn(colIndex int)

func (*Rows) AppendRow 

func (r *Rows) AppendRow(row Row)

func (*Rows) AppendStringToColumn 

func (r *Rows) AppendStringToColumn(colIndex int, val string)

func (*Rows) AppendTimestampToColumn 

func (r *Rows) AppendTimestampToColumn(colIndex int, val Timestamp)

func (*Rows) ColumnTypes 

func (r *Rows) ColumnTypes() []ColumnType

func (*Rows) Deserialize 

func (r *Rows) Deserialize(buff []byte)

func (*Rows) GetRow 

func (r *Rows) GetRow(rowIndex int) Row

func (*Rows) RowCount 

func (r *Rows) RowCount() int

func (*Rows) Serialize 

func (r *Rows) Serialize() []byte

func (*Rows) String 

func (r *Rows) String() string

type RowsFactory 

type RowsFactory struct {
	ColumnTypes []ColumnType
	// contains filtered or unexported fields
}

RowsFactory caches the field types so we don't have to calculate them each time we create a new Rows

func NewRowsFactory 

func NewRowsFactory(columnTypes []ColumnType) *RowsFactory

func (*RowsFactory) NewRows 

func (rf *RowsFactory) NewRows(capacity int) *Rows

type Schema 

type Schema struct {
	Name string
	// contains filtered or unexported fields
}

func NewSchema 

func NewSchema(name string) *Schema

func (*Schema) DeleteIndex 

func (s *Schema) DeleteIndex(tableName string, indexName string) error

func (*Schema) DeleteTable 

func (s *Schema) DeleteTable(name string)

func (*Schema) Equal 

func (s *Schema) Equal(other *Schema) bool

func (*Schema) GetAllTableInfos 

func (s *Schema) GetAllTableInfos() map[string]*TableInfo

func (*Schema) GetTable 

func (s *Schema) GetTable(name string) (Table, bool)

func (*Schema) LenTables 

func (s *Schema) LenTables() int

func (*Schema) PutIndex 

func (s *Schema) PutIndex(indexInfo *IndexInfo) error

func (*Schema) PutTable 

func (s *Schema) PutTable(name string, table Table)

type SeqGenerator 

type SeqGenerator interface {
	GenerateSequence() uint64
}

type SimpleQueryExec 

type SimpleQueryExec interface {
	ExecuteQuery(schemaName string, query string) (rows *Rows, err error)
}

type SinkInfo 

type SinkInfo struct {
	Name      string
	Query     string
	TopicInfo *TopicInfo
}

type SourceInfo 

type SourceInfo struct {
	*TableInfo
	TopicInfo *TopicInfo
}

func (*SourceInfo) String 

func (i *SourceInfo) String() string

type Table 

type Table interface {
	GetTableInfo() *TableInfo
}

type TableInfo 

type TableInfo struct {
	ID             uint64
	SchemaName     string
	Name           string
	PrimaryKeyCols []int
	ColumnNames    []string
	ColumnTypes    []ColumnType
	IndexInfos     map[string]*IndexInfo
	ColsVisible    []bool
	Internal       bool
	// contains filtered or unexported fields
}

func (*TableInfo) GetTableInfo 

func (t *TableInfo) GetTableInfo() *TableInfo

func (*TableInfo) IsPrimaryKeyCol 

func (t *TableInfo) IsPrimaryKeyCol(colIndex int) bool

func (*TableInfo) String 

func (t *TableInfo) String() string

type Timestamp 

type Timestamp = types.Time

func KeyDecodeTimestamp added in v0.1.1 

func KeyDecodeTimestamp(buffer []byte, offset int, fsp int8) (Timestamp, int, error)

func NewTimestampFromGoTime 

func NewTimestampFromGoTime(t time.Time) Timestamp

func NewTimestampFromString 

func NewTimestampFromString(str string) Timestamp

NewTimestampFromString parses a Timestamp from a string in MySQL datetime format.

func NewTimestampFromUnixEpochMillis 

func NewTimestampFromUnixEpochMillis(v int64) Timestamp

func ReadTimestampFromBuffer 

func ReadTimestampFromBuffer(buffer []byte, offset int, fsp int8) (val Timestamp, off int, err error)

func ReadTimestampFromBufferBE 

func ReadTimestampFromBufferBE(buffer []byte, offset int, fsp int8) (val Timestamp, off int, err error)

type TopicInfo 

type TopicInfo struct {
	BrokerName     string
	TopicName      string
	KeyEncoding    KafkaEncoding
	ValueEncoding  KafkaEncoding
	HeaderEncoding KafkaEncoding
	ColSelectors   []selector.ColumnSelector
	Properties     map[string]string
	IngestFilter   string
}

type Type 

type Type int
const (
	TypeUnknown Type = iota
	TypeTinyInt
	TypeInt
	TypeBigInt
	TypeDouble
	TypeDecimal
	TypeVarchar
	TypeTimestamp
)

func (*Type) Capture 

func (t *Type) Capture(tokens []string) error

func (Type) String 

func (t Type) String() string

Source Files

View all Source files

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.