message

Documentation

Index

• Constants
• type ColumnSetter
• type Compressor
• type Converter
• type ConverterProvider
• type Decompressor
• type Encryptor
• type SchemaProvider
• type SchemaResetAbleConverter

Constants

const (
	FormatBinary    = "binary"
	FormatJson      = "json"
	FormatProtobuf  = "protobuf"
	FormatDelimited = "delimited"
	FormatCustom    = "custom"

	DefaultField = "self"
	MetaKey      = "__meta"
)

Types

type ColumnSetter

type ColumnSetter interface {
	SetColumns([]string)
}

type Compressor

type Compressor interface {
	Compress([]byte) ([]byte, error)
}

Compressor compresses and decompresses bytes

type Converter

type Converter interface {
	Encode(ctx api.StreamContext, d any) ([]byte, error)
	Decode(ctx api.StreamContext, b []byte) (any, error)
}

Converter converts bytes & map or []map according to the schema

type ConverterProvider

type ConverterProvider func(schemaFileName string, SchemaMessageName string, delimiter string, logicalSchema map[string]*ast.JsonStreamField) (Converter, error)

ConverterProvider The format, schema information are passed in by stream options The columns information is defined in the source side, like file source

type Decompressor

type Decompressor interface {
	Decompress([]byte) ([]byte, error)
}

type Encryptor

type Encryptor interface {
	Encrypt([]byte) []byte
}

Encryptor encrypts bytes

type SchemaProvider

type SchemaProvider interface {
	GetSchemaJson() string
}

type SchemaResetAbleConverter

type SchemaResetAbleConverter interface {
	ResetSchema(schema map[string]*ast.JsonStreamField)
}