message

Documentation

Index

• Constants
• type ColumnSetter
• type Compressor
• type Converter
• type ConverterProvider
• type Decompressor
• type SchemaMergeAbleConverter
• type SchemaProvider

Constants

const (
	FormatBinary    = "binary"
	FormatJson      = "json"
	FormatProtobuf  = "protobuf"
	FormatDelimited = "delimited"
	FormatCustom    = "custom"

	DefaultField = "self"
	MetaKey      = "__meta"
)

Types

type ColumnSetter

type ColumnSetter interface {
	SetColumns([]string)
}

type Compressor

type Compressor interface {
	Compress([]byte) ([]byte, error)
}

Compressor compresses and decompresses bytes

type Converter

type Converter interface {
	Encode(d interface{}) ([]byte, error)
	Decode(b []byte) (interface{}, error)
}

Converter converts bytes & map or []map according to the schema

type ConverterProvider

type ConverterProvider func(schemaFileName string, SchemaMessageName string, delimiter string) (Converter, error)

ConverterProvider The format, schema information are passed in by stream options The columns information is defined in the source side, like file source

type Decompressor

type Decompressor interface {
	Decompress([]byte) ([]byte, error)
}

type SchemaMergeAbleConverter

type SchemaMergeAbleConverter interface {
	MergeSchema(key, datasource string, newSchema map[string]*ast.JsonStreamField, isWildcard bool) error
	DetachSchema(key string) error
}

type SchemaProvider

type SchemaProvider interface {
	GetSchemaJson() string
}