Documentation
¶
Index ¶
Constants ¶
View Source
const ( FormatBinary = "binary" FormatJson = "json" FormatProtobuf = "protobuf" FormatDelimited = "delimited" FormatCustom = "custom" DefaultField = "self" MetaKey = "__meta" )
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type ColumnSetter ¶
type ColumnSetter interface {
SetColumns([]string)
}
type Compressor ¶
Compressor compresses and decompresses bytes
type Converter ¶
type Converter interface { Encode(ctx api.StreamContext, d any) ([]byte, error) Decode(ctx api.StreamContext, b []byte) (any, error) }
Converter converts bytes & map or []map according to the schema
type ConverterProvider ¶
type ConverterProvider func(schemaFileName string, SchemaMessageName string, delimiter string, logicalSchema map[string]*ast.JsonStreamField) (Converter, error)
ConverterProvider The format, schema information are passed in by stream options The columns information is defined in the source side, like file source
type Decompressor ¶
type SchemaProvider ¶
type SchemaProvider interface {
GetSchemaJson() string
}
type SchemaResetAbleConverter ¶
type SchemaResetAbleConverter interface {
ResetSchema(schema map[string]*ast.JsonStreamField)
}
Click to show internal directories.
Click to hide internal directories.