encoder

Documentation

Index

• type CsvDecoder
  • func (dec *CsvDecoder) Close() error
  • func (dec *CsvDecoder) Read(p []byte) (n int, err error)
• type CsvEncoder
  • func (enc *CsvEncoder) Close() error
  • func (enc *CsvEncoder) CloseWithError(err error) error
  • func (enc *CsvEncoder) Open() error
  • func (enc *CsvEncoder) Write(entities []*uda.Entity) (int, error)
• type EncodingEntityReader
  • func NewEntityDecoder(backend conf.StorageBackend, reader *io.PipeReader, since string, ...) (EncodingEntityReader, error)
• type EncodingEntityWriter
  • func NewEntityEncoder(backend conf.StorageBackend, writer *io.PipeWriter, logger *zap.SugaredLogger) EncodingEntityWriter
• type FlatFileDecoder
  • func (d *FlatFileDecoder) Close() error
  • func (d *FlatFileDecoder) ParseLine(line string, config *conf.FlatFileConfig) (map[string]interface{}, error)
  • func (d *FlatFileDecoder) Read(p []byte) (n int, err error)
• type FlatFileEncoder
  • func (enc *FlatFileEncoder) Close() error
  • func (enc *FlatFileEncoder) CloseWithError(err error) error
  • func (enc *FlatFileEncoder) Write(entities []*uda.Entity) (int, error)
• type JSONEncoder
  • func (enc *JSONEncoder) Close() error
  • func (enc *JSONEncoder) CloseWithError(err error) error
  • func (enc *JSONEncoder) Open() error
  • func (enc *JSONEncoder) Write(entities []*uda.Entity) (int, error)
• type NDJsonDecoder
  • func (d *NDJsonDecoder) Close() error
  • func (d *NDJsonDecoder) Read(p []byte) (n int, err error)
• type NDJsonEncoder
  • func (enc *NDJsonEncoder) Close() error
  • func (enc *NDJsonEncoder) CloseWithError(err error) error
  • func (enc *NDJsonEncoder) Write(entities []*uda.Entity) (int, error)
• type ParquetDecoder
  • func (d *ParquetDecoder) Close() error
  • func (d *ParquetDecoder) ParseLine(line map[string]interface{}) (map[string]interface{}, error)
  • func (d *ParquetDecoder) Read(p []byte) (n int, err error)
• type ParquetEncoder
  • func (enc *ParquetEncoder) Close() error
  • func (enc *ParquetEncoder) CloseWithError(err error) error
  • func (enc *ParquetEncoder) Open() error
  • func (enc *ParquetEncoder) Write(entities []*uda.Entity) (int, error)

Types

type CsvDecoder

type CsvDecoder struct {
	// contains filtered or unexported fields
}

func (*CsvDecoder) Close

func (dec *CsvDecoder) Close() error

func (*CsvDecoder) Read

func (dec *CsvDecoder) Read(p []byte) (n int, err error)

type CsvEncoder

type CsvEncoder struct {
	// contains filtered or unexported fields
}

CsvFileEncoder ********************** ENCODER ****************************************/

func (*CsvEncoder) Close

func (enc *CsvEncoder) Close() error

func (*CsvEncoder) CloseWithError

func (enc *CsvEncoder) CloseWithError(err error) error

func (*CsvEncoder) Open

func (enc *CsvEncoder) Open() error

func (*CsvEncoder) Write

func (enc *CsvEncoder) Write(entities []*uda.Entity) (int, error)

type EncodingEntityReader

type EncodingEntityReader interface {
	io.Closer
	io.Reader
}

func NewEntityDecoder

func NewEntityDecoder(backend conf.StorageBackend, reader *io.PipeReader, since string, logger *zap.SugaredLogger, fullSync bool) (EncodingEntityReader, error)

type EncodingEntityWriter

type EncodingEntityWriter interface {
	io.Closer
	Write(entities []*uda.Entity) (int, error)
	CloseWithError(err error) error
}

func NewEntityEncoder

func NewEntityEncoder(backend conf.StorageBackend, writer *io.PipeWriter, logger *zap.SugaredLogger) EncodingEntityWriter

type FlatFileDecoder

type FlatFileDecoder struct {
	// contains filtered or unexported fields
}

FlatFileDecoder ********************** DECODER ****************************************/

func (*FlatFileDecoder) Close

func (d *FlatFileDecoder) Close() error

func (*FlatFileDecoder) ParseLine

func (d *FlatFileDecoder) ParseLine(line string, config *conf.FlatFileConfig) (map[string]interface{}, error)

func (*FlatFileDecoder) Read

func (d *FlatFileDecoder) Read(p []byte) (n int, err error)

type FlatFileEncoder

type FlatFileEncoder struct {
	// contains filtered or unexported fields
}

FlatFileEncoder ********************** ENCODER ****************************************/

func (*FlatFileEncoder) Close

func (enc *FlatFileEncoder) Close() error

func (*FlatFileEncoder) CloseWithError

func (enc *FlatFileEncoder) CloseWithError(err error) error

func (*FlatFileEncoder) Write

func (enc *FlatFileEncoder) Write(entities []*uda.Entity) (int, error)

type JSONEncoder

type JSONEncoder struct {
	// contains filtered or unexported fields
}

func (*JSONEncoder) Close

func (enc *JSONEncoder) Close() error

func (*JSONEncoder) CloseWithError

func (enc *JSONEncoder) CloseWithError(err error) error

func (*JSONEncoder) Open

func (enc *JSONEncoder) Open() error

func (*JSONEncoder) Write

func (enc *JSONEncoder) Write(entities []*uda.Entity) (int, error)

type NDJsonDecoder

type NDJsonDecoder struct {
	// contains filtered or unexported fields
}

NDJsonDecoder ********************** DECODER ****************************************/

func (*NDJsonDecoder) Close

func (d *NDJsonDecoder) Close() error

func (*NDJsonDecoder) Read

func (d *NDJsonDecoder) Read(p []byte) (n int, err error)

type NDJsonEncoder

type NDJsonEncoder struct {
	// contains filtered or unexported fields
}

NDJsonEncoder ********************** ENCODER ****************************************/

func (*NDJsonEncoder) Close

func (enc *NDJsonEncoder) Close() error

func (*NDJsonEncoder) CloseWithError

func (enc *NDJsonEncoder) CloseWithError(err error) error

func (*NDJsonEncoder) Write

func (enc *NDJsonEncoder) Write(entities []*uda.Entity) (int, error)

type ParquetDecoder

type ParquetDecoder struct {
	// contains filtered or unexported fields
}

ParquetDecoder ********************** DECODER ****************************************/

func (*ParquetDecoder) Close

func (d *ParquetDecoder) Close() error

func (*ParquetDecoder) ParseLine

func (d *ParquetDecoder) ParseLine(line map[string]interface{}) (map[string]interface{}, error)

func (*ParquetDecoder) Read

func (d *ParquetDecoder) Read(p []byte) (n int, err error)

type ParquetEncoder

type ParquetEncoder struct {
	// contains filtered or unexported fields
}

func (*ParquetEncoder) Close

func (enc *ParquetEncoder) Close() error

func (*ParquetEncoder) CloseWithError

func (enc *ParquetEncoder) CloseWithError(err error) error

func (*ParquetEncoder) Open

func (enc *ParquetEncoder) Open() error

func (*ParquetEncoder) Write

func (enc *ParquetEncoder) Write(entities []*uda.Entity) (int, error)