encoder

package

Go to main page

Versions in this module

v0

v0.2.9

Oct 30, 2024

v0.2.8

Sep 20, 2024

v0.2.7

Sep 3, 2024

v0.2.6

Aug 23, 2024

v0.2.5

Aug 1, 2024

Changes in this version

type ConcatenatingWriter

+ func NewConcatenatingWriter(sourceConfig map[string]any, output io.WriteCloser) (ConcatenatingWriter, error)

v0.2.4

Jul 30, 2024

Changes in this version

+ type CSVConcatenatingWriter struct

+ HasHeader bool

+ func NewCSVConcatenatingWriter(output io.WriteCloser, hasHeader bool) *CSVConcatenatingWriter

+ func (m *CSVConcatenatingWriter) Close() error

+ func (m *CSVConcatenatingWriter) Write(reader io.ReadCloser) (err error)

+ type ConcatenatingWriter interface

+ Close func() error

+ Write func(reader io.ReadCloser) error

+ type GenericConcatenatingWriter struct

+ func NewGenericConcatenatingWriter(output io.WriteCloser) *GenericConcatenatingWriter

+ func (m *GenericConcatenatingWriter) Close() error

+ func (m *GenericConcatenatingWriter) Write(reader io.ReadCloser) (err error)

+ type JSONConcatenatingWriter struct

+ func NewJSONConcatenatingWriter(output io.WriteCloser) *JSONConcatenatingWriter

+ func (m *JSONConcatenatingWriter) Close() error

+ func (m *JSONConcatenatingWriter) Write(reader io.ReadCloser) (err error)

+ type ParquetConcatenatingWriter struct

+ func NewParquetConcatenatingWriter(output io.WriteCloser) (*ParquetConcatenatingWriter, error)

+ func (m *ParquetConcatenatingWriter) Close() error

+ func (m *ParquetConcatenatingWriter) Write(reader io.ReadCloser) (err error)

v0.2.3

Mar 15, 2024

Changes in this version

+ type FlatFileConfig struct

+ Fields []FlatFileField

+ func NewFlatFileReadConfig(sourceConfig map[string]any) (*FlatFileConfig, error)

+ func NewFlatFileWriteConfig(sourceConfig map[string]any) (*FlatFileConfig, error)

+ type FlatFileField struct

+ Ignore bool

+ Length int

+ Name string

+ NumberPad bool

+ type FlatFileItem struct

+ func (item *FlatFileItem) GetPropertyNames() []string

+ func (item *FlatFileItem) GetValue(key string) any

+ func (item *FlatFileItem) NativeItem() any

+ func (item *FlatFileItem) SetValue(key string, value any)

+ type FlatFileItemFactory struct

+ func (c *FlatFileItemFactory) NewItem() common_datalayer.Item

+ type FlatFileItemIterator struct

+ func NewFlatFileItemIterator(sourceConfig map[string]any, data io.ReadCloser) (*FlatFileItemIterator, error)

+ func (c *FlatFileItemIterator) Close() error

+ func (c *FlatFileItemIterator) Read() (common_datalayer.Item, error)

+ type FlatFileItemWriter struct

+ func NewFlatFileItemWriter(sourceConfig map[string]any, data io.WriteCloser, ...) (*FlatFileItemWriter, error)

+ func (c *FlatFileItemWriter) Close() error

+ func (c *FlatFileItemWriter) Write(item common_datalayer.Item) error

type ItemFactory

+ func NewFlatFileItemFactory() ItemFactory

+ func NewParquetItemFactory() ItemFactory

+ type ParquetEncoderConfig struct

+ FlushThreshold int64

+ IgnoreColumns []string

+ SchemaDef *parquetschema.SchemaDefinition

+ func NewParquetDecoderConfig(sourceConfig map[string]any) (*ParquetEncoderConfig, error)

+ func NewParquetEncoderConfig(sourceConfig map[string]any) (*ParquetEncoderConfig, error)

+ type ParquetItem struct

+ func (item *ParquetItem) GetPropertyNames() []string

+ func (item *ParquetItem) GetValue(key string) any

+ func (item *ParquetItem) NativeItem() any

+ func (item *ParquetItem) SetValue(key string, value any)

+ type ParquetItemFactory struct

+ func (c *ParquetItemFactory) NewItem() cdl.Item

+ type ParquetItemIterator struct

+ func NewParquetItemIterator(sourceConfig map[string]any, data io.ReadCloser) (*ParquetItemIterator, error)

+ func (c *ParquetItemIterator) Close() error

+ func (c *ParquetItemIterator) Read() (cdl.Item, error)

+ type ParquetItemWriter struct

+ func NewParquetItemWriter(sourceConfig map[string]any, data io.WriteCloser, batchInfo *cdl.BatchInfo) (*ParquetItemWriter, error)

+ func (c *ParquetItemWriter) Close() error

+ func (c *ParquetItemWriter) Write(item cdl.Item) error

v0.2.2

Mar 11, 2024

Changes in this version

+ type CSVEncoderConfig struct

+ Columns []string

+ FileEncoding string

+ HasHeader bool

+ IgnoreColumns []string

+ Separator string

+ ValidateFields bool

+ func NewCSVEncoderConfig(sourceConfig map[string]any) (*CSVEncoderConfig, error)

v0.2.1

Mar 5, 2024

Changes in this version

+ type CSVItem struct

+ func (item *CSVItem) GetPropertyNames() []string

+ func (item *CSVItem) GetValue(key string) any

+ func (item *CSVItem) NativeItem() any

+ func (item *CSVItem) SetValue(key string, value any)

+ type CSVItemFactory struct

+ func (c *CSVItemFactory) NewItem() common_datalayer.Item

+ type CSVItemIterator struct

+ func NewCSVItemIterator(sourceConfig map[string]any, data io.ReadCloser) (*CSVItemIterator, error)

+ func (c *CSVItemIterator) Close() error

+ func (c *CSVItemIterator) Read() (common_datalayer.Item, error)

+ type CSVItemWriter struct

+ func NewCSVItemWriter(sourceConfig map[string]any, data io.WriteCloser, ...) (*CSVItemWriter, error)

+ func (c *CSVItemWriter) Close() error

+ func (c *CSVItemWriter) Write(item common_datalayer.Item) error

+ type ItemFactory interface

+ NewItem func() common_datalayer.Item

+ func NewCSVItemFactory() ItemFactory

+ func NewItemFactory(sourceConfig map[string]any) (ItemFactory, error)

+ func NewJsonItemFactory() ItemFactory

+ type ItemIterator interface

+ Close func() error

+ Read func() (common_datalayer.Item, error)

+ func NewItemIterator(sourceConfig map[string]any, data io.ReadCloser) (ItemIterator, error)

+ type ItemWriter interface

+ Close func() error

+ Write func(item common_datalayer.Item) error

+ func NewItemWriter(sourceConfig map[string]any, data io.WriteCloser, ...) (ItemWriter, error)

+ type JsonItem struct

+ func (item *JsonItem) GetPropertyNames() []string

+ func (item *JsonItem) GetValue(key string) any

+ func (item *JsonItem) NativeItem() any

+ func (item *JsonItem) SetValue(key string, value any)

+ type JsonItemFactory struct

+ func (j *JsonItemFactory) NewItem() common_datalayer.Item

+ type JsonItemIterator struct

+ func NewJsonItemIterator(sourceConfig map[string]any, data io.ReadCloser) (*JsonItemIterator, error)

+ func (j *JsonItemIterator) Close() error

+ func (j *JsonItemIterator) Read() (common_datalayer.Item, error)

+ type JsonItemWriter struct

+ func NewJsonItemWriter(sourceConfig map[string]any, data io.WriteCloser, ...) (*JsonItemWriter, error)

+ func (j *JsonItemWriter) Close() error

+ func (j *JsonItemWriter) Write(item common_datalayer.Item) error

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL