parquet

Nov 20, 2024

Changes in this version

+ const BufferSize — darwin/amd64, linux/amd64, windows/amd64

+ func JSONToArray(buffer []byte) ([]model.Dictionary, error)

+ func JSONToPackedDictionary(jsonline []byte) (model.Dictionary, error)

+ type Sink struct

+ func NewSink(file io.Writer, schema *arrow.Schema) (Sink, error)

+ func NewSinkWithContext(file io.Writer, schema *arrow.Schema, counter string) (Sink, error)

+ func (s Sink) Close() error

+ func (s Sink) Open() error

+ func (s Sink) ProcessDictionary(dictionary model.Entry) error

+ type Source struct

+ func NewPackedSource(path string) (*Source, error)

+ func NewSource(path string) (*Source, error)

+ func (s *Source) Err() error

+ func (s *Source) Next() bool

+ func (s *Source) NextBatch() bool

+ func (s *Source) Open() error

+ func (s *Source) Schema() (*arrow.Schema, error)

+ func (s *Source) Value() model.Entry