file

Documentation

Index

• func GetIo(parsed *url.URL, config *data.StreamConfig) (io *bufio.Writer, err error)
• func TimestampNTZ(unit parquet.TimeUnit) parquet.Node
• type CSVDataWriter
  • func AddCSV(ds *data.DataStream, writer io.Writer) *CSVDataWriter
  • func NewCSVDataWriter(datastream *data.DataStream, writer io.Writer) *CSVDataWriter
  • func (cw *CSVDataWriter) Close() error
  • func (cw *CSVDataWriter) Flush() error
  • func (cw *CSVDataWriter) WriteRow(row []any) error
• type ColumnField
  • func (c *ColumnField) Name() string
  • func (c *ColumnField) Value(base reflect.Value) reflect.Value
• type JSONLWriter
  • func AddJSONL(ds *data.DataStream, writer io.Writer) *JSONLWriter
  • func (w *JSONLWriter) Close() error
  • func (w *JSONLWriter) Flush() error
  • func (w *JSONLWriter) WriteRow(row []any) error
• type ParquetDataWriter
  • func AddParquet(ds *data.DataStream, writer io.Writer) *ParquetDataWriter
  • func NewParquetDataWriter(datastream *data.DataStream, ioWriter io.Writer) *ParquetDataWriter
  • func (pw *ParquetDataWriter) Close() error
  • func (pw *ParquetDataWriter) Flush() error
  • func (pw *ParquetDataWriter) WriteRow(row []any) error
• type RootNode
  • func (r *RootNode) Compression() compress.Codec
  • func (r *RootNode) Encoding() encoding.Encoding
  • func (r *RootNode) Fields() []parquet.Field
  • func (r *RootNode) GoType() reflect.Type
  • func (r *RootNode) ID() int
  • func (r *RootNode) Leaf() bool
  • func (r *RootNode) Optional() bool
  • func (r *RootNode) Repeated() bool
  • func (r *RootNode) Required() bool
  • func (r *RootNode) String() string
  • func (r *RootNode) Type() parquet.Type

Functions

func GetIo

func GetIo(parsed *url.URL, config *data.StreamConfig) (io *bufio.Writer, err error)

func TimestampNTZ

func TimestampNTZ(unit parquet.TimeUnit) parquet.Node

Types

type CSVDataWriter

type CSVDataWriter struct {
	// contains filtered or unexported fields
}

func AddCSV

func AddCSV(ds *data.DataStream, writer io.Writer) *CSVDataWriter

func NewCSVDataWriter

func NewCSVDataWriter(datastream *data.DataStream, writer io.Writer) *CSVDataWriter

func (*CSVDataWriter) Close

func (cw *CSVDataWriter) Close() error

func (*CSVDataWriter) Flush

func (cw *CSVDataWriter) Flush() error

func (*CSVDataWriter) WriteRow

func (cw *CSVDataWriter) WriteRow(row []any) error

type ColumnField

type ColumnField struct {
	parquet.Node
	Column data.Column
}

func (*ColumnField) Name

func (c *ColumnField) Name() string

func (*ColumnField) Value

func (c *ColumnField) Value(base reflect.Value) reflect.Value

type JSONLWriter

type JSONLWriter struct {
	// contains filtered or unexported fields
}

func AddJSONL

func AddJSONL(ds *data.DataStream, writer io.Writer) *JSONLWriter

func (*JSONLWriter) Close

func (w *JSONLWriter) Close() error

func (*JSONLWriter) Flush

func (w *JSONLWriter) Flush() error

func (*JSONLWriter) WriteRow

func (w *JSONLWriter) WriteRow(row []any) error

type ParquetDataWriter

type ParquetDataWriter struct {
	// contains filtered or unexported fields
}

func AddParquet

func AddParquet(ds *data.DataStream, writer io.Writer) *ParquetDataWriter

func NewParquetDataWriter

func NewParquetDataWriter(datastream *data.DataStream, ioWriter io.Writer) *ParquetDataWriter

func (*ParquetDataWriter) Close

func (pw *ParquetDataWriter) Close() error

func (*ParquetDataWriter) Flush

func (pw *ParquetDataWriter) Flush() error

func (*ParquetDataWriter) WriteRow

func (pw *ParquetDataWriter) WriteRow(row []any) error

type RootNode

type RootNode struct {
	Columns []ColumnField
}

func (*RootNode) Compression

func (r *RootNode) Compression() compress.Codec

func (*RootNode) Encoding

func (r *RootNode) Encoding() encoding.Encoding

func (*RootNode) Fields

func (r *RootNode) Fields() []parquet.Field

func (*RootNode) GoType

func (r *RootNode) GoType() reflect.Type

func (*RootNode) ID

func (r *RootNode) ID() int

func (*RootNode) Leaf

func (r *RootNode) Leaf() bool

func (*RootNode) Optional

func (r *RootNode) Optional() bool

func (*RootNode) Repeated

func (r *RootNode) Repeated() bool

func (*RootNode) Required

func (r *RootNode) Required() bool

func (*RootNode) String

func (r *RootNode) String() string

func (*RootNode) Type

func (r *RootNode) Type() parquet.Type