file

Documentation

Index

• func GetIo(parsed *url.URL, config *data.StreamConfig) (io *bufio.Writer, err error)
• type CSVDataWriter
  • func AddCSV(ds *data.DataStream, writer io.Writer) *CSVDataWriter
  • func NewCSVDataWriter(datastream *data.DataStream, writer io.Writer) *CSVDataWriter
  • func (cw *CSVDataWriter) Close() error
  • func (cw *CSVDataWriter) Flush() error
  • func (cw *CSVDataWriter) WriteRow(row []any) error
• type DecimalType
• type JSONLWriter
  • func AddJSONL(ds *data.DataStream, writer io.Writer) *JSONLWriter
  • func (w *JSONLWriter) Close() error
  • func (w *JSONLWriter) Flush() error
  • func (w *JSONLWriter) WriteRow(row []any) error
• type MappedType
• type ParquetDataWriter
  • func AddParquet(ds *data.DataStream, writer io.Writer) *ParquetDataWriter
  • func NewParquetDataWriter(datastream *data.DataStream, ioWriter io.Writer) *ParquetDataWriter
  • func (pw *ParquetDataWriter) Close() error
  • func (pw *ParquetDataWriter) Flush() error
  • func (pw *ParquetDataWriter) WriteRow(row []any) error
• type ParquetDecimal

Functions

func GetIo

func GetIo(parsed *url.URL, config *data.StreamConfig) (io *bufio.Writer, err error)

Types

type CSVDataWriter

type CSVDataWriter struct {
	// contains filtered or unexported fields
}

func AddCSV

func AddCSV(ds *data.DataStream, writer io.Writer) *CSVDataWriter

func NewCSVDataWriter

func NewCSVDataWriter(datastream *data.DataStream, writer io.Writer) *CSVDataWriter

func (*CSVDataWriter) Close

func (cw *CSVDataWriter) Close() error

func (*CSVDataWriter) Flush

func (cw *CSVDataWriter) Flush() error

func (*CSVDataWriter) WriteRow

func (cw *CSVDataWriter) WriteRow(row []any) error

type DecimalType

type DecimalType int

const (
	UnknownDecimal DecimalType = iota
	Int32Decimal
	Int64Decimal
	ByteArrayDecimal
)

type JSONLWriter

type JSONLWriter struct {
	// contains filtered or unexported fields
}

func AddJSONL

func AddJSONL(ds *data.DataStream, writer io.Writer) *JSONLWriter

func (*JSONLWriter) Close

func (w *JSONLWriter) Close() error

func (*JSONLWriter) Flush

func (w *JSONLWriter) Flush() error

func (*JSONLWriter) WriteRow

func (w *JSONLWriter) WriteRow(row []any) error

type MappedType

type MappedType struct {
	ParquetType parquet.Type
	LogicalType schema.LogicalType
	GoType      reflect.Type
}

type ParquetDataWriter

type ParquetDataWriter struct {
	// contains filtered or unexported fields
}

func AddParquet

func AddParquet(ds *data.DataStream, writer io.Writer) *ParquetDataWriter

func NewParquetDataWriter

func NewParquetDataWriter(datastream *data.DataStream, ioWriter io.Writer) *ParquetDataWriter

func (*ParquetDataWriter) Close

func (pw *ParquetDataWriter) Close() error

func (*ParquetDataWriter) Flush

func (pw *ParquetDataWriter) Flush() error

func (*ParquetDataWriter) WriteRow

func (pw *ParquetDataWriter) WriteRow(row []any) error

type ParquetDecimal

type ParquetDecimal struct {
	Type         DecimalType // Discriminator to indicate the active type
	Int32Val     int32
	Int64Val     int64
	ByteArrayVal []byte
}