file

Feb 7, 2025

Changes in this version

+ type ColumnMetadata struct

+ Len int32

+ Name string

+ Type string

Jan 17, 2025

Changes in this version

+ type AzureBlob struct

+ func (a *AzureBlob) Close() error

+ func (a *AzureBlob) Write(p []byte) (n int, err error)

+ type AzureBlobConfig struct

+ func ParseAzureBlobURL(blobUrl *url.URL) (*AzureBlobConfig, error)

+ func ParseAzurite(blobUrl *url.URL) (*AzureBlobConfig, error)

+ func (a *AzureBlobConfig) GetWriter(ctx context.Context) (*AzureBlob, error)

+ type BufferedWriter struct

+ func NewBufferedWriter(writer io.Writer, closers ...io.WriteCloser) *BufferedWriter

+ func (b *BufferedWriter) Close() error

+ func (b *BufferedWriter) Write(p []byte) (n int, err error)

+ type WriteCloseBuffer struct

+ func NewWriteCloseBuffer(buf *bytes.Buffer) *WriteCloseBuffer

+ func (wcb *WriteCloseBuffer) Close() error

+ func (wcb *WriteCloseBuffer) Write(p []byte) (n int, err error)

Jan 9, 2025

Changes in this version

+ func ValueToString(value any, col data.Column) (string, error)

Jan 4, 2025

Changes in this version

+ type CSVBatchWriter struct

+ func (cb *CSVBatchWriter) WriteBatch(batch data.Batch) error

type CSVDataWriter

+ func (cw *CSVDataWriter) CreateBatchWriter() data.BatchWriter

+ func (cw *CSVDataWriter) ProcessRow(row []any) ([]string, error)

+ type JSONLBatchWriter struct

+ func (bw *JSONLBatchWriter) WriteBatch(batch data.Batch) error

type JSONLWriter

+ func NewJSONLWriter(ds *data.DataStream, writer io.Writer) *JSONLWriter

+ func (w *JSONLWriter) CreateBatchWriter() data.BatchWriter

+ func (w *JSONLWriter) ProcessRow(row []any) ([]byte, error)

+ type ParquetBatchWriter struct

+ func (pb *ParquetBatchWriter) WriteBatch(batch data.Batch) error

type ParquetDataWriter

+ func (pw *ParquetDataWriter) CreateBatchWriter() data.BatchWriter

Jan 1, 2025

Changes in this version

+ func NewProgressBar() *progressbar.ProgressBar

Dec 31, 2024

Changes in this version

+ func AddFileWriter(format string, ds *data.DataStream, writer io.Writer) (data.DataWriter, error)

+ func CreateCompressedWriter(bufWriter *bufio.Writer, compressionType string, format string) (io.WriteCloser, error)

+ func GetPathAndIO(parsed *url.URL, counter io.Writer, filename, compression, format string) (*url.URL, io.WriteCloser, error)

Dec 31, 2024

Changes in this version

+ func BuildFullPath(parsed *url.URL, config *data.StreamConfig) (string, error)

Dec 9, 2024

Changes in this version

+ type DecimalType int

+ const ByteArrayDecimal

+ const Int32Decimal

+ const Int64Decimal

+ const UnknownDecimal

+ type MappedType struct

+ GoType reflect.Type

+ LogicalType schema.LogicalType

+ ParquetType parquet.Type

+ type ParquetDecimal struct

+ ByteArrayVal []byte

+ Int32Val int32

+ Int64Val int64

+ Type DecimalType

Nov 5, 2024

Changes in this version

+ func ConvertBigFloatToUnscaledInt(value *big.Float, scale int) *big.Int

+ func ConvertDecimalStringToUnscaledInt(decimalStr string, scale int) (*big.Int, error)

+ func ConvertUnscaledIntToParquetByteArray(unscaledValue *big.Int) ([]byte, error)

+ func FastPowerOfTen(scale int) *big.Float

+ func GetIo(parsed *url.URL, config *data.StreamConfig) (io *bufio.Writer, err error)

+ func TimestampNTZ(unit parquet.TimeUnit) parquet.Node

+ type CSVDataWriter struct

+ func AddCSV(ds *data.DataStream, writer io.Writer) *CSVDataWriter

+ func NewCSVDataWriter(datastream *data.DataStream, writer io.Writer) *CSVDataWriter

+ func (cw *CSVDataWriter) Close() error

+ func (cw *CSVDataWriter) Flush() error

+ func (cw *CSVDataWriter) WriteRow(row []any) error

+ type ColumnField struct

+ Column data.Column

+ func (c *ColumnField) Name() string

+ func (c *ColumnField) Value(base reflect.Value) reflect.Value

+ type JSONLWriter struct

+ func AddJSONL(ds *data.DataStream, writer io.Writer) *JSONLWriter

+ func (w *JSONLWriter) Close() error

+ func (w *JSONLWriter) Flush() error

+ func (w *JSONLWriter) WriteRow(row []any) error

+ type ParquetDataWriter struct

+ func AddParquet(ds *data.DataStream, writer io.Writer) *ParquetDataWriter

+ func NewParquetDataWriter(datastream *data.DataStream, ioWriter io.Writer) *ParquetDataWriter

+ func (pw *ParquetDataWriter) Close() error

+ func (pw *ParquetDataWriter) Flush() error

+ func (pw *ParquetDataWriter) WriteRow(row []any) error

+ type RootNode struct

+ Columns []ColumnField

+ func (r *RootNode) Compression() compress.Codec

+ func (r *RootNode) Encoding() encoding.Encoding

+ func (r *RootNode) Fields() []parquet.Field

+ func (r *RootNode) GoType() reflect.Type

+ func (r *RootNode) ID() int

+ func (r *RootNode) Leaf() bool

+ func (r *RootNode) Optional() bool

+ func (r *RootNode) Repeated() bool

+ func (r *RootNode) Required() bool

+ func (r *RootNode) String() string

+ func (r *RootNode) Type() parquet.Type