Why Go
- Case Studies
  
  Common problems companies solve with Go
- Use Cases
  
  Stories about how and why companies use Go
- Security Policy
  
  How Go can help keep you secure by default
Learn
Docs
- Effective Go
  
  Tips for writing clear, performant, and idiomatic Go code
- Go User Manual
  
  A complete introduction to building software with Go
- Standard library
  
  Reference documentation for Go's standard library
- Release Notes
  
  Learn what's new in each Go release
Packages
Community
- Recorded Talks
  
  Videos from prior events
- Meetups
  
  Meet other local Go developers
- Conferences
  
  Learn and network with Go developers from around the world
- Go blog
  
  The Go project's official blog.
- Go project
  
  Get help and stay informed from Go
- Get connected

pqarrow

package

Go to main page

Versions in this module

v14

v14.0.2

Dec 12, 2023

v14.0.1

Nov 6, 2023

v14.0.0

Oct 19, 2023

Changes in this version

+ func DecimalSize(precision int32) int32

+ func FromParquet(sc *schema.Schema, props *ArrowReadProperties, kv metadata.KeyValueMetadata) (*arrow.Schema, error)

+ func NewArrowWriteContext(ctx context.Context, props *ArrowWriterProperties) context.Context

+ func ReadTable(ctx context.Context, r parquet.ReaderAtSeeker, props *parquet.ReaderProperties, ...) (arrow.Table, error)

+ func ToParquet(sc *arrow.Schema, props *parquet.WriterProperties, ...) (*schema.Schema, error)

+ func WriteArrowToColumn(ctx context.Context, cw file.ColumnChunkWriter, leafArr arrow.Array, ...) error

+ func WriteTable(tbl arrow.Table, w io.Writer, chunkSize int64, props *parquet.WriterProperties, ...) error

+ type ArrowColumnWriter struct

+ func NewArrowColumnWriter(data *arrow.Chunked, offset, size int64, manifest *SchemaManifest, ...) (ArrowColumnWriter, error)

+ func (acw *ArrowColumnWriter) Write(ctx context.Context) error

+ type ArrowReadProperties struct

+ BatchSize int64

+ Parallel bool

+ func (props *ArrowReadProperties) ReadDict(colIdx int) bool

+ func (props *ArrowReadProperties) SetReadDict(colIdx int, readDict bool)

+ type ArrowWriterProperties struct

+ func DefaultWriterProps() ArrowWriterProperties

+ func NewArrowWriterProperties(opts ...WriterOption) ArrowWriterProperties

+ type ColumnChunkReader struct

+ func (ccr ColumnChunkReader) Read(ctx context.Context) (*arrow.Chunked, error)

+ type ColumnReader struct

+ func (c *ColumnReader) NextBatch(size int64) (*arrow.Chunked, error)

+ type FileReader struct

+ Manifest *SchemaManifest

+ Props ArrowReadProperties

+ func NewFileReader(rdr *file.Reader, props ArrowReadProperties, mem memory.Allocator) (*FileReader, error)

+ func (fr *FileReader) GetColumn(ctx context.Context, i int) (*ColumnReader, error)

+ func (fr *FileReader) GetFieldReader(ctx context.Context, i int, includedLeaves map[int]bool, rowGroups []int) (*ColumnReader, error)

+ func (fr *FileReader) GetFieldReaders(ctx context.Context, colIndices, rowGroups []int) ([]*ColumnReader, *arrow.Schema, error)

+ func (fr *FileReader) GetRecordReader(ctx context.Context, colIndices, rowGroups []int) (RecordReader, error)

+ func (fr *FileReader) ParquetReader() *file.Reader

+ func (fr *FileReader) ReadColumn(rowGroups []int, rdr *ColumnReader) (*arrow.Chunked, error)

+ func (fr *FileReader) ReadRowGroups(ctx context.Context, indices, rowGroups []int) (arrow.Table, error)

+ func (fr *FileReader) ReadTable(ctx context.Context) (arrow.Table, error)

+ func (fr *FileReader) RowGroup(idx int) RowGroupReader

+ func (fr *FileReader) Schema() (*arrow.Schema, error)

+ type FileWriter struct

+ func NewFileWriter(arrschema *arrow.Schema, w io.Writer, props *parquet.WriterProperties, ...) (*FileWriter, error)

+ func (fw *FileWriter) AppendKeyValueMetadata(key string, value string) error

+ func (fw *FileWriter) Close() error

+ func (fw *FileWriter) NewBufferedRowGroup()

+ func (fw *FileWriter) NewRowGroup()

+ func (fw *FileWriter) RowGroupTotalBytesWritten() int64

+ func (fw *FileWriter) RowGroupTotalCompressedBytes() int64

+ func (fw *FileWriter) Write(rec arrow.Record) error

+ func (fw *FileWriter) WriteBuffered(rec arrow.Record) error

+ func (fw *FileWriter) WriteColumnChunked(data *arrow.Chunked, offset, size int64) error

+ func (fw *FileWriter) WriteColumnData(data arrow.Array) error

+ func (fw *FileWriter) WriteTable(tbl arrow.Table, chunkSize int64) error

+ type RecordReader interface

+ type RowGroupReader struct

+ func (rgr RowGroupReader) Column(idx int) ColumnChunkReader

+ func (rgr RowGroupReader) ReadTable(ctx context.Context, colIndices []int) (arrow.Table, error)

+ type SchemaField struct

+ Children []SchemaField

+ ColIndex int

+ Field *arrow.Field

+ LevelInfo file.LevelInfo

+ func (s *SchemaField) IsLeaf() bool

+ type SchemaManifest struct

+ ChildToParent map[*SchemaField]*SchemaField

+ ColIndexToField map[int]*SchemaField

+ Fields []SchemaField

+ OriginSchema *arrow.Schema

+ SchemaMeta *arrow.Metadata

+ func NewSchemaManifest(sc *schema.Schema, meta metadata.KeyValueMetadata, props *ArrowReadProperties) (*SchemaManifest, error)

+ func (sm *SchemaManifest) GetColumnField(index int) (*SchemaField, error)

+ func (sm *SchemaManifest) GetFieldIndices(indices []int) ([]int, error)

+ func (sm *SchemaManifest) GetParent(field *SchemaField) *SchemaField

+ type WriterOption func(*config)

+ func WithAllocator(mem memory.Allocator) WriterOption

+ func WithCoerceTimestamps(unit arrow.TimeUnit) WriterOption

+ func WithDeprecatedInt96Timestamps(enabled bool) WriterOption

+ func WithNoMapLogicalType() WriterOption

+ func WithStoreSchema() WriterOption

+ func WithTruncatedTimestamps(allow bool) WriterOption

Other modules containing this package

github.com/apache/arrow/go/v10

github.com/apache/arrow/go/v11

github.com/apache/arrow/go/v12

github.com/apache/arrow/go/v13

github.com/apache/arrow/go/v15

github.com/apache/arrow/go/v16

github.com/apache/arrow/go/v17

github.com/apache/arrow/go/v7

github.com/apache/arrow/go/v8

github.com/apache/arrow/go/v9