Versions in this module Expand all Collapse all v9 v9.0.0 Jul 29, 2022 Changes in this version + const AadFileUniqueLength + const DefaultAllowPlaintextFiles + const DefaultBufSize + const DefaultCheckSignature + const DefaultCreatedBy + const DefaultDataPageSize + const DefaultDictionaryEnabled + const DefaultDictionaryPageSizeLimit + const DefaultEncryptedFooter + const DefaultEncryptionAlgorithm + const DefaultMaxRowGroupLen + const DefaultMaxStatsSize + const DefaultRootName + const DefaultStatsEnabled + const DefaultWriteBatchSize + const Int96SizeBytes + const MaximalAadMetadataLength + var ByteArraySizeBytes int = int(reflect.TypeOf(ByteArray{}).Size()) + var ByteArrayTraits byteArrayTraits + var ColumnOrders = struct{ ... } + var DefaultColumnOrder = ColumnOrders.TypeDefinedOrder + var Encodings = struct{ ... } + var FixedLenByteArraySizeBytes int = int(reflect.TypeOf(FixedLenByteArray{}).Size()) + var FixedLenByteArrayTraits fixedLenByteArrayTraits + var Int96Traits int96Traits + var Repetitions = struct{ ... } + var Types = struct{ ... } + type AADPrefixVerifier interface + Verify func(string) + type Algorithm struct + Aad struct{ ... } + Algo Cipher + func AlgorithmFromThrift(enc *format.EncryptionAlgorithm) (ret Algorithm) + func (e Algorithm) ToThrift() *format.EncryptionAlgorithm + type BufferedReader interface + Discard func(int) (int, error) + Peek func(int) ([]byte, error) + type ByteArray []byte + func (b ByteArray) Len() int + func (b ByteArray) String() string + type Cipher int + const AesCtr + const AesGcm + type ColumnDecryptOption func(*columnDecryptConfig) + func WithDecryptKey(key string) ColumnDecryptOption + type ColumnDecryptionProperties struct + func NewColumnDecryptionProperties(column string, opts ...ColumnDecryptOption) *ColumnDecryptionProperties + func (cd *ColumnDecryptionProperties) Clone() *ColumnDecryptionProperties + func (cd *ColumnDecryptionProperties) ColumnPath() string + func (cd *ColumnDecryptionProperties) IsUtilized() bool + func (cd *ColumnDecryptionProperties) Key() string + func (cd *ColumnDecryptionProperties) SetUtilized() + func (cd *ColumnDecryptionProperties) WipeOutDecryptionKey() + type ColumnEncryptOption func(*colEncryptConfig) + func WithKey(key string) ColumnEncryptOption + func WithKeyID(keyID string) ColumnEncryptOption + func WithKeyMetadata(keyMeta string) ColumnEncryptOption + type ColumnEncryptionProperties struct + func NewColumnEncryptionProperties(name string, opts ...ColumnEncryptOption) *ColumnEncryptionProperties + func (ce *ColumnEncryptionProperties) Clone() *ColumnEncryptionProperties + func (ce *ColumnEncryptionProperties) ColumnPath() string + func (ce *ColumnEncryptionProperties) IsEncrypted() bool + func (ce *ColumnEncryptionProperties) IsEncryptedWithFooterKey() bool + func (ce *ColumnEncryptionProperties) IsUtilized() bool + func (ce *ColumnEncryptionProperties) Key() string + func (ce *ColumnEncryptionProperties) KeyMetadata() string + func (ce *ColumnEncryptionProperties) SetUtilized() + func (ce *ColumnEncryptionProperties) WipeOutEncryptionKey() + type ColumnOrder *format.ColumnOrder + type ColumnPath []string + func ColumnPathFromString(s string) ColumnPath + func (c ColumnPath) Extend(s string) ColumnPath + func (c ColumnPath) String() string + type ColumnPathToDecryptionPropsMap map[string]*ColumnDecryptionProperties + type ColumnPathToEncryptionPropsMap map[string]*ColumnEncryptionProperties + type ColumnProperties struct + Codec compress.Compression + CompressionLevel int + DictionaryEnabled bool + Encoding Encoding + MaxStatsSize int64 + StatsEnabled bool + func DefaultColumnProperties() ColumnProperties + type DataPageVersion int8 + const DataPageV1 + const DataPageV2 + type DecryptionKeyRetriever interface + GetKey func(keyMetadata []byte) string + type Encoding format.Encoding + func (e Encoding) String() string + type EncryptOption func(*configEncrypt) + func DisableAadPrefixStorage() EncryptOption + func WithAadPrefix(aadPrefix string) EncryptOption + func WithAlg(cipher Cipher) EncryptOption + func WithEncryptedColumns(encrypted ColumnPathToEncryptionPropsMap) EncryptOption + func WithFooterKeyID(key string) EncryptOption + func WithFooterKeyMetadata(keyMeta string) EncryptOption + func WithPlaintextFooter() EncryptOption + type FileDecryptionOption func(*fileDecryptConfig) + func DisableFooterSignatureVerification() FileDecryptionOption + func WithColumnKeys(decrypt ColumnPathToDecryptionPropsMap) FileDecryptionOption + func WithDecryptAadPrefix(prefix string) FileDecryptionOption + func WithFooterKey(key string) FileDecryptionOption + func WithKeyRetriever(retriever DecryptionKeyRetriever) FileDecryptionOption + func WithPlaintextAllowed() FileDecryptionOption + func WithPrefixVerifier(verifier AADPrefixVerifier) FileDecryptionOption + type FileDecryptionProperties struct + KeyRetriever DecryptionKeyRetriever + Verifier AADPrefixVerifier + func NewFileDecryptionProperties(opts ...FileDecryptionOption) *FileDecryptionProperties + func (fd *FileDecryptionProperties) AadPrefix() string + func (fd *FileDecryptionProperties) Clone(newAadPrefix string) *FileDecryptionProperties + func (fd *FileDecryptionProperties) ColumnKey(path string) string + func (fd *FileDecryptionProperties) FooterKey() string + func (fd *FileDecryptionProperties) IsUtilized() bool + func (fd *FileDecryptionProperties) PlaintextFilesAllowed() bool + func (fd *FileDecryptionProperties) PlaintextFooterIntegrity() bool + func (fd *FileDecryptionProperties) SetUtilized() + func (fd *FileDecryptionProperties) WipeOutDecryptionKeys() + type FileEncryptionProperties struct + func NewFileEncryptionProperties(footerKey string, opts ...EncryptOption) *FileEncryptionProperties + func (fe *FileEncryptionProperties) Algorithm() Algorithm + func (fe *FileEncryptionProperties) Clone(newAadPrefix string) *FileEncryptionProperties + func (fe *FileEncryptionProperties) ColumnEncryptionProperties(path string) *ColumnEncryptionProperties + func (fe *FileEncryptionProperties) EncryptedColumns() ColumnPathToEncryptionPropsMap + func (fe *FileEncryptionProperties) EncryptedFooter() bool + func (fe *FileEncryptionProperties) FileAad() string + func (fe *FileEncryptionProperties) FooterKey() string + func (fe *FileEncryptionProperties) FooterKeyMetadata() string + func (fe *FileEncryptionProperties) IsUtilized() bool + func (fe *FileEncryptionProperties) SetUtilized() + func (fe *FileEncryptionProperties) WipeOutEncryptionKeys() + type FixedLenByteArray []byte + func (b FixedLenByteArray) Len() int + func (b FixedLenByteArray) String() string + type Int96 [12]byte + func NewInt96(v [3]uint32) (out Int96) + func (i96 *Int96) SetNanoSeconds(nanos int64) + func (i96 Int96) String() string + func (i96 Int96) ToTime() time.Time + type ReaderAtSeeker interface + type ReaderProperties struct + BufferSize int64 + BufferedStreamEnabled bool + FileDecryptProps *FileDecryptionProperties + func NewReaderProperties(alloc memory.Allocator) *ReaderProperties + func (r *ReaderProperties) Allocator() memory.Allocator + func (r *ReaderProperties) GetStream(source io.ReaderAt, start, nbytes int64) (BufferedReader, error) + type Repetition format.FieldRepetitionType + func (r Repetition) String() string + type Type format.Type + func (t Type) ByteSize() int + func (t Type) String() string + type Version int8 + const V1_0 + const V2_4 + const V2_6 + const V2_LATEST + func (i Version) String() string + type WriterProperties struct + func NewWriterProperties(opts ...WriterProperty) *WriterProperties + func (w *WriterProperties) Allocator() memory.Allocator + func (w *WriterProperties) ColumnEncryptionProperties(path string) *ColumnEncryptionProperties + func (w *WriterProperties) Compression() compress.Compression + func (w *WriterProperties) CompressionFor(path string) compress.Compression + func (w *WriterProperties) CompressionLevel() int + func (w *WriterProperties) CompressionLevelFor(path string) int + func (w *WriterProperties) CompressionLevelPath(path ColumnPath) int + func (w *WriterProperties) CompressionPath(path ColumnPath) compress.Compression + func (w *WriterProperties) CreatedBy() string + func (w *WriterProperties) DataPageSize() int64 + func (w *WriterProperties) DataPageVersion() DataPageVersion + func (w *WriterProperties) DictionaryEnabled() bool + func (w *WriterProperties) DictionaryEnabledFor(path string) bool + func (w *WriterProperties) DictionaryEnabledPath(path ColumnPath) bool + func (w *WriterProperties) DictionaryIndexEncoding() Encoding + func (w *WriterProperties) DictionaryPageEncoding() Encoding + func (w *WriterProperties) DictionaryPageSizeLimit() int64 + func (w *WriterProperties) Encoding() Encoding + func (w *WriterProperties) EncodingFor(path string) Encoding + func (w *WriterProperties) EncodingPath(path ColumnPath) Encoding + func (w *WriterProperties) FileEncryptionProperties() *FileEncryptionProperties + func (w *WriterProperties) MaxRowGroupLength() int64 + func (w *WriterProperties) MaxStatsSize() int64 + func (w *WriterProperties) MaxStatsSizeFor(path string) int64 + func (w *WriterProperties) MaxStatsSizePath(path ColumnPath) int64 + func (w *WriterProperties) RootName() string + func (w *WriterProperties) RootRepetition() Repetition + func (w *WriterProperties) StatisticsEnabled() bool + func (w *WriterProperties) StatisticsEnabledFor(path string) bool + func (w *WriterProperties) StatisticsEnabledPath(path ColumnPath) bool + func (w *WriterProperties) Version() Version + func (w *WriterProperties) WriteBatchSize() int64 + type WriterProperty func(*writerPropConfig) + func WithAllocator(mem memory.Allocator) WriterProperty + func WithBatchSize(batch int64) WriterProperty + func WithCompression(codec compress.Compression) WriterProperty + func WithCompressionFor(path string, codec compress.Compression) WriterProperty + func WithCompressionLevel(level int) WriterProperty + func WithCompressionLevelFor(path string, level int) WriterProperty + func WithCompressionLevelPath(path ColumnPath, level int) WriterProperty + func WithCompressionPath(path ColumnPath, codec compress.Compression) WriterProperty + func WithCreatedBy(createdby string) WriterProperty + func WithDataPageSize(pgsize int64) WriterProperty + func WithDataPageVersion(version DataPageVersion) WriterProperty + func WithDictionaryDefault(dict bool) WriterProperty + func WithDictionaryFor(path string, dict bool) WriterProperty + func WithDictionaryPageSizeLimit(limit int64) WriterProperty + func WithDictionaryPath(path ColumnPath, dict bool) WriterProperty + func WithEncoding(encoding Encoding) WriterProperty + func WithEncodingFor(path string, encoding Encoding) WriterProperty + func WithEncodingPath(path ColumnPath, encoding Encoding) WriterProperty + func WithEncryptionProperties(props *FileEncryptionProperties) WriterProperty + func WithMaxRowGroupLength(nrows int64) WriterProperty + func WithMaxStatsSize(maxStatsSize int64) WriterProperty + func WithRootName(name string) WriterProperty + func WithRootRepetition(repetition Repetition) WriterProperty + func WithStats(enabled bool) WriterProperty + func WithStatsFor(path string, enabled bool) WriterProperty + func WithStatsPath(path ColumnPath, enabled bool) WriterProperty + func WithVersion(version Version) WriterProperty Other modules containing this package github.com/apache/arrow/go/v10 github.com/apache/arrow/go/v11 github.com/apache/arrow/go/v12 github.com/apache/arrow/go/v13 github.com/apache/arrow/go/v14 github.com/apache/arrow/go/v15 github.com/apache/arrow/go/v16 github.com/apache/arrow/go/v17 github.com/apache/arrow/go/v6 github.com/apache/arrow/go/v7 github.com/apache/arrow/go/v8