Documentation ¶
Overview ¶
Package proto is a generated protocol buffer package.
It is generated from these files:
orc.proto
It has these top-level messages:
IntegerStatistics DoubleStatistics StringStatistics BucketStatistics DecimalStatistics DateStatistics TimestampStatistics BinaryStatistics ColumnStatistics RowIndexEntry RowIndex BloomFilter BloomFilterIndex Stream ColumnEncoding StripeFooter Type StripeInformation UserMetadataItem StripeStatistics Metadata Footer PostScript FileTail
Index ¶
- Variables
- type BinaryStatistics
- type BloomFilter
- type BloomFilterIndex
- type BucketStatistics
- type ColumnEncoding
- func (*ColumnEncoding) Descriptor() ([]byte, []int)
- func (m *ColumnEncoding) GetBloomEncoding() uint32
- func (m *ColumnEncoding) GetDictionarySize() uint32
- func (m *ColumnEncoding) GetKind() ColumnEncoding_Kind
- func (*ColumnEncoding) ProtoMessage()
- func (m *ColumnEncoding) Reset()
- func (m *ColumnEncoding) String() string
- type ColumnEncoding_Kind
- type ColumnStatistics
- func (*ColumnStatistics) Descriptor() ([]byte, []int)
- func (m *ColumnStatistics) GetBinaryStatistics() *BinaryStatistics
- func (m *ColumnStatistics) GetBucketStatistics() *BucketStatistics
- func (m *ColumnStatistics) GetDateStatistics() *DateStatistics
- func (m *ColumnStatistics) GetDecimalStatistics() *DecimalStatistics
- func (m *ColumnStatistics) GetDoubleStatistics() *DoubleStatistics
- func (m *ColumnStatistics) GetHasNull() bool
- func (m *ColumnStatistics) GetIntStatistics() *IntegerStatistics
- func (m *ColumnStatistics) GetNumberOfValues() uint64
- func (m *ColumnStatistics) GetStringStatistics() *StringStatistics
- func (m *ColumnStatistics) GetTimestampStatistics() *TimestampStatistics
- func (*ColumnStatistics) ProtoMessage()
- func (m *ColumnStatistics) Reset()
- func (m *ColumnStatistics) String() string
- type CompressionKind
- type DateStatistics
- type DecimalStatistics
- func (*DecimalStatistics) Descriptor() ([]byte, []int)
- func (m *DecimalStatistics) GetMaximum() string
- func (m *DecimalStatistics) GetMinimum() string
- func (m *DecimalStatistics) GetSum() string
- func (*DecimalStatistics) ProtoMessage()
- func (m *DecimalStatistics) Reset()
- func (m *DecimalStatistics) String() string
- type DoubleStatistics
- func (*DoubleStatistics) Descriptor() ([]byte, []int)
- func (m *DoubleStatistics) GetMaximum() float64
- func (m *DoubleStatistics) GetMinimum() float64
- func (m *DoubleStatistics) GetSum() float64
- func (*DoubleStatistics) ProtoMessage()
- func (m *DoubleStatistics) Reset()
- func (m *DoubleStatistics) String() string
- type FileTail
- func (*FileTail) Descriptor() ([]byte, []int)
- func (m *FileTail) GetFileLength() uint64
- func (m *FileTail) GetFooter() *Footer
- func (m *FileTail) GetPostscript() *PostScript
- func (m *FileTail) GetPostscriptLength() uint64
- func (*FileTail) ProtoMessage()
- func (m *FileTail) Reset()
- func (m *FileTail) String() string
- type Footer
- func (*Footer) Descriptor() ([]byte, []int)
- func (m *Footer) GetContentLength() uint64
- func (m *Footer) GetHeaderLength() uint64
- func (m *Footer) GetMetadata() []*UserMetadataItem
- func (m *Footer) GetNumberOfRows() uint64
- func (m *Footer) GetRowIndexStride() uint32
- func (m *Footer) GetStatistics() []*ColumnStatistics
- func (m *Footer) GetStripes() []*StripeInformation
- func (m *Footer) GetTypes() []*Type
- func (m *Footer) GetWriter() uint32
- func (*Footer) ProtoMessage()
- func (m *Footer) Reset()
- func (m *Footer) String() string
- type IntegerStatistics
- func (*IntegerStatistics) Descriptor() ([]byte, []int)
- func (m *IntegerStatistics) GetMaximum() int64
- func (m *IntegerStatistics) GetMinimum() int64
- func (m *IntegerStatistics) GetSum() int64
- func (*IntegerStatistics) ProtoMessage()
- func (m *IntegerStatistics) Reset()
- func (m *IntegerStatistics) String() string
- type Metadata
- type PostScript
- func (*PostScript) Descriptor() ([]byte, []int)
- func (m *PostScript) GetCompression() CompressionKind
- func (m *PostScript) GetCompressionBlockSize() uint64
- func (m *PostScript) GetFooterLength() uint64
- func (m *PostScript) GetMagic() string
- func (m *PostScript) GetMetadataLength() uint64
- func (m *PostScript) GetVersion() []uint32
- func (m *PostScript) GetWriterVersion() uint32
- func (*PostScript) ProtoMessage()
- func (m *PostScript) Reset()
- func (m *PostScript) String() string
- type RowIndex
- type RowIndexEntry
- type Stream
- type Stream_Kind
- type StringStatistics
- func (*StringStatistics) Descriptor() ([]byte, []int)
- func (m *StringStatistics) GetMaximum() string
- func (m *StringStatistics) GetMinimum() string
- func (m *StringStatistics) GetSum() int64
- func (*StringStatistics) ProtoMessage()
- func (m *StringStatistics) Reset()
- func (m *StringStatistics) String() string
- type StripeFooter
- func (*StripeFooter) Descriptor() ([]byte, []int)
- func (m *StripeFooter) GetColumns() []*ColumnEncoding
- func (m *StripeFooter) GetStreams() []*Stream
- func (m *StripeFooter) GetWriterTimezone() string
- func (*StripeFooter) ProtoMessage()
- func (m *StripeFooter) Reset()
- func (m *StripeFooter) String() string
- type StripeInformation
- func (*StripeInformation) Descriptor() ([]byte, []int)
- func (m *StripeInformation) GetDataLength() uint64
- func (m *StripeInformation) GetFooterLength() uint64
- func (m *StripeInformation) GetIndexLength() uint64
- func (m *StripeInformation) GetNumberOfRows() uint64
- func (m *StripeInformation) GetOffset() uint64
- func (*StripeInformation) ProtoMessage()
- func (m *StripeInformation) Reset()
- func (m *StripeInformation) String() string
- type StripeStatistics
- type TimestampStatistics
- func (*TimestampStatistics) Descriptor() ([]byte, []int)
- func (m *TimestampStatistics) GetMaximum() int64
- func (m *TimestampStatistics) GetMaximumUtc() int64
- func (m *TimestampStatistics) GetMinimum() int64
- func (m *TimestampStatistics) GetMinimumUtc() int64
- func (*TimestampStatistics) ProtoMessage()
- func (m *TimestampStatistics) Reset()
- func (m *TimestampStatistics) String() string
- type Type
- func (*Type) Descriptor() ([]byte, []int)
- func (m *Type) GetFieldNames() []string
- func (m *Type) GetKind() Type_Kind
- func (m *Type) GetMaximumLength() uint32
- func (m *Type) GetPrecision() uint32
- func (m *Type) GetScale() uint32
- func (m *Type) GetSubtypes() []uint32
- func (*Type) ProtoMessage()
- func (m *Type) Reset()
- func (m *Type) String() string
- type Type_Kind
- type UserMetadataItem
Constants ¶
This section is empty.
Variables ¶
View Source
var ColumnEncoding_Kind_name = map[int32]string{
0: "DIRECT",
1: "DICTIONARY",
2: "DIRECT_V2",
3: "DICTIONARY_V2",
}
View Source
var ColumnEncoding_Kind_value = map[string]int32{
"DIRECT": 0,
"DICTIONARY": 1,
"DIRECT_V2": 2,
"DICTIONARY_V2": 3,
}
View Source
var CompressionKind_name = map[int32]string{
0: "NONE",
1: "ZLIB",
2: "SNAPPY",
3: "LZO",
4: "LZ4",
5: "ZSTD",
}
View Source
var CompressionKind_value = map[string]int32{
"NONE": 0,
"ZLIB": 1,
"SNAPPY": 2,
"LZO": 3,
"LZ4": 4,
"ZSTD": 5,
}
View Source
var Stream_Kind_name = map[int32]string{
0: "PRESENT",
1: "DATA",
2: "LENGTH",
3: "DICTIONARY_DATA",
4: "DICTIONARY_COUNT",
5: "SECONDARY",
6: "ROW_INDEX",
7: "BLOOM_FILTER",
8: "BLOOM_FILTER_UTF8",
}
View Source
var Stream_Kind_value = map[string]int32{
"PRESENT": 0,
"DATA": 1,
"LENGTH": 2,
"DICTIONARY_DATA": 3,
"DICTIONARY_COUNT": 4,
"SECONDARY": 5,
"ROW_INDEX": 6,
"BLOOM_FILTER": 7,
"BLOOM_FILTER_UTF8": 8,
}
View Source
var Type_Kind_name = map[int32]string{
0: "BOOLEAN",
1: "BYTE",
2: "SHORT",
3: "INT",
4: "LONG",
5: "FLOAT",
6: "DOUBLE",
7: "STRING",
8: "BINARY",
9: "TIMESTAMP",
10: "LIST",
11: "MAP",
12: "STRUCT",
13: "UNION",
14: "DECIMAL",
15: "DATE",
16: "VARCHAR",
17: "CHAR",
}
View Source
var Type_Kind_value = map[string]int32{
"BOOLEAN": 0,
"BYTE": 1,
"SHORT": 2,
"INT": 3,
"LONG": 4,
"FLOAT": 5,
"DOUBLE": 6,
"STRING": 7,
"BINARY": 8,
"TIMESTAMP": 9,
"LIST": 10,
"MAP": 11,
"STRUCT": 12,
"UNION": 13,
"DECIMAL": 14,
"DATE": 15,
"VARCHAR": 16,
"CHAR": 17,
}
Functions ¶
This section is empty.
Types ¶
type BinaryStatistics ¶
type BinaryStatistics struct { // sum will store the total binary blob length in a stripe Sum *int64 `protobuf:"zigzag64,1,opt,name=sum" json:"sum,omitempty"` XXX_unrecognized []byte `json:"-"` }
func (*BinaryStatistics) Descriptor ¶
func (*BinaryStatistics) Descriptor() ([]byte, []int)
func (*BinaryStatistics) GetSum ¶
func (m *BinaryStatistics) GetSum() int64
func (*BinaryStatistics) ProtoMessage ¶
func (*BinaryStatistics) ProtoMessage()
func (*BinaryStatistics) Reset ¶
func (m *BinaryStatistics) Reset()
func (*BinaryStatistics) String ¶
func (m *BinaryStatistics) String() string
type BloomFilter ¶
type BloomFilter struct { NumHashFunctions *uint32 `protobuf:"varint,1,opt,name=numHashFunctions" json:"numHashFunctions,omitempty"` Bitset []uint64 `protobuf:"fixed64,2,rep,name=bitset" json:"bitset,omitempty"` Utf8Bitset []byte `protobuf:"bytes,3,opt,name=utf8bitset" json:"utf8bitset,omitempty"` XXX_unrecognized []byte `json:"-"` }
func (*BloomFilter) Descriptor ¶
func (*BloomFilter) Descriptor() ([]byte, []int)
func (*BloomFilter) GetBitset ¶
func (m *BloomFilter) GetBitset() []uint64
func (*BloomFilter) GetNumHashFunctions ¶
func (m *BloomFilter) GetNumHashFunctions() uint32
func (*BloomFilter) GetUtf8Bitset ¶
func (m *BloomFilter) GetUtf8Bitset() []byte
func (*BloomFilter) ProtoMessage ¶
func (*BloomFilter) ProtoMessage()
func (*BloomFilter) Reset ¶
func (m *BloomFilter) Reset()
func (*BloomFilter) String ¶
func (m *BloomFilter) String() string
type BloomFilterIndex ¶
type BloomFilterIndex struct { BloomFilter []*BloomFilter `protobuf:"bytes,1,rep,name=bloomFilter" json:"bloomFilter,omitempty"` XXX_unrecognized []byte `json:"-"` }
func (*BloomFilterIndex) Descriptor ¶
func (*BloomFilterIndex) Descriptor() ([]byte, []int)
func (*BloomFilterIndex) GetBloomFilter ¶
func (m *BloomFilterIndex) GetBloomFilter() []*BloomFilter
func (*BloomFilterIndex) ProtoMessage ¶
func (*BloomFilterIndex) ProtoMessage()
func (*BloomFilterIndex) Reset ¶
func (m *BloomFilterIndex) Reset()
func (*BloomFilterIndex) String ¶
func (m *BloomFilterIndex) String() string
type BucketStatistics ¶
type BucketStatistics struct { Count []uint64 `protobuf:"varint,1,rep,packed,name=count" json:"count,omitempty"` XXX_unrecognized []byte `json:"-"` }
func (*BucketStatistics) Descriptor ¶
func (*BucketStatistics) Descriptor() ([]byte, []int)
func (*BucketStatistics) GetCount ¶
func (m *BucketStatistics) GetCount() []uint64
func (*BucketStatistics) ProtoMessage ¶
func (*BucketStatistics) ProtoMessage()
func (*BucketStatistics) Reset ¶
func (m *BucketStatistics) Reset()
func (*BucketStatistics) String ¶
func (m *BucketStatistics) String() string
type ColumnEncoding ¶
type ColumnEncoding struct { Kind *ColumnEncoding_Kind `protobuf:"varint,1,opt,name=kind,enum=proto.ColumnEncoding_Kind" json:"kind,omitempty"` DictionarySize *uint32 `protobuf:"varint,2,opt,name=dictionarySize" json:"dictionarySize,omitempty"` // The encoding of the bloom filters for this column: // 0 or missing = none or original // 1 = ORC-135 (utc for timestamps) BloomEncoding *uint32 `protobuf:"varint,3,opt,name=bloomEncoding" json:"bloomEncoding,omitempty"` XXX_unrecognized []byte `json:"-"` }
func (*ColumnEncoding) Descriptor ¶
func (*ColumnEncoding) Descriptor() ([]byte, []int)
func (*ColumnEncoding) GetBloomEncoding ¶
func (m *ColumnEncoding) GetBloomEncoding() uint32
func (*ColumnEncoding) GetDictionarySize ¶
func (m *ColumnEncoding) GetDictionarySize() uint32
func (*ColumnEncoding) GetKind ¶
func (m *ColumnEncoding) GetKind() ColumnEncoding_Kind
func (*ColumnEncoding) ProtoMessage ¶
func (*ColumnEncoding) ProtoMessage()
func (*ColumnEncoding) Reset ¶
func (m *ColumnEncoding) Reset()
func (*ColumnEncoding) String ¶
func (m *ColumnEncoding) String() string
type ColumnEncoding_Kind ¶
type ColumnEncoding_Kind int32
const ( ColumnEncoding_DIRECT ColumnEncoding_Kind = 0 ColumnEncoding_DICTIONARY ColumnEncoding_Kind = 1 ColumnEncoding_DIRECT_V2 ColumnEncoding_Kind = 2 ColumnEncoding_DICTIONARY_V2 ColumnEncoding_Kind = 3 )
func (ColumnEncoding_Kind) Enum ¶
func (x ColumnEncoding_Kind) Enum() *ColumnEncoding_Kind
func (ColumnEncoding_Kind) EnumDescriptor ¶
func (ColumnEncoding_Kind) EnumDescriptor() ([]byte, []int)
func (ColumnEncoding_Kind) String ¶
func (x ColumnEncoding_Kind) String() string
func (*ColumnEncoding_Kind) UnmarshalJSON ¶
func (x *ColumnEncoding_Kind) UnmarshalJSON(data []byte) error
type ColumnStatistics ¶
type ColumnStatistics struct { NumberOfValues *uint64 `protobuf:"varint,1,opt,name=numberOfValues" json:"numberOfValues,omitempty"` IntStatistics *IntegerStatistics `protobuf:"bytes,2,opt,name=intStatistics" json:"intStatistics,omitempty"` DoubleStatistics *DoubleStatistics `protobuf:"bytes,3,opt,name=doubleStatistics" json:"doubleStatistics,omitempty"` StringStatistics *StringStatistics `protobuf:"bytes,4,opt,name=stringStatistics" json:"stringStatistics,omitempty"` BucketStatistics *BucketStatistics `protobuf:"bytes,5,opt,name=bucketStatistics" json:"bucketStatistics,omitempty"` DecimalStatistics *DecimalStatistics `protobuf:"bytes,6,opt,name=decimalStatistics" json:"decimalStatistics,omitempty"` DateStatistics *DateStatistics `protobuf:"bytes,7,opt,name=dateStatistics" json:"dateStatistics,omitempty"` BinaryStatistics *BinaryStatistics `protobuf:"bytes,8,opt,name=binaryStatistics" json:"binaryStatistics,omitempty"` TimestampStatistics *TimestampStatistics `protobuf:"bytes,9,opt,name=timestampStatistics" json:"timestampStatistics,omitempty"` HasNull *bool `protobuf:"varint,10,opt,name=hasNull" json:"hasNull,omitempty"` XXX_unrecognized []byte `json:"-"` }
func (*ColumnStatistics) Descriptor ¶
func (*ColumnStatistics) Descriptor() ([]byte, []int)
func (*ColumnStatistics) GetBinaryStatistics ¶
func (m *ColumnStatistics) GetBinaryStatistics() *BinaryStatistics
func (*ColumnStatistics) GetBucketStatistics ¶
func (m *ColumnStatistics) GetBucketStatistics() *BucketStatistics
func (*ColumnStatistics) GetDateStatistics ¶
func (m *ColumnStatistics) GetDateStatistics() *DateStatistics
func (*ColumnStatistics) GetDecimalStatistics ¶
func (m *ColumnStatistics) GetDecimalStatistics() *DecimalStatistics
func (*ColumnStatistics) GetDoubleStatistics ¶
func (m *ColumnStatistics) GetDoubleStatistics() *DoubleStatistics
func (*ColumnStatistics) GetHasNull ¶
func (m *ColumnStatistics) GetHasNull() bool
func (*ColumnStatistics) GetIntStatistics ¶
func (m *ColumnStatistics) GetIntStatistics() *IntegerStatistics
func (*ColumnStatistics) GetNumberOfValues ¶
func (m *ColumnStatistics) GetNumberOfValues() uint64
func (*ColumnStatistics) GetStringStatistics ¶
func (m *ColumnStatistics) GetStringStatistics() *StringStatistics
func (*ColumnStatistics) GetTimestampStatistics ¶
func (m *ColumnStatistics) GetTimestampStatistics() *TimestampStatistics
func (*ColumnStatistics) ProtoMessage ¶
func (*ColumnStatistics) ProtoMessage()
func (*ColumnStatistics) Reset ¶
func (m *ColumnStatistics) Reset()
func (*ColumnStatistics) String ¶
func (m *ColumnStatistics) String() string
type CompressionKind ¶
type CompressionKind int32
const ( CompressionKind_NONE CompressionKind = 0 CompressionKind_ZLIB CompressionKind = 1 CompressionKind_SNAPPY CompressionKind = 2 CompressionKind_LZO CompressionKind = 3 CompressionKind_LZ4 CompressionKind = 4 CompressionKind_ZSTD CompressionKind = 5 )
func (CompressionKind) Enum ¶
func (x CompressionKind) Enum() *CompressionKind
func (CompressionKind) EnumDescriptor ¶
func (CompressionKind) EnumDescriptor() ([]byte, []int)
func (CompressionKind) String ¶
func (x CompressionKind) String() string
func (*CompressionKind) UnmarshalJSON ¶
func (x *CompressionKind) UnmarshalJSON(data []byte) error
type DateStatistics ¶
type DateStatistics struct { // min,max values saved as days since epoch Minimum *int32 `protobuf:"zigzag32,1,opt,name=minimum" json:"minimum,omitempty"` Maximum *int32 `protobuf:"zigzag32,2,opt,name=maximum" json:"maximum,omitempty"` XXX_unrecognized []byte `json:"-"` }
func (*DateStatistics) Descriptor ¶
func (*DateStatistics) Descriptor() ([]byte, []int)
func (*DateStatistics) GetMaximum ¶
func (m *DateStatistics) GetMaximum() int32
func (*DateStatistics) GetMinimum ¶
func (m *DateStatistics) GetMinimum() int32
func (*DateStatistics) ProtoMessage ¶
func (*DateStatistics) ProtoMessage()
func (*DateStatistics) Reset ¶
func (m *DateStatistics) Reset()
func (*DateStatistics) String ¶
func (m *DateStatistics) String() string
type DecimalStatistics ¶
type DecimalStatistics struct { Minimum *string `protobuf:"bytes,1,opt,name=minimum" json:"minimum,omitempty"` Maximum *string `protobuf:"bytes,2,opt,name=maximum" json:"maximum,omitempty"` Sum *string `protobuf:"bytes,3,opt,name=sum" json:"sum,omitempty"` XXX_unrecognized []byte `json:"-"` }
func (*DecimalStatistics) Descriptor ¶
func (*DecimalStatistics) Descriptor() ([]byte, []int)
func (*DecimalStatistics) GetMaximum ¶
func (m *DecimalStatistics) GetMaximum() string
func (*DecimalStatistics) GetMinimum ¶
func (m *DecimalStatistics) GetMinimum() string
func (*DecimalStatistics) GetSum ¶
func (m *DecimalStatistics) GetSum() string
func (*DecimalStatistics) ProtoMessage ¶
func (*DecimalStatistics) ProtoMessage()
func (*DecimalStatistics) Reset ¶
func (m *DecimalStatistics) Reset()
func (*DecimalStatistics) String ¶
func (m *DecimalStatistics) String() string
type DoubleStatistics ¶
type DoubleStatistics struct { Minimum *float64 `protobuf:"fixed64,1,opt,name=minimum" json:"minimum,omitempty"` Maximum *float64 `protobuf:"fixed64,2,opt,name=maximum" json:"maximum,omitempty"` Sum *float64 `protobuf:"fixed64,3,opt,name=sum" json:"sum,omitempty"` XXX_unrecognized []byte `json:"-"` }
func (*DoubleStatistics) Descriptor ¶
func (*DoubleStatistics) Descriptor() ([]byte, []int)
func (*DoubleStatistics) GetMaximum ¶
func (m *DoubleStatistics) GetMaximum() float64
func (*DoubleStatistics) GetMinimum ¶
func (m *DoubleStatistics) GetMinimum() float64
func (*DoubleStatistics) GetSum ¶
func (m *DoubleStatistics) GetSum() float64
func (*DoubleStatistics) ProtoMessage ¶
func (*DoubleStatistics) ProtoMessage()
func (*DoubleStatistics) Reset ¶
func (m *DoubleStatistics) Reset()
func (*DoubleStatistics) String ¶
func (m *DoubleStatistics) String() string
type FileTail ¶
type FileTail struct { Postscript *PostScript `protobuf:"bytes,1,opt,name=postscript" json:"postscript,omitempty"` FileLength *uint64 `protobuf:"varint,3,opt,name=fileLength" json:"fileLength,omitempty"` PostscriptLength *uint64 `protobuf:"varint,4,opt,name=postscriptLength" json:"postscriptLength,omitempty"` XXX_unrecognized []byte `json:"-"` }
The contents of the file tail that must be serialized. This gets serialized as part of OrcSplit, also used by footer cache.
func (*FileTail) Descriptor ¶
func (*FileTail) GetFileLength ¶
func (*FileTail) GetPostscript ¶
func (m *FileTail) GetPostscript() *PostScript
func (*FileTail) GetPostscriptLength ¶
func (*FileTail) ProtoMessage ¶
func (*FileTail) ProtoMessage()
type Footer ¶
type Footer struct { // Each implementation that writes ORC files should register for a code // 0 = ORC Java // 1 = ORC C++ // 2 = Presto }
func (*Footer) Descriptor ¶
func (*Footer) GetContentLength ¶
func (*Footer) GetHeaderLength ¶
func (*Footer) GetMetadata ¶
func (m *Footer) GetMetadata() []*UserMetadataItem
func (*Footer) GetNumberOfRows ¶
func (*Footer) GetRowIndexStride ¶
func (*Footer) GetStatistics ¶
func (m *Footer) GetStatistics() []*ColumnStatistics
func (*Footer) GetStripes ¶
func (m *Footer) GetStripes() []*StripeInformation
func (*Footer) ProtoMessage ¶
func (*Footer) ProtoMessage()
type IntegerStatistics ¶
type IntegerStatistics struct { Minimum *int64 `protobuf:"zigzag64,1,opt,name=minimum" json:"minimum,omitempty"` Maximum *int64 `protobuf:"zigzag64,2,opt,name=maximum" json:"maximum,omitempty"` Sum *int64 `protobuf:"zigzag64,3,opt,name=sum" json:"sum,omitempty"` XXX_unrecognized []byte `json:"-"` }
func (*IntegerStatistics) Descriptor ¶
func (*IntegerStatistics) Descriptor() ([]byte, []int)
func (*IntegerStatistics) GetMaximum ¶
func (m *IntegerStatistics) GetMaximum() int64
func (*IntegerStatistics) GetMinimum ¶
func (m *IntegerStatistics) GetMinimum() int64
func (*IntegerStatistics) GetSum ¶
func (m *IntegerStatistics) GetSum() int64
func (*IntegerStatistics) ProtoMessage ¶
func (*IntegerStatistics) ProtoMessage()
func (*IntegerStatistics) Reset ¶
func (m *IntegerStatistics) Reset()
func (*IntegerStatistics) String ¶
func (m *IntegerStatistics) String() string
type Metadata ¶
type Metadata struct { StripeStats []*StripeStatistics `protobuf:"bytes,1,rep,name=stripeStats" json:"stripeStats,omitempty"` XXX_unrecognized []byte `json:"-"` }
func (*Metadata) Descriptor ¶
func (*Metadata) GetStripeStats ¶
func (m *Metadata) GetStripeStats() []*StripeStatistics
func (*Metadata) ProtoMessage ¶
func (*Metadata) ProtoMessage()
type PostScript ¶
type PostScript struct { Compression *CompressionKind `protobuf:"varint,2,opt,name=compression,enum=proto.CompressionKind" json:"compression,omitempty"` CompressionBlockSize *uint64 `protobuf:"varint,3,opt,name=compressionBlockSize" json:"compressionBlockSize,omitempty"` // the version of the file format // [0, 11] = Hive 0.11 // [0, 12] = Hive 0.12 Version []uint32 `protobuf:"varint,4,rep,packed,name=version" json:"version,omitempty"` MetadataLength *uint64 `protobuf:"varint,5,opt,name=metadataLength" json:"metadataLength,omitempty"` // The version of the writer that wrote the file. This number is // updated when we make fixes or large changes to the writer so that // readers can detect whether a given bug is present in the data. // // Only the Java ORC writer may use values under 6 (or missing) so that // readers that predate ORC-202 treat the new writers correctly. Each // writer should assign their own sequence of versions starting from 6. // // Version of the ORC Java writer: // 0 = original // 1 = HIVE-8732 fixed (fixed stripe/file maximum statistics & // string statistics use utf8 for min/max) // 2 = HIVE-4243 fixed (use real column names from Hive tables) // 3 = HIVE-12055 fixed (vectorized writer implementation) // 4 = HIVE-13083 fixed (decimals write present stream correctly) // 5 = ORC-101 fixed (bloom filters use utf8 consistently) // 6 = ORC-135 fixed (timestamp statistics use utc) // // Version of the ORC C++ writer: // 6 = original // // Version of the Presto writer: // 6 = original // WriterVersion *uint32 `protobuf:"varint,6,opt,name=writerVersion" json:"writerVersion,omitempty"` // Leave this last in the record Magic *string `protobuf:"bytes,8000,opt,name=magic" json:"magic,omitempty"` XXX_unrecognized []byte `json:"-"` }
Serialized length must be less that 255 bytes
func (*PostScript) Descriptor ¶
func (*PostScript) Descriptor() ([]byte, []int)
func (*PostScript) GetCompression ¶
func (m *PostScript) GetCompression() CompressionKind
func (*PostScript) GetCompressionBlockSize ¶
func (m *PostScript) GetCompressionBlockSize() uint64
func (*PostScript) GetFooterLength ¶
func (m *PostScript) GetFooterLength() uint64
func (*PostScript) GetMagic ¶
func (m *PostScript) GetMagic() string
func (*PostScript) GetMetadataLength ¶
func (m *PostScript) GetMetadataLength() uint64
func (*PostScript) GetVersion ¶
func (m *PostScript) GetVersion() []uint32
func (*PostScript) GetWriterVersion ¶
func (m *PostScript) GetWriterVersion() uint32
func (*PostScript) ProtoMessage ¶
func (*PostScript) ProtoMessage()
func (*PostScript) Reset ¶
func (m *PostScript) Reset()
func (*PostScript) String ¶
func (m *PostScript) String() string
type RowIndex ¶
type RowIndex struct { Entry []*RowIndexEntry `protobuf:"bytes,1,rep,name=entry" json:"entry,omitempty"` XXX_unrecognized []byte `json:"-"` }
func (*RowIndex) Descriptor ¶
func (*RowIndex) GetEntry ¶
func (m *RowIndex) GetEntry() []*RowIndexEntry
func (*RowIndex) ProtoMessage ¶
func (*RowIndex) ProtoMessage()
type RowIndexEntry ¶
type RowIndexEntry struct { Positions []uint64 `protobuf:"varint,1,rep,packed,name=positions" json:"positions,omitempty"` Statistics *ColumnStatistics `protobuf:"bytes,2,opt,name=statistics" json:"statistics,omitempty"` XXX_unrecognized []byte `json:"-"` }
func (*RowIndexEntry) Descriptor ¶
func (*RowIndexEntry) Descriptor() ([]byte, []int)
func (*RowIndexEntry) GetPositions ¶
func (m *RowIndexEntry) GetPositions() []uint64
func (*RowIndexEntry) GetStatistics ¶
func (m *RowIndexEntry) GetStatistics() *ColumnStatistics
func (*RowIndexEntry) ProtoMessage ¶
func (*RowIndexEntry) ProtoMessage()
func (*RowIndexEntry) Reset ¶
func (m *RowIndexEntry) Reset()
func (*RowIndexEntry) String ¶
func (m *RowIndexEntry) String() string
type Stream ¶
type Stream struct { Kind *Stream_Kind `protobuf:"varint,1,opt,name=kind,enum=proto.Stream_Kind" json:"kind,omitempty"` Column *uint32 `protobuf:"varint,2,opt,name=column" json:"column,omitempty"` Length *uint64 `protobuf:"varint,3,opt,name=length" json:"length,omitempty"` XXX_unrecognized []byte `json:"-"` }
func (*Stream) Descriptor ¶
func (*Stream) GetKind ¶
func (m *Stream) GetKind() Stream_Kind
func (*Stream) ProtoMessage ¶
func (*Stream) ProtoMessage()
type Stream_Kind ¶
type Stream_Kind int32
if you add new index stream kinds, you need to make sure to update StreamName to ensure it is added to the stripe in the right area
const ( Stream_PRESENT Stream_Kind = 0 Stream_DATA Stream_Kind = 1 Stream_LENGTH Stream_Kind = 2 Stream_DICTIONARY_DATA Stream_Kind = 3 Stream_DICTIONARY_COUNT Stream_Kind = 4 Stream_SECONDARY Stream_Kind = 5 Stream_ROW_INDEX Stream_Kind = 6 Stream_BLOOM_FILTER Stream_Kind = 7 Stream_BLOOM_FILTER_UTF8 Stream_Kind = 8 )
func (Stream_Kind) Enum ¶
func (x Stream_Kind) Enum() *Stream_Kind
func (Stream_Kind) EnumDescriptor ¶
func (Stream_Kind) EnumDescriptor() ([]byte, []int)
func (Stream_Kind) String ¶
func (x Stream_Kind) String() string
func (*Stream_Kind) UnmarshalJSON ¶
func (x *Stream_Kind) UnmarshalJSON(data []byte) error
type StringStatistics ¶
type StringStatistics struct { Minimum *string `protobuf:"bytes,1,opt,name=minimum" json:"minimum,omitempty"` Maximum *string `protobuf:"bytes,2,opt,name=maximum" json:"maximum,omitempty"` // sum will store the total length of all strings in a stripe Sum *int64 `protobuf:"zigzag64,3,opt,name=sum" json:"sum,omitempty"` XXX_unrecognized []byte `json:"-"` }
func (*StringStatistics) Descriptor ¶
func (*StringStatistics) Descriptor() ([]byte, []int)
func (*StringStatistics) GetMaximum ¶
func (m *StringStatistics) GetMaximum() string
func (*StringStatistics) GetMinimum ¶
func (m *StringStatistics) GetMinimum() string
func (*StringStatistics) GetSum ¶
func (m *StringStatistics) GetSum() int64
func (*StringStatistics) ProtoMessage ¶
func (*StringStatistics) ProtoMessage()
func (*StringStatistics) Reset ¶
func (m *StringStatistics) Reset()
func (*StringStatistics) String ¶
func (m *StringStatistics) String() string
type StripeFooter ¶
type StripeFooter struct {}
func (*StripeFooter) Descriptor ¶
func (*StripeFooter) Descriptor() ([]byte, []int)
func (*StripeFooter) GetColumns ¶
func (m *StripeFooter) GetColumns() []*ColumnEncoding
func (*StripeFooter) GetStreams ¶
func (m *StripeFooter) GetStreams() []*Stream
func (*StripeFooter) GetWriterTimezone ¶
func (m *StripeFooter) GetWriterTimezone() string
func (*StripeFooter) ProtoMessage ¶
func (*StripeFooter) ProtoMessage()
func (*StripeFooter) Reset ¶
func (m *StripeFooter) Reset()
func (*StripeFooter) String ¶
func (m *StripeFooter) String() string
type StripeInformation ¶
type StripeInformation struct { Offset *uint64 `protobuf:"varint,1,opt,name=offset" json:"offset,omitempty"` IndexLength *uint64 `protobuf:"varint,2,opt,name=indexLength" json:"indexLength,omitempty"` DataLength *uint64 `protobuf:"varint,3,opt,name=dataLength" json:"dataLength,omitempty"` NumberOfRows *uint64 `protobuf:"varint,5,opt,name=numberOfRows" json:"numberOfRows,omitempty"` XXX_unrecognized []byte `json:"-"` }
func (*StripeInformation) Descriptor ¶
func (*StripeInformation) Descriptor() ([]byte, []int)
func (*StripeInformation) GetDataLength ¶
func (m *StripeInformation) GetDataLength() uint64
func (*StripeInformation) GetFooterLength ¶
func (m *StripeInformation) GetFooterLength() uint64
func (*StripeInformation) GetIndexLength ¶
func (m *StripeInformation) GetIndexLength() uint64
func (*StripeInformation) GetNumberOfRows ¶
func (m *StripeInformation) GetNumberOfRows() uint64
func (*StripeInformation) GetOffset ¶
func (m *StripeInformation) GetOffset() uint64
func (*StripeInformation) ProtoMessage ¶
func (*StripeInformation) ProtoMessage()
func (*StripeInformation) Reset ¶
func (m *StripeInformation) Reset()
func (*StripeInformation) String ¶
func (m *StripeInformation) String() string
type StripeStatistics ¶
type StripeStatistics struct { ColStats []*ColumnStatistics `protobuf:"bytes,1,rep,name=colStats" json:"colStats,omitempty"` XXX_unrecognized []byte `json:"-"` }
func (*StripeStatistics) Descriptor ¶
func (*StripeStatistics) Descriptor() ([]byte, []int)
func (*StripeStatistics) GetColStats ¶
func (m *StripeStatistics) GetColStats() []*ColumnStatistics
func (*StripeStatistics) ProtoMessage ¶
func (*StripeStatistics) ProtoMessage()
func (*StripeStatistics) Reset ¶
func (m *StripeStatistics) Reset()
func (*StripeStatistics) String ¶
func (m *StripeStatistics) String() string
type TimestampStatistics ¶
type TimestampStatistics struct { // min,max values saved as milliseconds since epoch Minimum *int64 `protobuf:"zigzag64,1,opt,name=minimum" json:"minimum,omitempty"` Maximum *int64 `protobuf:"zigzag64,2,opt,name=maximum" json:"maximum,omitempty"` MinimumUtc *int64 `protobuf:"zigzag64,3,opt,name=minimumUtc" json:"minimumUtc,omitempty"` MaximumUtc *int64 `protobuf:"zigzag64,4,opt,name=maximumUtc" json:"maximumUtc,omitempty"` XXX_unrecognized []byte `json:"-"` }
func (*TimestampStatistics) Descriptor ¶
func (*TimestampStatistics) Descriptor() ([]byte, []int)
func (*TimestampStatistics) GetMaximum ¶
func (m *TimestampStatistics) GetMaximum() int64
func (*TimestampStatistics) GetMaximumUtc ¶
func (m *TimestampStatistics) GetMaximumUtc() int64
func (*TimestampStatistics) GetMinimum ¶
func (m *TimestampStatistics) GetMinimum() int64
func (*TimestampStatistics) GetMinimumUtc ¶
func (m *TimestampStatistics) GetMinimumUtc() int64
func (*TimestampStatistics) ProtoMessage ¶
func (*TimestampStatistics) ProtoMessage()
func (*TimestampStatistics) Reset ¶
func (m *TimestampStatistics) Reset()
func (*TimestampStatistics) String ¶
func (m *TimestampStatistics) String() string
type Type ¶
type Type struct { Kind *Type_Kind `protobuf:"varint,1,opt,name=kind,enum=proto.Type_Kind" json:"kind,omitempty"` Subtypes []uint32 `protobuf:"varint,2,rep,packed,name=subtypes" json:"subtypes,omitempty"` FieldNames []string `protobuf:"bytes,3,rep,name=fieldNames" json:"fieldNames,omitempty"` MaximumLength *uint32 `protobuf:"varint,4,opt,name=maximumLength" json:"maximumLength,omitempty"` Precision *uint32 `protobuf:"varint,5,opt,name=precision" json:"precision,omitempty"` Scale *uint32 `protobuf:"varint,6,opt,name=scale" json:"scale,omitempty"` XXX_unrecognized []byte `json:"-"` }
func (*Type) Descriptor ¶
func (*Type) GetFieldNames ¶
func (*Type) GetMaximumLength ¶
func (*Type) GetPrecision ¶
func (*Type) GetSubtypes ¶
func (*Type) ProtoMessage ¶
func (*Type) ProtoMessage()
type Type_Kind ¶
type Type_Kind int32
const ( Type_BOOLEAN Type_Kind = 0 Type_BYTE Type_Kind = 1 Type_SHORT Type_Kind = 2 Type_INT Type_Kind = 3 Type_LONG Type_Kind = 4 Type_FLOAT Type_Kind = 5 Type_DOUBLE Type_Kind = 6 Type_STRING Type_Kind = 7 Type_BINARY Type_Kind = 8 Type_TIMESTAMP Type_Kind = 9 Type_LIST Type_Kind = 10 Type_MAP Type_Kind = 11 Type_STRUCT Type_Kind = 12 Type_UNION Type_Kind = 13 Type_DECIMAL Type_Kind = 14 Type_DATE Type_Kind = 15 Type_VARCHAR Type_Kind = 16 Type_CHAR Type_Kind = 17 )
func (Type_Kind) EnumDescriptor ¶
func (*Type_Kind) UnmarshalJSON ¶
type UserMetadataItem ¶
type UserMetadataItem struct { Name *string `protobuf:"bytes,1,opt,name=name" json:"name,omitempty"` Value []byte `protobuf:"bytes,2,opt,name=value" json:"value,omitempty"` XXX_unrecognized []byte `json:"-"` }
func (*UserMetadataItem) Descriptor ¶
func (*UserMetadataItem) Descriptor() ([]byte, []int)
func (*UserMetadataItem) GetName ¶
func (m *UserMetadataItem) GetName() string
func (*UserMetadataItem) GetValue ¶
func (m *UserMetadataItem) GetValue() []byte
func (*UserMetadataItem) ProtoMessage ¶
func (*UserMetadataItem) ProtoMessage()
func (*UserMetadataItem) Reset ¶
func (m *UserMetadataItem) Reset()
func (*UserMetadataItem) String ¶
func (m *UserMetadataItem) String() string
Click to show internal directories.
Click to hide internal directories.