index

Documentation

Index

• Constants
• func WriteFull(w io.Writer, full Full, id string) error
• func ZSTDCompress(dst, src []byte, compressionLevel int) ([]byte, error)
• func ZSTDCompressBound(srcSize int) int
• func ZSTDDecompress(dst, src []byte) ([]byte, error)
• type Column
• type ColumnImpl
  • func NewColIdx() *ColumnImpl
  • func (c *ColumnImpl) Build(name string) (*FullColumn, error)
  • func (c *ColumnImpl) Index(e *array.Dictionary)
  • func (c *ColumnImpl) Release()
  • func (c *ColumnImpl) Reset()
• type FileIndex
  • func NewFileIndex(r ReaderAtSeeker) (*FileIndex, error)
  • func (f *FileIndex) CanIndex() bool
  • func (f *FileIndex) Columns(_ func(column Column) error) error
  • func (f *FileIndex) Match(b *roaring.Bitmap, m []*filters.CompiledFilter)
  • func (f *FileIndex) Max() uint64
  • func (f *FileIndex) Min() uint64
  • func (f *FileIndex) Size() (n uint64)
• type Full
• type FullColumn
  • func (f *FullColumn) Bitmaps(fn func(int, *roaring.Bitmap) error) error
  • func (f *FullColumn) Empty() bool
  • func (f *FullColumn) Fst() []byte
  • func (f *FullColumn) Load() *vellum.FST
  • func (f *FullColumn) Match(m *filters.CompiledFilter) *roaring.Bitmap
  • func (f *FullColumn) Name() string
  • func (f *FullColumn) NumRows() uint32
  • func (f *FullColumn) Size() (n uint64)
• type FullMapColumn
  • func (f FullMapColumn) Match(m *filters.CompiledFilter) *roaring.Bitmap
  • func (m FullMapColumn) Size() (n uint64)
• type Index
• type Primary
• type ReaderAtSeeker

Constants

const ZSTDCompressionLevel = 3 // 1, 3, 9

Functions

func WriteFull

func WriteFull(w io.Writer, full Full, id string) error

func ZSTDCompress

func ZSTDCompress(dst, src []byte, compressionLevel int) ([]byte, error)

ZSTDCompress compresses a block using ZSTD algorithm.

func ZSTDCompressBound

func ZSTDCompressBound(srcSize int) int

ZSTDCompressBound returns the worst case size needed for a destination buffer. Klauspost ZSTD library does not provide any API for Compression Bound. This calculation is based on the DataDog ZSTD library. See https://pkg.go.dev/github.com/DataDog/zstd#CompressBound

func ZSTDDecompress

func ZSTDDecompress(dst, src []byte) ([]byte, error)

ZSTDDecompress decompresses a block using ZSTD algorithm.

Types

type Column

type Column interface {
	NumRows() uint32
	Name() string
	Empty() bool
	Fst() []byte
	Bitmaps(f func(int, *roaring.Bitmap) error) error
}

type ColumnImpl

type ColumnImpl struct {
	// contains filtered or unexported fields
}

func NewColIdx

func NewColIdx() *ColumnImpl

func (*ColumnImpl) Build

func (c *ColumnImpl) Build(name string) (*FullColumn, error)

func (*ColumnImpl) Index

func (c *ColumnImpl) Index(e *array.Dictionary)

func (*ColumnImpl) Release

func (c *ColumnImpl) Release()

func (*ColumnImpl) Reset

func (c *ColumnImpl) Reset()

type FileIndex

type FileIndex struct {
	// contains filtered or unexported fields
}

func NewFileIndex

func NewFileIndex(r ReaderAtSeeker) (*FileIndex, error)

func (*FileIndex) CanIndex

func (f *FileIndex) CanIndex() bool

func (*FileIndex) Columns

func (f *FileIndex) Columns(_ func(column Column) error) error

func (*FileIndex) Match

func (f *FileIndex) Match(b *roaring.Bitmap, m []*filters.CompiledFilter)

func (*FileIndex) Max

func (f *FileIndex) Max() uint64

func (*FileIndex) Min

func (f *FileIndex) Min() uint64

func (*FileIndex) Size

func (f *FileIndex) Size() (n uint64)

type Full

type Full interface {
	Columns(f func(column Column) error) error
	Match(b *roaring.Bitmap, m []*filters.CompiledFilter)
	Size() uint64
	Min() uint64
	Max() uint64
	CanIndex() bool
}

type FullColumn

type FullColumn struct {
	// contains filtered or unexported fields
}

func (*FullColumn) Bitmaps

func (f *FullColumn) Bitmaps(fn func(int, *roaring.Bitmap) error) error

func (*FullColumn) Empty

func (f *FullColumn) Empty() bool

func (*FullColumn) Fst

func (f *FullColumn) Fst() []byte

func (*FullColumn) Load

func (f *FullColumn) Load() *vellum.FST

func (*FullColumn) Match

func (f *FullColumn) Match(m *filters.CompiledFilter) *roaring.Bitmap

func (*FullColumn) Name

func (f *FullColumn) Name() string

func (*FullColumn) NumRows

func (f *FullColumn) NumRows() uint32

func (*FullColumn) Size

func (f *FullColumn) Size() (n uint64)

type FullMapColumn

type FullMapColumn map[string]*FullColumn

func (FullMapColumn) Match

func (f FullMapColumn) Match(m *filters.CompiledFilter) *roaring.Bitmap

func (FullMapColumn) Size

func (m FullMapColumn) Size() (n uint64)

type Index

type Index interface {
	Index(arrow.Record) (Full, error)
}

type Primary

type Primary interface {
	Add(resource string, granule *v1.Granule)
}

type ReaderAtSeeker

type ReaderAtSeeker interface {
	io.ReaderAt
	io.Seeker
}