store

Documentation

Index

• Variables
• func NewArrowTableCloseableIterator(inMemoryRecords arrow.Record, records []arrow.Record) *engine.CloseableIterator
• func ToArrowSchema(schema *common.Schema) (*arrow.Schema, error)
• type Filter
• type InMemoryStore
  • func (store *InMemoryStore) Close()
  • func (store *InMemoryStore) Iterator() (*engine.CloseableIterator, error)
  • func (store *InMemoryStore) NamedStruct() types.NamedStruct
  • func (store *InMemoryStore) Put(_ int64, _ []byte, value []byte) error
  • func (store *InMemoryStore) Schema() *arrow.Schema
• type InputFormatType
• type Store
  • func NewInMemoryStore(allocator *memory.Allocator, inputFormatType InputFormatType, ...) (*Store, error)

Variables

var DefaultChunkSize int64 = 0

var DefaultGroupSize int32 = 4096

Functions

func NewArrowTableCloseableIterator

func NewArrowTableCloseableIterator(inMemoryRecords arrow.Record, records []arrow.Record) *engine.CloseableIterator

func ToArrowSchema

func ToArrowSchema(schema *common.Schema) (*arrow.Schema, error)

Types

type Filter

type Filter func(compute.Datum) (compute.Datum, error)

type InMemoryStore

type InMemoryStore struct {
	// contains filtered or unexported fields
}

func (*InMemoryStore) Close

func (store *InMemoryStore) Close()

func (*InMemoryStore) Iterator

func (store *InMemoryStore) Iterator() (*engine.CloseableIterator, error)

func (*InMemoryStore) NamedStruct

func (store *InMemoryStore) NamedStruct() types.NamedStruct

func (*InMemoryStore) Put

func (store *InMemoryStore) Put(_ int64, _ []byte, value []byte) error

func (*InMemoryStore) Schema

func (store *InMemoryStore) Schema() *arrow.Schema

type InputFormatType

type InputFormatType string

const (
	Json InputFormatType = "json"
)

type Store

type Store interface {
	Put(offset int64, key []byte, value []byte) error
	Close()
	Iterator() (*engine.CloseableIterator, error)
	Schema() *arrow.Schema
	NamedStruct() types.NamedStruct
}

func NewInMemoryStore

func NewInMemoryStore(allocator *memory.Allocator, inputFormatType InputFormatType, schema *common.Schema) (*Store, error)