parquet

Documentation

Index

• Variables
• func NewDataSourceBuilderFactory() physical.DataSourceBuilderFactory
• func NewDataSourceBuilderFactoryFromConfig(dbConfig map[string]interface{}) (physical.DataSourceBuilderFactory, error)
• type ColStrIter
  • func NewColStrIter(f *parquet.File, col parquet.Column) *ColStrIter
  • func (it *ColStrIter) Next() (interface{}, error)
• type DataSource
  • func (ds *DataSource) Get(ctx context.Context, variables octosql.Variables, streamID *execution.StreamID) (execution.RecordStream, *execution.ExecutionOutput, error)
• type QueueElement
  • func (*QueueElement) Descriptor() ([]byte, []int)
  • func (m *QueueElement) GetEndOfStream() bool
  • func (m *QueueElement) GetError() string
  • func (m *QueueElement) GetRecord() *execution.Record
  • func (m *QueueElement) GetType() isQueueElement_Type
  • func (*QueueElement) ProtoMessage()
  • func (m *QueueElement) Reset()
  • func (m *QueueElement) String() string
  • func (m *QueueElement) XXX_DiscardUnknown()
  • func (m *QueueElement) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)
  • func (m *QueueElement) XXX_Merge(src proto.Message)
  • func (*QueueElement) XXX_OneofWrappers() []interface{}
  • func (m *QueueElement) XXX_Size() int
  • func (m *QueueElement) XXX_Unmarshal(b []byte) error
• type QueueElement_EndOfStream
• type QueueElement_Error
• type QueueElement_Record
• type RecordStream
  • func (rs *RecordStream) Close(ctx context.Context, storage storage.Storage) error
  • func (rs *RecordStream) Next(ctx context.Context) (*execution.Record, error)
  • func (rs *RecordStream) RunWorker(ctx context.Context) error
  • func (rs *RecordStream) RunWorkerInternal(ctx context.Context, tx storage.StateTransaction) error

Variables

var ErrNoNewElement = errors.New("all groups have been processed and there is no new element")

Functions

func NewDataSourceBuilderFactory

func NewDataSourceBuilderFactory() physical.DataSourceBuilderFactory

func NewDataSourceBuilderFactoryFromConfig

func NewDataSourceBuilderFactoryFromConfig(dbConfig map[string]interface{}) (physical.DataSourceBuilderFactory, error)

NewDataSourceBuilderFactoryFromConfig creates a data source builder factory using the configuration.

Types

type ColStrIter

type ColStrIter struct {
	// contains filtered or unexported fields
}

func NewColStrIter

func NewColStrIter(f *parquet.File, col parquet.Column) *ColStrIter

func (*ColStrIter) Next

func (it *ColStrIter) Next() (interface{}, error)

type DataSource

type DataSource struct {
	// contains filtered or unexported fields
}

func (*DataSource) Get

func (ds *DataSource) Get(ctx context.Context, variables octosql.Variables, streamID *execution.StreamID) (execution.RecordStream, *execution.ExecutionOutput, error)

type QueueElement

type QueueElement struct {
	// Types that are valid to be assigned to Type:
	//	*QueueElement_Record
	//	*QueueElement_EndOfStream
	//	*QueueElement_Error
	Type                 isQueueElement_Type `protobuf_oneof:"type"`
	XXX_NoUnkeyedLiteral struct{}            `json:"-"`
	XXX_unrecognized     []byte              `json:"-"`
	XXX_sizecache        int32               `json:"-"`
}

func (*QueueElement) Descriptor

func (*QueueElement) Descriptor() ([]byte, []int)

func (*QueueElement) GetEndOfStream

func (m *QueueElement) GetEndOfStream() bool

func (*QueueElement) GetError

func (m *QueueElement) GetError() string

func (*QueueElement) GetRecord

func (m *QueueElement) GetRecord() *execution.Record

func (*QueueElement) GetType

func (m *QueueElement) GetType() isQueueElement_Type

func (*QueueElement) ProtoMessage

func (*QueueElement) ProtoMessage()

func (*QueueElement) Reset

func (m *QueueElement) Reset()

func (*QueueElement) String

func (m *QueueElement) String() string

func (*QueueElement) XXX_DiscardUnknown

func (m *QueueElement) XXX_DiscardUnknown()

func (*QueueElement) XXX_Marshal

func (m *QueueElement) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*QueueElement) XXX_Merge

func (m *QueueElement) XXX_Merge(src proto.Message)

func (*QueueElement) XXX_OneofWrappers

func (*QueueElement) XXX_OneofWrappers() []interface{}

XXX_OneofWrappers is for the internal use of the proto package.

func (*QueueElement) XXX_Size

func (m *QueueElement) XXX_Size() int

func (*QueueElement) XXX_Unmarshal

func (m *QueueElement) XXX_Unmarshal(b []byte) error

type QueueElement_EndOfStream

type QueueElement_EndOfStream struct {
	EndOfStream bool `protobuf:"varint,2,opt,name=endOfStream,proto3,oneof"`
}

type QueueElement_Error

type QueueElement_Error struct {
	Error string `protobuf:"bytes,3,opt,name=error,proto3,oneof"`
}

type QueueElement_Record

type QueueElement_Record struct {
	Record *execution.Record `protobuf:"bytes,1,opt,name=record,proto3,oneof"`
}

type RecordStream

type RecordStream struct {
	// contains filtered or unexported fields
}

func (*RecordStream) Close

func (rs *RecordStream) Close(ctx context.Context, storage storage.Storage) error

func (*RecordStream) Next

func (rs *RecordStream) Next(ctx context.Context) (*execution.Record, error)

func (*RecordStream) RunWorker

func (rs *RecordStream) RunWorker(ctx context.Context) error

func (*RecordStream) RunWorkerInternal

func (rs *RecordStream) RunWorkerInternal(ctx context.Context, tx storage.StateTransaction) error