arrowbased

Documentation

Index

• func NewArrowRecordIterator(ctx context.Context, rpi rowscanner.ResultPageIterator, bi BatchIterator, ...) rows.ArrowBatchIterator
• func NewArrowRowScanner(resultSetMetadata *cli_service.TGetResultSetMetadataResp, ...) (rowscanner.RowScanner, dbsqlerr.DBError)
• func NewCloudBatchLoader(ctx context.Context, files []*cli_service.TSparkArrowResultLink, ...) (*batchLoader[*cloudURL], dbsqlerr.DBError)
• func NewLocalBatchLoader(ctx context.Context, batches []*cli_service.TSparkArrowBatch, ...) (*batchLoader[*localBatch], dbsqlerr.DBError)
• type BatchIterator
  • func NewBatchIterator(batchLoader BatchLoader) (BatchIterator, dbsqlerr.DBError)
• type BatchLoader
• type RowValues
  • func NewRowValues(d rowscanner.Delimiter, holders []columnValues) RowValues
• type SparkArrowBatch
• type SparkArrowRecord

Functions

func NewArrowRecordIterator

func NewArrowRecordIterator(ctx context.Context, rpi rowscanner.ResultPageIterator, bi BatchIterator, arrowSchemaBytes []byte, cfg config.Config) rows.ArrowBatchIterator

func NewArrowRowScanner

func NewArrowRowScanner(resultSetMetadata *cli_service.TGetResultSetMetadataResp, rowSet *cli_service.TRowSet, cfg *config.Config, logger *dbsqllog.DBSQLLogger, ctx context.Context) (rowscanner.RowScanner, dbsqlerr.DBError)

NewArrowRowScanner returns an instance of RowScanner which handles arrow format results

func NewCloudBatchLoader

func NewCloudBatchLoader(ctx context.Context, files []*cli_service.TSparkArrowResultLink, startRowOffset int64, cfg *config.Config) (*batchLoader[*cloudURL], dbsqlerr.DBError)

func NewLocalBatchLoader

func NewLocalBatchLoader(ctx context.Context, batches []*cli_service.TSparkArrowBatch, startRowOffset int64, arrowSchemaBytes []byte, cfg *config.Config) (*batchLoader[*localBatch], dbsqlerr.DBError)

Types

type BatchIterator

type BatchIterator interface {
	Next() (SparkArrowBatch, error)
	HasNext() bool
	Close()
}

func NewBatchIterator

func NewBatchIterator(batchLoader BatchLoader) (BatchIterator, dbsqlerr.DBError)

type BatchLoader

type BatchLoader interface {
	rowscanner.Delimiter
	GetBatchFor(recordNum int64) (SparkArrowBatch, dbsqlerr.DBError)
	Close()
}

type RowValues

type RowValues interface {
	rowscanner.Delimiter
	Close()
	NColumns() int
	SetColumnValues(columnIndex int, values arrow.ArrayData) error
	IsNull(columnIndex int, rowNumber int64) bool
	Value(columnIndex int, rowNumber int64) (any, error)
	SetDelimiter(d rowscanner.Delimiter)
}

Abstraction for holding the values for a set of rows

func NewRowValues

func NewRowValues(d rowscanner.Delimiter, holders []columnValues) RowValues

type SparkArrowBatch

type SparkArrowBatch interface {
	rowscanner.Delimiter
	Next() (SparkArrowRecord, error)
	HasNext() bool
	Close()
}

Abstraction for a set of arrow records

type SparkArrowRecord

type SparkArrowRecord interface {
	rowscanner.Delimiter
	arrow.Record
}

Abstraction for an arrow record