executetest

package
v0.30.0 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: May 16, 2019 License: MIT Imports: 18 Imported by: 2

Documentation

Overview

Package executetest contains utilities for testing the query execution phase.

Index

Constants

View Source 
const AllocatingFromTestKind = "allocating-from-test"
View Source 
const FromTestKind = "from-test"
View Source 
const ToTestKind = "to-test"

ToTestKind represents an side-effect producing kind for testing

View Source 
const YieldKind = "yield-test"

Variables

View Source 
var UnlimitedAllocator = &memory.Allocator{}

Functions

func AggFuncBenchmarkHelper 

func AggFuncBenchmarkHelper(b *testing.B, agg execute.Aggregate, data *array.Float64, want interface{})

AggFuncBenchmarkHelper benchmarks the aggregate function over data and compares to wantValue

func AggFuncTestHelper 

func AggFuncTestHelper(t *testing.T, agg execute.Aggregate, data *array.Float64, want interface{})

AggFuncTestHelper splits the data in half, runs Do over each split and compares the Value to want.

func CreateAllocatingFromSource added in v0.28.3 

func CreateAllocatingFromSource(spec plan.ProcedureSpec, id execute.DatasetID, a execute.Administration) (execute.Source, error)

func CreateFromSource 

func CreateFromSource(spec plan.ProcedureSpec, id execute.DatasetID, a execute.Administration) (execute.Source, error)

func CreateToTransformation added in v0.8.0 

func CreateToTransformation(id execute.DatasetID, mode execute.AccumulationMode, spec plan.ProcedureSpec, a execute.Administration) (execute.Transformation, execute.Dataset, error)

func EqualResults added in v0.7.1 

func EqualResults(want, got []flux.Result) (bool, error)

EqualResults compares two lists of Flux Results for equlity

func IndexSelectorFuncBenchmarkHelper 

func IndexSelectorFuncBenchmarkHelper(b *testing.B, selector execute.IndexSelector, data flux.Table)

func IndexSelectorFuncTestHelper 

func IndexSelectorFuncTestHelper(t *testing.T, selector execute.IndexSelector, data flux.Table, want [][]int)

func MustCopyTable 

func MustCopyTable(tbl flux.Table) flux.Table

func NewToProcedure added in v0.8.0 

func NewToProcedure(flux.OperationSpec, plan.Administration) (plan.ProcedureSpec, error)

func NewYieldProcedureSpec 

func NewYieldProcedureSpec(name string) plan.PhysicalProcedureSpec

func NewYieldTransformation added in v0.21.0 

func NewYieldTransformation(d execute.Dataset, cache execute.TableBuilderCache) *yieldTransformation

func NormalizeTables 

func NormalizeTables(bs []*Table)

NormalizeTables ensures that each table is normalized

func ProcessTestHelper 

func ProcessTestHelper(
	t *testing.T,
	data []flux.Table,
	want []*Table,
	wantErr error,
	create func(d execute.Dataset, c execute.TableBuilderCache) execute.Transformation,
)

func RandomDatasetID 

func RandomDatasetID() execute.DatasetID

func RowSelectorFuncBenchmarkHelper 

func RowSelectorFuncBenchmarkHelper(b *testing.B, selector execute.RowSelector, data flux.Table)

func RowSelectorFuncTestHelper 

func RowSelectorFuncTestHelper(t *testing.T, selector execute.RowSelector, data flux.Table, want []execute.Row)

func TransformationPassThroughTestHelper 

func TransformationPassThroughTestHelper(t *testing.T, newTr NewTransformation)

Types

type AllocatingFromProcedureSpec added in v0.28.3 

type AllocatingFromProcedureSpec struct {
	ByteCount int
	// contains filtered or unexported fields
}

AllocatingFromProcedureSpec is a procedure spec AND an execution node that allocates ByteCount bytes during execution.

func (*AllocatingFromProcedureSpec) AddTransformation added in v0.28.3 

func (s *AllocatingFromProcedureSpec) AddTransformation(t execute.Transformation)

func (*AllocatingFromProcedureSpec) Copy added in v0.28.3 

func (s *AllocatingFromProcedureSpec) Copy() plan.ProcedureSpec

func (AllocatingFromProcedureSpec) Cost added in v0.28.3 

func (AllocatingFromProcedureSpec) Cost(inStats []plan.Statistics) (cost plan.Cost, outStats plan.Statistics)

func (AllocatingFromProcedureSpec) Kind added in v0.28.3 

func (AllocatingFromProcedureSpec) Kind() plan.ProcedureKind

func (*AllocatingFromProcedureSpec) Run added in v0.28.3 

func (s *AllocatingFromProcedureSpec) Run(ctx context.Context)

type ColReader 

type ColReader struct {
	// contains filtered or unexported fields
}

func (*ColReader) Bools 

func (cr *ColReader) Bools(j int) *array.Boolean

func (*ColReader) Cols 

func (cr *ColReader) Cols() []flux.ColMeta

func (*ColReader) Floats 

func (cr *ColReader) Floats(j int) *array.Float64

func (*ColReader) Ints 

func (cr *ColReader) Ints(j int) *array.Int64

func (*ColReader) Key 

func (cr *ColReader) Key() flux.GroupKey

func (*ColReader) Len 

func (cr *ColReader) Len() int

func (*ColReader) Strings 

func (cr *ColReader) Strings(j int) *array.Binary

func (*ColReader) Times 

func (cr *ColReader) Times(j int) *array.Int64

func (*ColReader) UInts 

func (cr *ColReader) UInts(j int) *array.Uint64

type Dataset 

type Dataset struct {
	ID                    execute.DatasetID
	Retractions           []flux.GroupKey
	ProcessingTimeUpdates []execute.Time
	WatermarkUpdates      []execute.Time
	Finished              bool
	FinishedErr           error
}

func NewDataset 

func NewDataset(id execute.DatasetID) *Dataset

func (*Dataset) AddTransformation 

func (d *Dataset) AddTransformation(t execute.Transformation)

func (*Dataset) Finish 

func (d *Dataset) Finish(err error)

func (*Dataset) RetractTable 

func (d *Dataset) RetractTable(key flux.GroupKey) error

func (*Dataset) SetTriggerSpec 

func (d *Dataset) SetTriggerSpec(t plan.TriggerSpec)

func (*Dataset) UpdateProcessingTime 

func (d *Dataset) UpdateProcessingTime(t execute.Time) error

func (*Dataset) UpdateWatermark 

func (d *Dataset) UpdateWatermark(mark execute.Time) error

type FromProcedureSpec 

type FromProcedureSpec struct {
	// contains filtered or unexported fields
}

FromProcedureSpec is a procedure spec AND an execution Node. It simulates the execution of a basic physical scan operation.

func NewFromProcedureSpec 

func NewFromProcedureSpec(data []*Table) *FromProcedureSpec

NewFromProcedureSpec specifies a from-test procedure with source data

func (*FromProcedureSpec) AddTransformation 

func (src *FromProcedureSpec) AddTransformation(t execute.Transformation)

func (*FromProcedureSpec) Copy 

func (src *FromProcedureSpec) Copy() plan.ProcedureSpec

func (*FromProcedureSpec) Cost 

func (src *FromProcedureSpec) Cost(inStats []plan.Statistics) (plan.Cost, plan.Statistics)

func (*FromProcedureSpec) Kind 

func (src *FromProcedureSpec) Kind() plan.ProcedureKind

func (*FromProcedureSpec) Run 

func (src *FromProcedureSpec) Run(ctx context.Context)

type NewTransformation 

type NewTransformation func(execute.Dataset, execute.TableBuilderCache) execute.Transformation

type Result 

type Result struct {
	Nm   string
	Tbls []*Table
	Err  error
}

func NewResult 

func NewResult(tables []*Table) *Result

func (*Result) Name 

func (r *Result) Name() string

func (*Result) Normalize 

func (r *Result) Normalize()

func (*Result) Tables 

func (r *Result) Tables() flux.TableIterator

type RowWiseTable added in v0.14.0 

type RowWiseTable struct {
	*Table
}

RowWiseTable is a flux Table implementation that calls f once for each row in its Do method.

func (*RowWiseTable) Do added in v0.14.0 

func (t *RowWiseTable) Do(f func(flux.ColReader) error) error

Do calls f once for each row in the table

type SortedTables 

type SortedTables []*Table

func (SortedTables) Len 

func (b SortedTables) Len() int

func (SortedTables) Less 

func (b SortedTables) Less(i int, j int) bool

func (SortedTables) Swap 

func (b SortedTables) Swap(i int, j int)

type Table 

type Table struct {
	// GroupKey of the table. Does not need to be set explicitly.
	GroupKey flux.GroupKey
	// KeyCols is a list of column that are part of the group key.
	// The column type is deduced from the ColMeta slice.
	KeyCols []string
	// KeyValues is a list of values for the group key columns.
	// Only needs to be set when no data is present on the table.
	KeyValues []interface{}
	// ColMeta is a list of columns of the table.
	ColMeta []flux.ColMeta
	// Data is a list of rows, i.e. Data[row][col]
	// Each row must be a list with length equal to len(ColMeta)
	Data [][]interface{}
	// Err contains the error that should be returned
	// by this table when calling Do.
	Err error
}

Table is an implementation of execute.Table It is designed to make it easy to statically declare the data within the table. Not all fields need to be set. See comments on each field. Use Normalize to ensure that all fields are set before equality comparisons.

func ConvertTable 

func ConvertTable(tbl flux.Table) (*Table, error)

func TablesFromCache 

func TablesFromCache(c execute.DataCache) (tables []*Table, err error)

func (*Table) Cols 

func (t *Table) Cols() []flux.ColMeta

func (*Table) Do 

func (t *Table) Do(f func(flux.ColReader) error) error

func (*Table) Empty 

func (t *Table) Empty() bool

func (*Table) Key 

func (t *Table) Key() flux.GroupKey

func (*Table) Normalize 

func (t *Table) Normalize()

Normalize ensures all fields of the table are set correctly.

func (*Table) RefCount 

func (t *Table) RefCount(n int)

type TableIterator 

type TableIterator struct {
	// contains filtered or unexported fields
}

func (*TableIterator) Do 

func (ti *TableIterator) Do(f func(flux.Table) error) error

type ToProcedureSpec added in v0.8.0 

type ToProcedureSpec struct{}

ToProcedureSpec defines an output operation. That is, an operation that does not transform its input data but performs a side effect while passing its input data through to the next op.

func (*ToProcedureSpec) Copy added in v0.8.0 

func (s *ToProcedureSpec) Copy() plan.ProcedureSpec

func (*ToProcedureSpec) Cost added in v0.8.0 

func (s *ToProcedureSpec) Cost(inStats []plan.Statistics) (plan.Cost, plan.Statistics)

func (*ToProcedureSpec) Kind added in v0.8.0 

func (s *ToProcedureSpec) Kind() plan.ProcedureKind

type ToTransformation added in v0.8.0 

type ToTransformation struct {
	// contains filtered or unexported fields
}

ToTransformation simulates an output or an identity transformation

func (*ToTransformation) Finish added in v0.8.0 

func (t *ToTransformation) Finish(id execute.DatasetID, err error)

func (*ToTransformation) Process added in v0.8.0 

func (t *ToTransformation) Process(id execute.DatasetID, tbl flux.Table) error

func (*ToTransformation) RetractTable added in v0.8.0 

func (t *ToTransformation) RetractTable(id execute.DatasetID, key flux.GroupKey) error

func (*ToTransformation) UpdateProcessingTime added in v0.8.0 

func (t *ToTransformation) UpdateProcessingTime(id execute.DatasetID, pt execute.Time) error

func (*ToTransformation) UpdateWatermark added in v0.8.0 

func (t *ToTransformation) UpdateWatermark(id execute.DatasetID, pt execute.Time) error

type YieldProcedureSpec 

type YieldProcedureSpec struct {
	plan.DefaultCost
	// contains filtered or unexported fields
}

func (YieldProcedureSpec) Copy 

func (y YieldProcedureSpec) Copy() plan.ProcedureSpec

func (YieldProcedureSpec) Kind 

func (YieldProcedureSpec) Kind() plan.ProcedureKind

func (YieldProcedureSpec) YieldName 

func (y YieldProcedureSpec) YieldName() string

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.