Documentation
¶
Index ¶
- Constants
- Variables
- func DoBroadcast(reader io.Reader, writers []io.Writer, stats *pb.InstructionStat) error
- func DoCoGroupPartitionedSorted(leftRawChan, rightRawChan io.Reader, writer io.Writer, indexes []int, ...) error
- func DoCollectPartitions(readers []io.Reader, writer io.Writer, stats *pb.InstructionStat) (err error)
- func DoJoinPartitionedSorted(leftRawChan, rightRawChan io.Reader, writer io.Writer, indexes []int, ...) error
- func DoLocalDistinct(reader io.Reader, writer io.Writer, orderBys []OrderBy, ...) error
- func DoLocalGroupBySorted(reader io.Reader, writer io.Writer, indexes []int, stats *pb.InstructionStat) error
- func DoLocalHashAndJoinWith(leftReader, rightReader io.Reader, writer io.Writer, indexes []int, ...) error
- func DoLocalLimit(reader io.Reader, writer io.Writer, n int, offset int, ...) error
- func DoLocalSort(reader io.Reader, writer io.Writer, orderBys []OrderBy, ...) error
- func DoLocalTop(reader io.Reader, writer io.Writer, n int, orderBys []OrderBy, ...) error
- func DoMergeSortedTo(readers []io.Reader, writer io.Writer, orderBys []OrderBy, ...) error
- func DoMergeTo(readers []io.Reader, writer io.Writer, stats *pb.InstructionStat) error
- func DoPipeAsArgs(reader io.Reader, writer io.Writer, code string, stats *pb.InstructionStat) error
- func DoRoundRobin(reader []io.Reader, writers []io.Writer, stats *pb.InstructionStat) error
- func DoScatterPartitions(reader io.Reader, writers []io.Writer, indexes []int, ...) error
- func DoSelect(reader io.Reader, writer io.Writer, keyIndexes, valueIndexes []int, ...) error
- func DoUnion(readers []io.Reader, writer io.Writer, isParallel bool, ...) error
- type Broadcast
- type CoGroupPartitionedSorted
- type CollectPartitions
- type Instruction
- type JoinPartitionedSorted
- type LocalDistinct
- type LocalGroupBySorted
- type LocalHashAndJoinWith
- type LocalLimit
- type LocalSort
- type LocalTop
- type MergeSortedTo
- type MergeTo
- type Order
- type OrderBy
- type PipeAsArgs
- type RoundRobin
- type ScatterPartitions
- type Select
- type Union
Constants ¶
View Source
const ( Ascending = Order(1) Descending = Order(-1) NoOrder = Order(0) )
Variables ¶
View Source
var (
InstructionRunner = &instructionRunner{}
)
Functions ¶
func DoBroadcast ¶
func DoCollectPartitions ¶
func DoJoinPartitionedSorted ¶
func DoLocalDistinct ¶
func DoLocalGroupBySorted ¶
func DoLocalHashAndJoinWith ¶
func DoLocalLimit ¶
func DoLocalLimit(reader io.Reader, writer io.Writer, n int, offset int, stats *pb.InstructionStat) error
DoLocalLimit streamingly get the n items starting from offset
func DoLocalSort ¶
func DoLocalTop ¶
func DoLocalTop(reader io.Reader, writer io.Writer, n int, orderBys []OrderBy, stats *pb.InstructionStat) error
DoLocalTop streamingly compare and get the top n items
func DoMergeSortedTo ¶
func DoPipeAsArgs ¶
func DoRoundRobin ¶
func DoScatterPartitions ¶
Types ¶
type Broadcast ¶
type Broadcast struct {
}
func NewBroadcast ¶
func NewBroadcast() *Broadcast
func (*Broadcast) GetMemoryCostInMB ¶
func (*Broadcast) SerializeToCommand ¶
func (b *Broadcast) SerializeToCommand() *pb.Instruction
type CoGroupPartitionedSorted ¶
type CoGroupPartitionedSorted struct {
// contains filtered or unexported fields
}
func NewCoGroupPartitionedSorted ¶
func NewCoGroupPartitionedSorted(indexes []int) *CoGroupPartitionedSorted
func (*CoGroupPartitionedSorted) Function ¶
func (b *CoGroupPartitionedSorted) Function() func(readers []io.Reader, writers []io.Writer, stats *pb.InstructionStat) error
func (*CoGroupPartitionedSorted) GetMemoryCostInMB ¶
func (b *CoGroupPartitionedSorted) GetMemoryCostInMB(partitionSize int64) int64
func (*CoGroupPartitionedSorted) Name ¶
func (b *CoGroupPartitionedSorted) Name(prefix string) string
func (*CoGroupPartitionedSorted) SerializeToCommand ¶
func (b *CoGroupPartitionedSorted) SerializeToCommand() *pb.Instruction
type CollectPartitions ¶
type CollectPartitions struct {
}
func NewCollectPartitions ¶
func NewCollectPartitions() *CollectPartitions
func (*CollectPartitions) Function ¶
func (b *CollectPartitions) Function() func(readers []io.Reader, writers []io.Writer, stats *pb.InstructionStat) error
func (*CollectPartitions) GetMemoryCostInMB ¶
func (b *CollectPartitions) GetMemoryCostInMB(partitionSize int64) int64
func (*CollectPartitions) Name ¶
func (b *CollectPartitions) Name(prefix string) string
func (*CollectPartitions) SerializeToCommand ¶
func (b *CollectPartitions) SerializeToCommand() *pb.Instruction
type Instruction ¶
type JoinPartitionedSorted ¶
type JoinPartitionedSorted struct {
// contains filtered or unexported fields
}
func NewJoinPartitionedSorted ¶
func NewJoinPartitionedSorted(isLeftOuterJoin bool, isRightOuterJoin bool, indexes []int) *JoinPartitionedSorted
func (*JoinPartitionedSorted) Function ¶
func (b *JoinPartitionedSorted) Function() func(readers []io.Reader, writers []io.Writer, stats *pb.InstructionStat) error
func (*JoinPartitionedSorted) GetMemoryCostInMB ¶
func (b *JoinPartitionedSorted) GetMemoryCostInMB(partitionSize int64) int64
func (*JoinPartitionedSorted) Name ¶
func (b *JoinPartitionedSorted) Name(prefix string) string
func (*JoinPartitionedSorted) SerializeToCommand ¶
func (b *JoinPartitionedSorted) SerializeToCommand() *pb.Instruction
type LocalDistinct ¶
type LocalDistinct struct {
// contains filtered or unexported fields
}
func NewLocalDistinct ¶
func NewLocalDistinct(orderBys []OrderBy) *LocalDistinct
func (*LocalDistinct) Function ¶
func (b *LocalDistinct) Function() func(readers []io.Reader, writers []io.Writer, stats *pb.InstructionStat) error
func (*LocalDistinct) GetMemoryCostInMB ¶
func (b *LocalDistinct) GetMemoryCostInMB(partitionSize int64) int64
func (*LocalDistinct) Name ¶
func (b *LocalDistinct) Name(prefix string) string
func (*LocalDistinct) SerializeToCommand ¶
func (b *LocalDistinct) SerializeToCommand() *pb.Instruction
type LocalGroupBySorted ¶
type LocalGroupBySorted struct {
// contains filtered or unexported fields
}
func NewLocalGroupBySorted ¶
func NewLocalGroupBySorted(indexes []int) *LocalGroupBySorted
func (*LocalGroupBySorted) Function ¶
func (b *LocalGroupBySorted) Function() func(readers []io.Reader, writers []io.Writer, stats *pb.InstructionStat) error
func (*LocalGroupBySorted) GetMemoryCostInMB ¶
func (b *LocalGroupBySorted) GetMemoryCostInMB(partitionSize int64) int64
func (*LocalGroupBySorted) Name ¶
func (b *LocalGroupBySorted) Name(prefix string) string
func (*LocalGroupBySorted) SerializeToCommand ¶
func (b *LocalGroupBySorted) SerializeToCommand() *pb.Instruction
type LocalHashAndJoinWith ¶
type LocalHashAndJoinWith struct {
// contains filtered or unexported fields
}
func NewLocalHashAndJoinWith ¶
func NewLocalHashAndJoinWith(indexes []int) *LocalHashAndJoinWith
func (*LocalHashAndJoinWith) Function ¶
func (b *LocalHashAndJoinWith) Function() func(readers []io.Reader, writers []io.Writer, stats *pb.InstructionStat) error
func (*LocalHashAndJoinWith) GetMemoryCostInMB ¶
func (b *LocalHashAndJoinWith) GetMemoryCostInMB(partitionSize int64) int64
func (*LocalHashAndJoinWith) Name ¶
func (b *LocalHashAndJoinWith) Name(prefix string) string
func (*LocalHashAndJoinWith) SerializeToCommand ¶
func (b *LocalHashAndJoinWith) SerializeToCommand() *pb.Instruction
type LocalLimit ¶
type LocalLimit struct {
// contains filtered or unexported fields
}
func NewLocalLimit ¶
func NewLocalLimit(n int, offset int) *LocalLimit
func (*LocalLimit) Function ¶
func (b *LocalLimit) Function() func(readers []io.Reader, writers []io.Writer, stats *pb.InstructionStat) error
func (*LocalLimit) GetMemoryCostInMB ¶
func (b *LocalLimit) GetMemoryCostInMB(partitionSize int64) int64
func (*LocalLimit) Name ¶
func (b *LocalLimit) Name(prefix string) string
func (*LocalLimit) SerializeToCommand ¶
func (b *LocalLimit) SerializeToCommand() *pb.Instruction
type LocalSort ¶
type LocalSort struct {
// contains filtered or unexported fields
}
func NewLocalSort ¶
func (*LocalSort) GetMemoryCostInMB ¶
func (*LocalSort) SerializeToCommand ¶
func (b *LocalSort) SerializeToCommand() *pb.Instruction
type LocalTop ¶
type LocalTop struct {
// contains filtered or unexported fields
}
func NewLocalTop ¶
func (*LocalTop) GetMemoryCostInMB ¶
func (*LocalTop) SerializeToCommand ¶
func (b *LocalTop) SerializeToCommand() *pb.Instruction
type MergeSortedTo ¶
type MergeSortedTo struct {
// contains filtered or unexported fields
}
func NewMergeSortedTo ¶
func NewMergeSortedTo(orderBys []OrderBy) *MergeSortedTo
func (*MergeSortedTo) Function ¶
func (b *MergeSortedTo) Function() func(readers []io.Reader, writers []io.Writer, stats *pb.InstructionStat) error
func (*MergeSortedTo) GetMemoryCostInMB ¶
func (b *MergeSortedTo) GetMemoryCostInMB(partitionSize int64) int64
func (*MergeSortedTo) Name ¶
func (b *MergeSortedTo) Name(prefix string) string
func (*MergeSortedTo) SerializeToCommand ¶
func (b *MergeSortedTo) SerializeToCommand() *pb.Instruction
type MergeTo ¶
type MergeTo struct{}
func NewMergeTo ¶
func NewMergeTo() *MergeTo
func (*MergeTo) GetMemoryCostInMB ¶
func (*MergeTo) SerializeToCommand ¶
func (b *MergeTo) SerializeToCommand() *pb.Instruction
type PipeAsArgs ¶
type PipeAsArgs struct {
// contains filtered or unexported fields
}
func NewPipeAsArgs ¶
func NewPipeAsArgs(code string) *PipeAsArgs
func (*PipeAsArgs) Function ¶
func (b *PipeAsArgs) Function() func(readers []io.Reader, writers []io.Writer, stats *pb.InstructionStat) error
func (*PipeAsArgs) GetMemoryCostInMB ¶
func (b *PipeAsArgs) GetMemoryCostInMB(partitionSize int64) int64
func (*PipeAsArgs) Name ¶
func (b *PipeAsArgs) Name(prefix string) string
func (*PipeAsArgs) SerializeToCommand ¶
func (b *PipeAsArgs) SerializeToCommand() *pb.Instruction
type RoundRobin ¶
type RoundRobin struct {
}
func NewRoundRobin ¶
func NewRoundRobin() *RoundRobin
func (*RoundRobin) Function ¶
func (b *RoundRobin) Function() func(readers []io.Reader, writers []io.Writer, stats *pb.InstructionStat) error
func (*RoundRobin) GetMemoryCostInMB ¶
func (b *RoundRobin) GetMemoryCostInMB(partitionSize int64) int64
func (*RoundRobin) Name ¶
func (b *RoundRobin) Name(prefix string) string
func (*RoundRobin) SerializeToCommand ¶
func (b *RoundRobin) SerializeToCommand() *pb.Instruction
type ScatterPartitions ¶
type ScatterPartitions struct {
// contains filtered or unexported fields
}
func NewScatterPartitions ¶
func NewScatterPartitions(indexes []int) *ScatterPartitions
func (*ScatterPartitions) Function ¶
func (b *ScatterPartitions) Function() func(readers []io.Reader, writers []io.Writer, stats *pb.InstructionStat) error
func (*ScatterPartitions) GetMemoryCostInMB ¶
func (b *ScatterPartitions) GetMemoryCostInMB(partitionSize int64) int64
func (*ScatterPartitions) Name ¶
func (b *ScatterPartitions) Name(prefix string) string
func (*ScatterPartitions) SerializeToCommand ¶
func (b *ScatterPartitions) SerializeToCommand() *pb.Instruction
type Select ¶
type Select struct {
// contains filtered or unexported fields
}
func (*Select) GetMemoryCostInMB ¶
func (*Select) SerializeToCommand ¶
func (b *Select) SerializeToCommand() *pb.Instruction
type Union ¶
type Union struct {
// contains filtered or unexported fields
}
func (*Union) GetMemoryCostInMB ¶
func (*Union) SerializeToCommand ¶
func (b *Union) SerializeToCommand() *pb.Instruction
Source Files
¶
- broadcast.go
- cogroup_partitioned_sorted.go
- instruction.go
- join_partitioned_sorted.go
- local_distinct.go
- local_group_by_sorted.go
- local_hash_and_join_with.go
- local_limit.go
- local_sort.go
- local_top.go
- merge_sorted_to.go
- merge_to.go
- partition_collect.go
- partition_scatter.go
- pipe_as_args.go
- roud_robin.go
- select.go
- union.go
- utils.go
Click to show internal directories.
Click to hide internal directories.