Documentation
¶
Index ¶
- Constants
- Variables
- func DoAdapterSplitReader(reader io.Reader, writer io.Writer, adapterName, connectionId string) error
- func DoBroadcast(reader io.Reader, writers []io.Writer) error
- func DoCoGroupPartitionedSorted(leftRawChan, rightRawChan io.Reader, writer io.Writer, indexes []int) error
- func DoCollectPartitions(readers []io.Reader, writer io.Writer) error
- func DoJoinPartitionedSorted(leftRawChan, rightRawChan io.Reader, writer io.Writer, indexes []int, ...) error
- func DoLocalDistinct(reader io.Reader, writer io.Writer, orderBys []OrderBy) error
- func DoLocalHashAndJoinWith(leftReader, rightReader io.Reader, writer io.Writer, indexes []int) error
- func DoLocalSort(reader io.Reader, writer io.Writer, orderBys []OrderBy) error
- func DoLocalTop(reader io.Reader, writer io.Writer, n int, orderBys []OrderBy) error
- func DoMergeSortedTo(readers []io.Reader, writer io.Writer, orderBys []OrderBy) error
- func DoMergeTo(readers []io.Reader, writer io.Writer) error
- func DoPipeAsArgs(reader io.Reader, writer io.Writer, code string) error
- func DoRoundRobin(reader io.Reader, writers []io.Writer) error
- func DoScatterPartitions(reader io.Reader, writers []io.Writer, indexes []int) error
- type AdapterSplitReader
- type Broadcast
- type CoGroupPartitionedSorted
- func (b *CoGroupPartitionedSorted) Function() func(readers []io.Reader, writers []io.Writer, stats *Stats) error
- func (b *CoGroupPartitionedSorted) GetMemoryCostInMB(partitionSize int64) int64
- func (b *CoGroupPartitionedSorted) Name() string
- func (b *CoGroupPartitionedSorted) SerializeToCommand() *pb.Instruction
- type CollectPartitions
- type Instruction
- type JoinPartitionedSorted
- func (b *JoinPartitionedSorted) Function() func(readers []io.Reader, writers []io.Writer, stats *Stats) error
- func (b *JoinPartitionedSorted) GetMemoryCostInMB(partitionSize int64) int64
- func (b *JoinPartitionedSorted) Name() string
- func (b *JoinPartitionedSorted) SerializeToCommand() *pb.Instruction
- type LocalDistinct
- type LocalHashAndJoinWith
- type LocalSort
- type LocalTop
- type MergeSortedTo
- type MergeTo
- type Order
- type OrderBy
- type PipeAsArgs
- type RoundRobin
- type ScatterPartitions
- type Stats
Constants ¶
View Source
const ( Ascending = Order(1) Descending = Order(-1) )
Variables ¶
View Source
var (
InstructionRunner = &instructionRunner{}
)
Functions ¶
func DoAdapterSplitReader ¶
func DoCoGroupPartitionedSorted ¶
func DoCoGroupPartitionedSorted(leftRawChan, rightRawChan io.Reader, writer io.Writer, indexes []int) error
Top streamingly compare and get the top n items
func DoJoinPartitionedSorted ¶
func DoJoinPartitionedSorted(leftRawChan, rightRawChan io.Reader, writer io.Writer, indexes []int, isLeftOuterJoin, isRightOuterJoin bool) error
Top streamingly compare and get the top n items
func DoLocalDistinct ¶
func DoLocalHashAndJoinWith ¶
func DoLocalHashAndJoinWith(leftReader, rightReader io.Reader, writer io.Writer, indexes []int) error
Top streamingly compare and get the top n items
func DoLocalTop ¶
Top streamingly compare and get the top n items
func DoMergeSortedTo ¶
Top streamingly compare and get the top n items
func DoPipeAsArgs ¶
Top streamingly compare and get the top n items
Types ¶
type AdapterSplitReader ¶
type AdapterSplitReader struct {
// contains filtered or unexported fields
}
func NewAdapterSplitReader ¶
func NewAdapterSplitReader(adapterName, connectionId string) *AdapterSplitReader
func (*AdapterSplitReader) GetMemoryCostInMB ¶
func (b *AdapterSplitReader) GetMemoryCostInMB(partitionSize int64) int64
func (*AdapterSplitReader) Name ¶
func (b *AdapterSplitReader) Name() string
func (*AdapterSplitReader) SerializeToCommand ¶
func (b *AdapterSplitReader) SerializeToCommand() *pb.Instruction
type Broadcast ¶
type Broadcast struct {
}
func NewBroadcast ¶
func NewBroadcast() *Broadcast
func (*Broadcast) GetMemoryCostInMB ¶
func (*Broadcast) SerializeToCommand ¶
func (b *Broadcast) SerializeToCommand() *pb.Instruction
type CoGroupPartitionedSorted ¶
type CoGroupPartitionedSorted struct {
// contains filtered or unexported fields
}
func NewCoGroupPartitionedSorted ¶
func NewCoGroupPartitionedSorted(indexes []int) *CoGroupPartitionedSorted
func (*CoGroupPartitionedSorted) GetMemoryCostInMB ¶
func (b *CoGroupPartitionedSorted) GetMemoryCostInMB(partitionSize int64) int64
func (*CoGroupPartitionedSorted) Name ¶
func (b *CoGroupPartitionedSorted) Name() string
func (*CoGroupPartitionedSorted) SerializeToCommand ¶
func (b *CoGroupPartitionedSorted) SerializeToCommand() *pb.Instruction
type CollectPartitions ¶
type CollectPartitions struct {
}
func NewCollectPartitions ¶
func NewCollectPartitions() *CollectPartitions
func (*CollectPartitions) GetMemoryCostInMB ¶
func (b *CollectPartitions) GetMemoryCostInMB(partitionSize int64) int64
func (*CollectPartitions) Name ¶
func (b *CollectPartitions) Name() string
func (*CollectPartitions) SerializeToCommand ¶
func (b *CollectPartitions) SerializeToCommand() *pb.Instruction
type Instruction ¶
type JoinPartitionedSorted ¶
type JoinPartitionedSorted struct {
// contains filtered or unexported fields
}
func NewJoinPartitionedSorted ¶
func NewJoinPartitionedSorted(isLeftOuterJoin bool, isRightOuterJoin bool, indexes []int) *JoinPartitionedSorted
func (*JoinPartitionedSorted) GetMemoryCostInMB ¶
func (b *JoinPartitionedSorted) GetMemoryCostInMB(partitionSize int64) int64
func (*JoinPartitionedSorted) Name ¶
func (b *JoinPartitionedSorted) Name() string
func (*JoinPartitionedSorted) SerializeToCommand ¶
func (b *JoinPartitionedSorted) SerializeToCommand() *pb.Instruction
type LocalDistinct ¶
type LocalDistinct struct {
// contains filtered or unexported fields
}
func NewLocalDistinct ¶
func NewLocalDistinct(orderBys []OrderBy) *LocalDistinct
func (*LocalDistinct) GetMemoryCostInMB ¶
func (b *LocalDistinct) GetMemoryCostInMB(partitionSize int64) int64
func (*LocalDistinct) Name ¶
func (b *LocalDistinct) Name() string
func (*LocalDistinct) SerializeToCommand ¶
func (b *LocalDistinct) SerializeToCommand() *pb.Instruction
type LocalHashAndJoinWith ¶
type LocalHashAndJoinWith struct {
// contains filtered or unexported fields
}
func NewLocalHashAndJoinWith ¶
func NewLocalHashAndJoinWith(indexes []int) *LocalHashAndJoinWith
func (*LocalHashAndJoinWith) GetMemoryCostInMB ¶
func (b *LocalHashAndJoinWith) GetMemoryCostInMB(partitionSize int64) int64
func (*LocalHashAndJoinWith) Name ¶
func (b *LocalHashAndJoinWith) Name() string
func (*LocalHashAndJoinWith) SerializeToCommand ¶
func (b *LocalHashAndJoinWith) SerializeToCommand() *pb.Instruction
type LocalSort ¶
type LocalSort struct {
// contains filtered or unexported fields
}
func NewLocalSort ¶
func (*LocalSort) GetMemoryCostInMB ¶
func (*LocalSort) SerializeToCommand ¶
func (b *LocalSort) SerializeToCommand() *pb.Instruction
type LocalTop ¶
type LocalTop struct {
// contains filtered or unexported fields
}
func NewLocalTop ¶
func (*LocalTop) GetMemoryCostInMB ¶
func (*LocalTop) SerializeToCommand ¶
func (b *LocalTop) SerializeToCommand() *pb.Instruction
type MergeSortedTo ¶
type MergeSortedTo struct {
// contains filtered or unexported fields
}
func NewMergeSortedTo ¶
func NewMergeSortedTo(orderBys []OrderBy) *MergeSortedTo
func (*MergeSortedTo) GetMemoryCostInMB ¶
func (b *MergeSortedTo) GetMemoryCostInMB(partitionSize int64) int64
func (*MergeSortedTo) Name ¶
func (b *MergeSortedTo) Name() string
func (*MergeSortedTo) SerializeToCommand ¶
func (b *MergeSortedTo) SerializeToCommand() *pb.Instruction
type MergeTo ¶
type MergeTo struct{}
func NewMergeTo ¶
func NewMergeTo() *MergeTo
func (*MergeTo) GetMemoryCostInMB ¶
func (*MergeTo) SerializeToCommand ¶
func (b *MergeTo) SerializeToCommand() *pb.Instruction
type PipeAsArgs ¶
type PipeAsArgs struct {
// contains filtered or unexported fields
}
func NewPipeAsArgs ¶
func NewPipeAsArgs(code string) *PipeAsArgs
func (*PipeAsArgs) GetMemoryCostInMB ¶
func (b *PipeAsArgs) GetMemoryCostInMB(partitionSize int64) int64
func (*PipeAsArgs) Name ¶
func (b *PipeAsArgs) Name() string
func (*PipeAsArgs) SerializeToCommand ¶
func (b *PipeAsArgs) SerializeToCommand() *pb.Instruction
type RoundRobin ¶
type RoundRobin struct {
}
func NewRoundRobin ¶
func NewRoundRobin() *RoundRobin
func (*RoundRobin) GetMemoryCostInMB ¶
func (b *RoundRobin) GetMemoryCostInMB(partitionSize int64) int64
func (*RoundRobin) Name ¶
func (b *RoundRobin) Name() string
func (*RoundRobin) SerializeToCommand ¶
func (b *RoundRobin) SerializeToCommand() *pb.Instruction
type ScatterPartitions ¶
type ScatterPartitions struct {
// contains filtered or unexported fields
}
func NewScatterPartitions ¶
func NewScatterPartitions(indexes []int) *ScatterPartitions
func (*ScatterPartitions) GetMemoryCostInMB ¶
func (b *ScatterPartitions) GetMemoryCostInMB(partitionSize int64) int64
func (*ScatterPartitions) Name ¶
func (b *ScatterPartitions) Name() string
func (*ScatterPartitions) SerializeToCommand ¶
func (b *ScatterPartitions) SerializeToCommand() *pb.Instruction
Source Files
¶
- adapter_imports.go
- adapter_split_reader.go
- broadcast.go
- cogroup_partitioned_sorted.go
- instruction.go
- join_partitioned_sorted.go
- local_distinct.go
- local_hash_and_join_with.go
- local_sort.go
- local_top.go
- merge_sorted_to.go
- merge_to.go
- partition_collect.go
- partition_scatter.go
- pipe_as_args.go
- roud_robin.go
- utils.go
Click to show internal directories.
Click to hide internal directories.