datastreams

Documentation

Index

• type ChannelBlockInputStream
  • func (stream *ChannelBlockInputStream) Close()
  • func (stream *ChannelBlockInputStream) Name() string
  • func (stream *ChannelBlockInputStream) Read() (*datablocks.DataBlock, error)
• type CustomFormatBlockOutputStream
  • func (stream *CustomFormatBlockOutputStream) Close()
  • func (stream *CustomFormatBlockOutputStream) Finalize() error
  • func (stream *CustomFormatBlockOutputStream) Name() string
  • func (stream *CustomFormatBlockOutputStream) SampleBlock() *datablocks.DataBlock
  • func (stream *CustomFormatBlockOutputStream) Write(block *datablocks.DataBlock) error
• type IDataBlockInputStream
  • func NewChannelBlockInputStream(queue chan interface{}) IDataBlockInputStream
  • func NewIteratorBlockInputStream(iterator IteratorFunc) IDataBlockInputStream
  • func NewNativeBlockInputStream(reader *binary.Reader) IDataBlockInputStream
  • func NewOneBlockInputStream(blocks ...*datablocks.DataBlock) IDataBlockInputStream
• type IDataBlockOutputStream
  • func NewCustomFormatBlockOutputStream(header *datablocks.DataBlock, writer io.Writer, formatName string) IDataBlockOutputStream
  • func NewNativeBlockOutputStream(header *datablocks.DataBlock, writer io.Writer) IDataBlockOutputStream
• type IteratorBlockInputStream
  • func (stream *IteratorBlockInputStream) Close()
  • func (stream *IteratorBlockInputStream) Name() string
  • func (stream *IteratorBlockInputStream) Read() (*datablocks.DataBlock, error)
• type IteratorFunc
• type NativeBlockInputStream
  • func (stream *NativeBlockInputStream) Close()
  • func (stream *NativeBlockInputStream) Name() string
  • func (stream *NativeBlockInputStream) Read() (*datablocks.DataBlock, error)
• type NativeBlockOutputStream
  • func (stream *NativeBlockOutputStream) Close()
  • func (stream *NativeBlockOutputStream) Finalize() error
  • func (stream *NativeBlockOutputStream) Name() string
  • func (stream *NativeBlockOutputStream) SampleBlock() *datablocks.DataBlock
  • func (stream *NativeBlockOutputStream) Write(block *datablocks.DataBlock) error
• type OneBlockInputStream
  • func (stream *OneBlockInputStream) Close()
  • func (stream *OneBlockInputStream) Name() string
  • func (stream *OneBlockInputStream) Read() (*datablocks.DataBlock, error)

Types

type ChannelBlockInputStream

type ChannelBlockInputStream struct {
	// contains filtered or unexported fields
}

ChannelBlockInputStream 输入流的channel实现，数据是从channel中读取的

func (*ChannelBlockInputStream) Close

func (stream *ChannelBlockInputStream) Close()

func (*ChannelBlockInputStream) Name

func (stream *ChannelBlockInputStream) Name() string

func (*ChannelBlockInputStream) Read

func (stream *ChannelBlockInputStream) Read() (*datablocks.DataBlock, error)

type CustomFormatBlockOutputStream

type CustomFormatBlockOutputStream struct {
	// contains filtered or unexported fields
}

func (*CustomFormatBlockOutputStream) Close

func (stream *CustomFormatBlockOutputStream) Close()

func (*CustomFormatBlockOutputStream) Finalize

func (stream *CustomFormatBlockOutputStream) Finalize() error

func (*CustomFormatBlockOutputStream) Name

func (stream *CustomFormatBlockOutputStream) Name() string

func (*CustomFormatBlockOutputStream) SampleBlock

func (stream *CustomFormatBlockOutputStream) SampleBlock() *datablocks.DataBlock

func (*CustomFormatBlockOutputStream) Write

func (stream *CustomFormatBlockOutputStream) Write(block *datablocks.DataBlock) error

type IDataBlockInputStream

type IDataBlockInputStream interface {
	Name() string

	// Read next block.
	// If there are no more blocks, return nil.
	Read() (*datablocks.DataBlock, error)

	Close()
}

IDataBlockInputStream 块输入流，用于读取记录序列化之后的数据，可能会有多个实现

func NewChannelBlockInputStream

func NewChannelBlockInputStream(queue chan interface{}) IDataBlockInputStream

func NewIteratorBlockInputStream

func NewIteratorBlockInputStream(iterator IteratorFunc) IDataBlockInputStream

func NewNativeBlockInputStream

func NewNativeBlockInputStream(reader *binary.Reader) IDataBlockInputStream

func NewOneBlockInputStream

func NewOneBlockInputStream(blocks ...*datablocks.DataBlock) IDataBlockInputStream

type IDataBlockOutputStream

type IDataBlockOutputStream interface {
	Name() string
	Write(*datablocks.DataBlock) error
	Finalize() error
	Close()
	SampleBlock() *datablocks.DataBlock
}

IDataBlockOutputStream 块输出流，用于保存记录序列化之后的数据，可能会有多个实现

func NewCustomFormatBlockOutputStream

func NewCustomFormatBlockOutputStream(header *datablocks.DataBlock, writer io.Writer, formatName string) IDataBlockOutputStream

func NewNativeBlockOutputStream

func NewNativeBlockOutputStream(header *datablocks.DataBlock, writer io.Writer) IDataBlockOutputStream

type IteratorBlockInputStream

type IteratorBlockInputStream struct {
	// contains filtered or unexported fields
}

func (*IteratorBlockInputStream) Close

func (stream *IteratorBlockInputStream) Close()

func (*IteratorBlockInputStream) Name

func (stream *IteratorBlockInputStream) Name() string

func (*IteratorBlockInputStream) Read

func (stream *IteratorBlockInputStream) Read() (*datablocks.DataBlock, error)

type IteratorFunc

type IteratorFunc func() (*datablocks.DataBlock, error)

type NativeBlockInputStream

type NativeBlockInputStream struct {
	// contains filtered or unexported fields
}

func (*NativeBlockInputStream) Close

func (stream *NativeBlockInputStream) Close()

func (*NativeBlockInputStream) Name

func (stream *NativeBlockInputStream) Name() string

func (*NativeBlockInputStream) Read

func (stream *NativeBlockInputStream) Read() (*datablocks.DataBlock, error)

type NativeBlockOutputStream

type NativeBlockOutputStream struct {
	// contains filtered or unexported fields
}

func (*NativeBlockOutputStream) Close

func (stream *NativeBlockOutputStream) Close()

func (*NativeBlockOutputStream) Finalize

func (stream *NativeBlockOutputStream) Finalize() error

func (*NativeBlockOutputStream) Name

func (stream *NativeBlockOutputStream) Name() string

func (*NativeBlockOutputStream) SampleBlock

func (stream *NativeBlockOutputStream) SampleBlock() *datablocks.DataBlock

func (*NativeBlockOutputStream) Write

func (stream *NativeBlockOutputStream) Write(block *datablocks.DataBlock) error

type OneBlockInputStream

type OneBlockInputStream struct {
	// contains filtered or unexported fields
}

func (*OneBlockInputStream) Close

func (stream *OneBlockInputStream) Close()

func (*OneBlockInputStream) Name

func (stream *OneBlockInputStream) Name() string

func (*OneBlockInputStream) Read

func (stream *OneBlockInputStream) Read() (*datablocks.DataBlock, error)