zbuf

Documentation

Index

• Variables
• func CopyPuller(w zio.Writer, p Puller) error
• func NamedScanner(s Scanner, name string) *namedScanner
• func NewComparator(zctx *zed.Context, sortKey order.SortKey) *expr.Comparator
• func NewComparatorNullsMax(zctx *zed.Context, sortKey order.SortKey) *expr.Comparator
• func NoControl(r zio.Reader) *noControl
• func PullerReader(p Puller) zio.Reader
• func WriteBatch(zw zio.Writer, batch Batch) error
• type Array
  • func NewArray(arena *zed.Arena, vals []zed.Value) *Array
  • func (a *Array) Read() (*zed.Value, error)
  • func (a *Array) Ref()
  • func (a *Array) Reset()
  • func (a *Array) Unref()
  • func (a *Array) Values() []zed.Value
  • func (a *Array) Vars() []zed.Value
  • func (a *Array) Write(r zed.Value) error
  • func (*Array) Zctx() *zed.Arena
• type Batch
  • func NewBatch(arena *zed.Arena, vals []zed.Value, b Batch, vars []zed.Value) Batch
  • func NewBatchWithVars(arena *zed.Arena, vals []zed.Value, vars []zed.Value) Batch
  • func NewBatchWithVarsAndFree(arena *zed.Arena, vals []zed.Value, vars []zed.Value, free func()) Batch
  • func WrapBatch(b Batch, vals []zed.Value) Batch
• type Control
  • func (c *Control) Error() string
• type EndChannel
• type File
  • func NewFile(r zio.Reader, c io.Closer, name string) *File
  • func (r *File) Close() error
  • func (r *File) String() string
• type Filter
• type Meter
• type MultiStats
  • func (m MultiStats) Progress() Progress
• type Progress
  • func (p *Progress) Add(in Progress)
  • func (p *Progress) Copy() Progress
  • func (p *Progress) Progress() Progress
• type ProgressReadCloser
  • func MeterReadCloser(rc zio.ReadCloser) ProgressReadCloser
• type ProgressReader
• type Puller
  • func NewPuller(zr zio.Reader) Puller
• type Scanner
  • func MultiScanner(scanners ...Scanner) Scanner
  • func NewScanner(ctx context.Context, r zio.Reader, filterExpr Filter) (Scanner, error)
• type ScannerAble
• type SetChannel

Variables

var PullerBatchValues = 100

PullerBatchValues is the maximum number of values per batch for a Puller created by NewPuller.

Functions

func CopyPuller

func CopyPuller(w zio.Writer, p Puller) error

func NamedScanner

func NamedScanner(s Scanner, name string) *namedScanner

func NewComparator

func NewComparator(zctx *zed.Context, sortKey order.SortKey) *expr.Comparator

func NewComparatorNullsMax

func NewComparatorNullsMax(zctx *zed.Context, sortKey order.SortKey) *expr.Comparator

func NoControl

func NoControl(r zio.Reader) *noControl

func PullerReader

func PullerReader(p Puller) zio.Reader

func WriteBatch

func WriteBatch(zw zio.Writer, batch Batch) error

WriteBatch writes the values in batch to zw. If an error occurs, WriteBatch stops and returns the error.

Types

type Array

type Array struct {
	// contains filtered or unexported fields
}

Array is a slice of of records that implements the Batch and the Reader interfaces.

func NewArray

func NewArray(arena *zed.Arena, vals []zed.Value) *Array

XXX this should take the frame arg too and the procs that create new arrays need to propagate their frames downstream.

func (*Array) Read

func (a *Array) Read() (*zed.Value, error)

Read returns removes the first element of the Array and returns it, or it returns nil if the Array is empty.

func (*Array) Ref

func (a *Array) Ref()

func (*Array) Reset

func (a *Array) Reset()

func (*Array) Unref

func (a *Array) Unref()

func (*Array) Values

func (a *Array) Values() []zed.Value

func (*Array) Vars

func (a *Array) Vars() []zed.Value

func (*Array) Write

func (a *Array) Write(r zed.Value) error

func (*Array) Zctx

func (*Array) Zctx() *zed.Arena

type Batch

type Batch interface {
	Ref()
	Unref()
	Values() []zed.Value
	Vars() []zed.Value
}

func NewBatch

func NewBatch(arena *zed.Arena, vals []zed.Value, b Batch, vars []zed.Value) Batch

func NewBatchWithVars

func NewBatchWithVars(arena *zed.Arena, vals []zed.Value, vars []zed.Value) Batch

func NewBatchWithVarsAndFree

func NewBatchWithVarsAndFree(arena *zed.Arena, vals []zed.Value, vars []zed.Value, free func()) Batch

func WrapBatch

func WrapBatch(b Batch, vals []zed.Value) Batch

type Control

type Control struct {
	Message interface{}
}

func (*Control) Error

func (c *Control) Error() string

type EndChannel

type EndChannel int

type File

type File struct {
	zio.Reader
	// contains filtered or unexported fields
}

func NewFile

func NewFile(r zio.Reader, c io.Closer, name string) *File

func (*File) Close

func (r *File) Close() error

func (*File) String

func (r *File) String() string

type Filter

type Filter interface {
	AsEvaluator() (expr.Evaluator, error)
	AsBufferFilter() (*expr.BufferFilter, error)
}

type Meter

type Meter interface {
	Progress() Progress
}

A Meter provides Progress statistics.

type MultiStats

type MultiStats []Scanner

func (MultiStats) Progress

func (m MultiStats) Progress() Progress

type Progress

type Progress struct {
	BytesRead      int64 `zed:"bytes_read" json:"bytes_read"`
	BytesMatched   int64 `zed:"bytes_matched" json:"bytes_matched"`
	RecordsRead    int64 `zed:"records_read" json:"records_read"`
	RecordsMatched int64 `zed:"records_matched" json:"records_matched"`
}

Progress represents progress statistics from a Scanner.

func (*Progress) Add

func (p *Progress) Add(in Progress)

Add updates its receiver by adding to it the values in ss.

func (*Progress) Copy

func (p *Progress) Copy() Progress

func (*Progress) Progress

func (p *Progress) Progress() Progress

type ProgressReadCloser

type ProgressReadCloser interface {
	zio.ReadCloser
	Progress() Progress
}

func MeterReadCloser

func MeterReadCloser(rc zio.ReadCloser) ProgressReadCloser

type ProgressReader

type ProgressReader interface {
	zio.Reader
	Progress() Progress
}

type Puller

type Puller interface {
	Pull(bool) (Batch, error)
}

A Puller produces Batches of records, signaling end-of-stream (EOS) by returning a nil Batch and nil error. The done argument to Pull indicates that the stream should be terminated before its natural EOS. An implementation must return EOS in response to a Pull call when the done parameter is true. After seeing EOS, (either via done or its natural end), an implementation of an operator that processes pulled data should respond to additional calls to Pull as if restarting in its initial state. For original sources of data (e.g., the from operator), once EOS is reached, additional calls to Pull after the first EOS should always return EOS. Pull is not safe to call concurrently.

func NewPuller

func NewPuller(zr zio.Reader) Puller

NewPuller returns a puller for zr that returns batches containing up to PullerBatchValues values.

type Scanner

type Scanner interface {
	Meter
	Puller
}

A Scanner is a Batch source that also provides progress updates.

func MultiScanner

func MultiScanner(scanners ...Scanner) Scanner

func NewScanner

func NewScanner(ctx context.Context, r zio.Reader, filterExpr Filter) (Scanner, error)

NewScanner returns a Scanner for r that filters records by filterExpr and s. If r implements fmt.Stringer, the scanner reports errors using a prefix of the string returned by its String method.

type ScannerAble

type ScannerAble interface {
	NewScanner(ctx context.Context, filterExpr Filter) (Scanner, error)
}

ScannerAble is implemented by Readers that provide an optimized implementation of the Scanner interface.

type SetChannel

type SetChannel int