anyio

Documentation

Index

• Constants
• Variables
• func GzipReader(r io.Reader) (io.Reader, error)
• func NewFile(zctx *zed.Context, rc io.ReadCloser, path string, opts ReaderOpts) (*zbuf.File, error)
• func NewReader(zctx *zed.Context, r io.Reader) (zio.ReadCloser, error)
• func NewReaderWithOpts(zctx *zed.Context, r io.Reader, opts ReaderOpts) (zio.ReadCloser, error)
• func NewWriter(w io.WriteCloser, opts WriterOpts) (zio.WriteCloser, error)
• func Open(ctx context.Context, zctx *zed.Context, engine storage.Engine, path string, ...) (*zbuf.File, error)
• type ReaderOpts
• type Recorder
  • func NewRecorder(r io.Reader) *Recorder
  • func (r *Recorder) Read(b []byte) (int, error)
  • func (r *Recorder) ReadAt(off int, b []byte) (int, error)
• type Track
  • func NewTrack(r *Recorder) *Track
  • func (t *Track) Read(b []byte) (int, error)
  • func (t *Track) Reset()
• type WriterOpts

Constants

const InitBufferSize = 8 * 1024

const MaxBufferSize = 10 * 1024 * 1024

const TrackSize = InitBufferSize

Variables

var ErrBufferOverflow = errors.New("buffer exceeded max size trying to infer input format")

Functions

func GzipReader

func GzipReader(r io.Reader) (io.Reader, error)

func NewFile

func NewFile(zctx *zed.Context, rc io.ReadCloser, path string, opts ReaderOpts) (*zbuf.File, error)

func NewReader

func NewReader(zctx *zed.Context, r io.Reader) (zio.ReadCloser, error)

func NewReaderWithOpts

func NewReaderWithOpts(zctx *zed.Context, r io.Reader, opts ReaderOpts) (zio.ReadCloser, error)

func NewWriter

func NewWriter(w io.WriteCloser, opts WriterOpts) (zio.WriteCloser, error)

func Open

func Open(ctx context.Context, zctx *zed.Context, engine storage.Engine, path string, opts ReaderOpts) (*zbuf.File, error)

Open uses engine to open path for reading. path is a local file path or a URI whose scheme is understood by engine.

Types

type ReaderOpts

type ReaderOpts struct {
	Format string
	CSV    csvio.ReaderOpts
	ZNG    zngio.ReaderOpts
}

type Recorder

type Recorder struct {
	io.Reader
	// contains filtered or unexported fields
}

func NewRecorder

func NewRecorder(r io.Reader) *Recorder

func (*Recorder) Read

func (r *Recorder) Read(b []byte) (int, error)

func (*Recorder) ReadAt

func (r *Recorder) ReadAt(off int, b []byte) (int, error)

type Track

type Track struct {
	// contains filtered or unexported fields
}

func NewTrack

func NewTrack(r *Recorder) *Track

func (*Track) Read

func (t *Track) Read(b []byte) (int, error)

func (*Track) Reset

func (t *Track) Reset()

type WriterOpts

type WriterOpts struct {
	Format string
	Lake   lakeio.WriterOpts
	VNG    vngio.WriterOpts
	ZNG    *zngio.WriterOpts // Nil means use defaults via zngio.NewWriter.
	ZSON   zsonio.WriterOpts
}