internal

Documentation

Index

• Constants
• func Compile(exp string, params map[string]any, opts ...expr.Option) (*vm.Program, error)
• func RunExpr(exp *vm.Program, params map[string]any) (any, error)
• func Sprintf(a any, format string) string
• func TimeZoneStrToLocation(tzStr string) (*time.Location, error)
• type CsvReader
  • func (c *CsvReader) Read(r io.Reader) (chan Record, error)
• type Filter
  • func (f Filter) Process(input <-chan Record) (chan string, error)
• type Gedi
  • func New(reader RecordReader, processor RecordProcessor) *Gedi
  • func (g Gedi) Run(input io.Reader) error
• type JsonLReader
  • func (j *JsonLReader) Read(r io.Reader) (chan Record, error)
• type JsonReader
  • func (j *JsonReader) Read(r io.Reader) (chan Record, error)
• type LineReader
  • func (l *LineReader) Read(r io.Reader) (chan Record, error)
• type LineSkipper
  • func (s *LineSkipper) Read(p []byte) (n int, err error)
• type Mapper
  • func (m Mapper) Process(input <-chan Record) (chan string, error)
• type Record
• type RecordProcessor
  • func InferProcess(exp string) (RecordProcessor, error)
• type RecordReader
• type Reducer
  • func (r Reducer) Process(input <-chan Record) (chan string, error)
• type SsvReader
  • func (r *SsvReader) Read(in io.Reader) (chan Record, error)

Constants

const BUF_SIZE = 4096

Functions

func Compile

func Compile(exp string, params map[string]any, opts ...expr.Option) (*vm.Program, error)

func RunExpr

func RunExpr(exp *vm.Program, params map[string]any) (any, error)

func Sprintf

func Sprintf(a any, format string) string

func TimeZoneStrToLocation

func TimeZoneStrToLocation(tzStr string) (*time.Location, error)

Types

type CsvReader

type CsvReader struct {
}

func (*CsvReader) Read

func (c *CsvReader) Read(r io.Reader) (chan Record, error)

Read a csv file and return a `chan []string` of rows and cells

type Filter

type Filter struct {
	Expr string
}

func (Filter) Process

func (f Filter) Process(input <-chan Record) (chan string, error)

Process implements Processor. It prints out the original record if the expr eval to true

type Gedi

type Gedi struct {
	// contains filtered or unexported fields
}

func New

func New(reader RecordReader, processor RecordProcessor) *Gedi

func (Gedi) Run

func (g Gedi) Run(input io.Reader) error

type JsonLReader

type JsonLReader struct{}

func (*JsonLReader) Read

func (j *JsonLReader) Read(r io.Reader) (chan Record, error)

Read implements RecordReader and reads a jsonl file

type JsonReader

type JsonReader struct{}

func (*JsonReader) Read

func (j *JsonReader) Read(r io.Reader) (chan Record, error)

Read implements RecordReader.

type LineReader

type LineReader struct{}

func (*LineReader) Read

func (l *LineReader) Read(r io.Reader) (chan Record, error)

Read a input line by line and return a `chan string` of lines

type LineSkipper

type LineSkipper struct {
	NumOfLines int
	Reader     io.Reader
	// contains filtered or unexported fields
}

LineSkipper is an io.Reader that skips the first n lines of the input

func (*LineSkipper) Read

func (s *LineSkipper) Read(p []byte) (n int, err error)

Read implements io.Reader.

type Mapper

type Mapper struct {
	Expr string
}

func (Mapper) Process

func (m Mapper) Process(input <-chan Record) (chan string, error)

Process implements Processor. It prints out the result of the Expr

type Record

type Record interface {
	LineNo() int
	String() string
	Parsed() map[string]any
}

type RecordProcessor

type RecordProcessor interface {
	Process(<-chan Record) (chan string, error)
}

func InferProcess

func InferProcess(exp string) (RecordProcessor, error)

type RecordReader

type RecordReader interface {
	Read(r io.Reader) (chan Record, error)
}

type Reducer

type Reducer struct {
	Expr string
}

func (Reducer) Process

func (r Reducer) Process(input <-chan Record) (chan string, error)

Process implements Processor. It prints out the original record if the expr eval to true

type SsvReader

type SsvReader struct {
	MaxNumOfFields int
}

SsvReader reads records from a space separated values file

func (*SsvReader) Read

func (r *SsvReader) Read(in io.Reader) (chan Record, error)