wordcount

Documentation

Index

• func CreateSentences(ctx *core.Context, ioParams *bql.IOParams, params data.Map) (core.Source, error)
• func CreateTokenizer(decl udf.UDSFDeclarer, inputStream, field string) (udf.UDSF, error)
• type Sentences
  • func (s *Sentences) GenerateStream(ctx *core.Context, w core.Writer) error
  • func (s *Sentences) Stop(ctx *core.Context) error
• type Tokenizer
  • func (t *Tokenizer) Process(ctx *core.Context, tuple *core.Tuple, w core.Writer) error
  • func (t *Tokenizer) Terminate(ctx *core.Context) error

Functions

func CreateSentences

func CreateSentences(ctx *core.Context,
	ioParams *bql.IOParams, params data.Map) (core.Source, error)

CreateSentences creates a new instance of the Sentences source.

func CreateTokenizer

func CreateTokenizer(decl udf.UDSFDeclarer, inputStream, field string) (udf.UDSF, error)

CreateTokenizer creates a new instance of Tokenizer.

Types

type Sentences

type Sentences struct {
	// contains filtered or unexported fields
}

Sentences is a source of SensorBee that generates random sentences in every given interval seconds.

func (*Sentences) GenerateStream

func (s *Sentences) GenerateStream(ctx *core.Context, w core.Writer) error

GenerateStream generates a tuple having random sentences in its field with information of a user.

func (*Sentences) Stop

func (s *Sentences) Stop(ctx *core.Context) error

Stop stops GenerateStream. This is a dummy definition and actually implemented by core.ImplementSourceStop in CreateSentences.

type Tokenizer

type Tokenizer struct {
	// contains filtered or unexported fields
}

Tokenizer is a UDSF that tokenizes texts in a specific field of tuples.

func (*Tokenizer) Process

func (t *Tokenizer) Process(ctx *core.Context, tuple *core.Tuple, w core.Writer) error

Processe implements udf.UDSF.Process. It tokenizes a field of tuples.

func (*Tokenizer) Terminate

func (t *Tokenizer) Terminate(ctx *core.Context) error

Terminate implements udf.UDSF.Terminate.