indexer

Documentation

Index

• Constants
• func ExpandURL(URL string, time time.Time) string
• func HandleEvent(ctx context.Context, event gcp.GSEvent) error
• type Base
• type Bool
• type Bools
• type Float
• type Floats
• type Int
• type Ints
• type Processor
  • func NewProcessor(rule *config.Rule, concurrency int) *Processor
  • func (p Processor) Post(ctx context.Context, reporter processor.Reporter) error
  • func (p Processor) Pre(ctx context.Context, reporter processor.Reporter) (context.Context, error)
  • func (p *Processor) Process(ctx context.Context, data []byte, reporter processor.Reporter) error
• type Record
  • func (e *Record) NKeys() int
  • func (e *Record) UnmarshalJSONObject(dec *gojay.Decoder, key string) (err error)
• type Reporter
  • func NewReporter() *Reporter
• type Service
  • func New(cfg *config.Config, fs afs.Service) *Service
  • func NewService(ctx context.Context, location string) (*Service, error)
  • func NewServiceV1(cfg *config.Config, fs afs.Service) (*Service, error)
  • func Singleton(ctx context.Context, location string) (*Service, error)
  • func (s *Service) Handle(ctx context.Context, request *processor.Request) (processor.Processor, error)
  • func (s *Service) Index(ctx context.Context, request *processor.Request) *Reporter
• type Text
• type Texts

Constants

const (
	StatusNoMatch = "noMatch"
	ConfigKey     = "CONFIG"
)

Functions

func ExpandURL

func ExpandURL(URL string, time time.Time) string

func HandleEvent

func HandleEvent(ctx context.Context, event gcp.GSEvent) error

Types

type Base

type Base struct {
	*Record
	Events int64
}

type Bool

type Bool struct {
	Base
	Value bool
}

type Bools

type Bools map[bool]*Bool

type Float

type Float struct {
	Base
	Value float64
}

type Floats

type Floats map[float64]*Float

type Int

type Int struct {
	Base
	Value int
}

type Ints

type Ints map[int]*Int

type Processor

type Processor struct {
	*config.Rule
	// contains filtered or unexported fields
}

Processor represent bitset indexer

func NewProcessor

func NewProcessor(rule *config.Rule, concurrency int) *Processor

NewProcessor creates a new processor

func (Processor) Post

func (p Processor) Post(ctx context.Context, reporter processor.Reporter) error

func (Processor) Pre

func (p Processor) Pre(ctx context.Context, reporter processor.Reporter) (context.Context, error)

func (*Processor) Process

func (p *Processor) Process(ctx context.Context, data []byte, reporter processor.Reporter) error

Process process data unit (upto 64 rows)

type Record

type Record struct {
	*config.Rule
	BatchID   int
	Sequence  int
	Timestamp string
	Partition string
	// contains filtered or unexported fields
}

func (*Record) NKeys

func (e *Record) NKeys() int

func (*Record) UnmarshalJSONObject

func (e *Record) UnmarshalJSONObject(dec *gojay.Decoder, key string) (err error)

type Reporter

type Reporter struct {
	processor.BaseReporter
}

func NewReporter

func NewReporter() *Reporter

type Service

type Service struct {
	// contains filtered or unexported fields
}

func New

func New(cfg *config.Config, fs afs.Service) *Service

func NewService

func NewService(ctx context.Context, location string) (*Service, error)

func NewServiceV1

func NewServiceV1(cfg *config.Config, fs afs.Service) (*Service, error)

func Singleton

func Singleton(ctx context.Context, location string) (*Service, error)

func (*Service) Handle

func (s *Service) Handle(ctx context.Context, request *processor.Request) (processor.Processor, error)

func (*Service) Index

func (s *Service) Index(ctx context.Context, request *processor.Request) *Reporter

type Text

type Text struct {
	Base
	Value string
}

type Texts

type Texts map[string]*Text