ingest

Documentation

Index

• func RenderMessage(message *goflowpb.FlowMessage) (map[string]interface{}, error)
• type GRPCProtobuf
  • func NewGRPCProtobuf(opMetrics *operational.Metrics, params config.StageParam) (*GRPCProtobuf, error)
  • func (no *GRPCProtobuf) Close() error
  • func (no *GRPCProtobuf) Ingest(out chan<- config.GenericMap)
• type InProcess
  • func NewInProcess(in chan config.GenericMap) *InProcess
  • func (d *InProcess) Close()
  • func (d *InProcess) Ingest(out chan<- config.GenericMap)
• type IngestFake
  • func (inf *IngestFake) Ingest(out chan<- config.GenericMap)
• type IngestFile
  • func (ingestF *IngestFile) Ingest(out chan<- config.GenericMap)
• type IngestSynthetic
  • func (ingestS *IngestSynthetic) Ingest(out chan<- config.GenericMap)
• type Ingester
  • func NewIngestCollector(opMetrics *operational.Metrics, params config.StageParam) (Ingester, error)
  • func NewIngestFake(params config.StageParam) (Ingester, error)
  • func NewIngestFile(params config.StageParam) (Ingester, error)
  • func NewIngestKafka(opMetrics *operational.Metrics, params config.StageParam) (Ingester, error)
  • func NewIngestStdin(opMetrics *operational.Metrics, params config.StageParam) (Ingester, error)
  • func NewIngestSynthetic(opMetrics *operational.Metrics, params config.StageParam) (Ingester, error)
• type IngesterNone
• type TransportWrapper
  • func NewWrapper(c chan map[string]interface{}) *TransportWrapper
  • func (w *TransportWrapper) Send(_, data []byte) error

Functions

func RenderMessage

func RenderMessage(message *goflowpb.FlowMessage) (map[string]interface{}, error)

Types

type GRPCProtobuf

type GRPCProtobuf struct {
	// contains filtered or unexported fields
}

GRPCProtobuf ingests data from the NetObserv eBPF Agent, using Protocol Buffers over gRPC

func NewGRPCProtobuf

func NewGRPCProtobuf(opMetrics *operational.Metrics, params config.StageParam) (*GRPCProtobuf, error)

func (*GRPCProtobuf) Close

func (no *GRPCProtobuf) Close() error

func (*GRPCProtobuf) Ingest

func (no *GRPCProtobuf) Ingest(out chan<- config.GenericMap)

type InProcess

type InProcess struct {
	// contains filtered or unexported fields
}

InProcess ingester is meant to be imported and used from another program via pipeline.StartFLPInProcess

func NewInProcess

func NewInProcess(in chan config.GenericMap) *InProcess

func (*InProcess) Close

func (d *InProcess) Close()

func (*InProcess) Ingest

func (d *InProcess) Ingest(out chan<- config.GenericMap)

type IngestFake

type IngestFake struct {
	Count int64

	In chan config.GenericMap
	// contains filtered or unexported fields
}

func (*IngestFake) Ingest

func (inf *IngestFake) Ingest(out chan<- config.GenericMap)

Ingest reads records from an input channel and writes them as-is to the output channel

type IngestFile

type IngestFile struct {
	PrevRecords  []config.GenericMap
	TotalRecords int
	// contains filtered or unexported fields
}

func (*IngestFile) Ingest

func (ingestF *IngestFile) Ingest(out chan<- config.GenericMap)

Ingest ingests entries from a file and resends the same data every delaySeconds seconds

type IngestSynthetic

type IngestSynthetic struct {
	// contains filtered or unexported fields
}

func (*IngestSynthetic) Ingest

func (ingestS *IngestSynthetic) Ingest(out chan<- config.GenericMap)

Ingest generates flow logs according to provided parameters

type Ingester

type Ingester interface {
	Ingest(out chan<- config.GenericMap)
}

func NewIngestCollector

func NewIngestCollector(opMetrics *operational.Metrics, params config.StageParam) (Ingester, error)

NewIngestCollector create a new ingester

func NewIngestFake

func NewIngestFake(params config.StageParam) (Ingester, error)

NewIngestFake creates a new ingester

func NewIngestFile

func NewIngestFile(params config.StageParam) (Ingester, error)

NewIngestFile create a new ingester

func NewIngestKafka

func NewIngestKafka(opMetrics *operational.Metrics, params config.StageParam) (Ingester, error)

NewIngestKafka create a new ingester

func NewIngestStdin

func NewIngestStdin(opMetrics *operational.Metrics, params config.StageParam) (Ingester, error)

NewIngestStdin create a new ingester

func NewIngestSynthetic

func NewIngestSynthetic(opMetrics *operational.Metrics, params config.StageParam) (Ingester, error)

NewIngestSynthetic create a new ingester

type IngesterNone

type IngesterNone struct {
}

type TransportWrapper

type TransportWrapper struct {
	// contains filtered or unexported fields
}

TransportWrapper is an implementation of the goflow2 transport interface

func NewWrapper

func NewWrapper(c chan map[string]interface{}) *TransportWrapper

func (*TransportWrapper) Send

func (w *TransportWrapper) Send(_, data []byte) error