Versions in this module Expand all Collapse all v4 v4.0.0 Apr 20, 2022 Changes in this version + const TypeAWK + const TypeArchive + const TypeAvro + const TypeBloblang + const TypeBoundsCheck + const TypeBranch + const TypeCache + const TypeCatch + const TypeCompress + const TypeDecompress + const TypeDedupe + const TypeForEach + const TypeGrok + const TypeGroupBy + const TypeGroupByValue + const TypeHTTP + const TypeInsertPart + const TypeJMESPath + const TypeJQ + const TypeJSONSchema + const TypeLog + const TypeMetric + const TypeMongoDB + const TypeNoop + const TypeParallel + const TypeParseLog + const TypeProtobuf + const TypeRateLimit + const TypeRedis + const TypeResource + const TypeSelectParts + const TypeSleep + const TypeSplit + const TypeSubprocess + const TypeSwitch + const TypeSyncResponse + const TypeThrottle + const TypeTry + const TypeUnarchive + const TypeWhile + const TypeWorkflow + const TypeXML + var Constructors = map[string]TypeSpec + var DocsUsesBatches = ... + func ExecuteAll(procs []processor.V1, msgs ...*message.Batch) ([]*message.Batch, error) + func ExecuteCatchAll(procs []processor.V1, msgs ...*message.Batch) ([]*message.Batch, error) + func ExecuteTryAll(procs []processor.V1, msgs ...*message.Batch) ([]*message.Batch, error) + func IteratePartsWithSpanV2(operationName string, parts []int, msg *message.Batch, ...) + func New(conf Config, mgr interop.Manager, log log.Modular, stats metrics.Type) (processor.V1, error) + func NewBloblangFromExecutor(exec *mapping.Executor, log log.Modular) processor.V2Batched + func NewLog(conf Config, mgr interop.Manager, logger log.Modular, stats metrics.Type) (processor.V1, error) + func NewMetric(conf Config, mgr interop.Manager, log log.Modular, stats metrics.Type) (processor.V1, error) + func NewNoop(conf Config, mgr interop.Manager, log log.Modular, stats metrics.Type) (processor.V1, error) + func NewResource(conf Config, mgr interop.Manager, log log.Modular, stats metrics.Type) (processor.V1, error) + func NewSyncResponse(conf Config, mgr interop.Manager, logger log.Modular, stats metrics.Type) (processor.V1, error) + func WalkConstructors(fn func(ConstructorFunc, docs.ComponentSpec)) + type AWKConfig struct + Codec string + Program string + func NewAWKConfig() AWKConfig + type ArchiveConfig struct + Format string + Path string + func NewArchiveConfig() ArchiveConfig + type AvroConfig struct + Encoding string + Operator string + Schema string + SchemaPath string + func NewAvroConfig() AvroConfig + type BoundsCheckConfig struct + MaxPartSize int + MaxParts int + MinPartSize int + MinParts int + func NewBoundsCheckConfig() BoundsCheckConfig + type Branch struct + func (b *Branch) CloseAsync() + func (b *Branch) ProcessMessage(msg *message.Batch) ([]*message.Batch, error) + func (b *Branch) WaitForClose(timeout time.Duration) error + type BranchConfig struct + Processors []Config + RequestMap string + ResultMap string + func NewBranchConfig() BranchConfig + type CacheConfig struct + Key string + Operator string + Resource string + TTL string + Value string + func NewCacheConfig() CacheConfig + type CatchConfig []Config + func NewCatchConfig() CatchConfig + type CompressConfig struct + Algorithm string + Level int + func NewCompressConfig() CompressConfig + type Config struct + AWK AWKConfig + Archive ArchiveConfig + Avro AvroConfig + Bloblang string + BoundsCheck BoundsCheckConfig + Branch BranchConfig + Cache CacheConfig + Catch CatchConfig + Compress CompressConfig + Decompress DecompressConfig + Dedupe DedupeConfig + ForEach ForEachConfig + Grok GrokConfig + GroupBy GroupByConfig + GroupByValue GroupByValueConfig + HTTP HTTPConfig + InsertPart InsertPartConfig + JMESPath JMESPathConfig + JQ JQConfig + JSONSchema JSONSchemaConfig + Label string + Log LogConfig + Metric MetricConfig + MongoDB MongoDBConfig + Noop NoopConfig + Parallel ParallelConfig + ParseLog ParseLogConfig + Plugin interface{} + ProcessBatch ForEachConfig + Protobuf ProtobufConfig + RateLimit RateLimitConfig + Redis RedisConfig + Resource string + SelectParts SelectPartsConfig + Sleep SleepConfig + Split SplitConfig + Subprocess SubprocessConfig + Switch SwitchConfig + SyncResponse SyncResponseConfig + Try TryConfig + Type string + Unarchive UnarchiveConfig + While WhileConfig + Workflow WorkflowConfig + XML XMLConfig + func NewConfig() Config + func (conf *Config) UnmarshalYAML(value *yaml.Node) error + type ConstructorFunc func(Config, interop.Manager, log.Modular, metrics.Type) (processor.V1, error) + type DecompressConfig struct + Algorithm string + func NewDecompressConfig() DecompressConfig + type DedupeConfig struct + Cache string + DropOnCacheErr bool + Key string + func NewDedupeConfig() DedupeConfig + type ForEachConfig []Config + func NewForEachConfig() ForEachConfig + type GrokConfig struct + Expressions []string + NamedOnly bool + PatternDefinitions map[string]string + PatternPaths []string + RemoveEmpty bool + UseDefaults bool + func NewGrokConfig() GrokConfig + type GroupByConfig []GroupByElement + func NewGroupByConfig() GroupByConfig + type GroupByElement struct + Check string + Processors []Config + type GroupByValueConfig struct + Value string + func NewGroupByValueConfig() GroupByValueConfig + type HTTPConfig struct + BatchAsMultipart bool + Parallel bool + func NewHTTPConfig() HTTPConfig + type InsertPartConfig struct + Content string + Index int + func NewInsertPartConfig() InsertPartConfig + type JMESPathConfig struct + Query string + func NewJMESPathConfig() JMESPathConfig + type JQConfig struct + OutputRaw bool + Query string + Raw bool + func NewJQConfig() JQConfig + type JSONSchemaConfig struct + Schema string + SchemaPath string + func NewJSONSchemaConfig() JSONSchemaConfig + type Log struct + func (l *Log) CloseAsync() + func (l *Log) ProcessMessage(msg *message.Batch) ([]*message.Batch, error) + func (l *Log) WaitForClose(timeout time.Duration) error + type LogConfig struct + Fields map[string]string + FieldsMapping string + Level string + Message string + func NewLogConfig() LogConfig + type Metric struct + func (m *Metric) CloseAsync() + func (m *Metric) ProcessMessage(msg *message.Batch) ([]*message.Batch, error) + func (m *Metric) WaitForClose(timeout time.Duration) error + type MetricConfig struct + Labels map[string]string + Name string + Type string + Value string + func NewMetricConfig() MetricConfig + type MongoDBConfig struct + DocumentMap string + FilterMap string + HintMap string + JSONMarshalMode client.JSONMarshalMode + MongoDB client.Config + Operation string + RetryConfig retries.Config + Upsert bool + WriteConcern client.WriteConcern + func NewMongoDBConfig() MongoDBConfig + type Noop struct + func (c *Noop) CloseAsync() + func (c *Noop) ProcessMessage(msg *message.Batch) ([]*message.Batch, error) + func (c *Noop) WaitForClose(timeout time.Duration) error + type NoopConfig struct + func NewNoopConfig() NoopConfig + type ParallelConfig struct + Cap int + Processors []Config + func NewParallelConfig() ParallelConfig + type ParseLogConfig struct + BestEffort bool + Codec string + Format string + WithRFC3339 bool + WithTimezone string + WithYear string + func NewParseLogConfig() ParseLogConfig + type ProtobufConfig struct + ImportPaths []string + Message string + Operator string + func NewProtobufConfig() ProtobufConfig + type RateLimitConfig struct + Resource string + func NewRateLimitConfig() RateLimitConfig + type RedisConfig struct + Key string + Operator string + Retries int + RetryPeriod string + func NewRedisConfig() RedisConfig + type Resource struct + func (r *Resource) CloseAsync() + func (r *Resource) ProcessMessage(msg *message.Batch) (msgs []*message.Batch, res error) + func (r *Resource) WaitForClose(timeout time.Duration) error + type SelectPartsConfig struct + Parts []int + func NewSelectPartsConfig() SelectPartsConfig + type SleepConfig struct + Duration string + func NewSleepConfig() SleepConfig + type SplitConfig struct + ByteSize int + Size int + func NewSplitConfig() SplitConfig + type SubprocessConfig struct + Args []string + CodecRecv string + CodecSend string + MaxBuffer int + Name string + func NewSubprocessConfig() SubprocessConfig + type SwitchCaseConfig struct + Check string + Fallthrough bool + Processors []Config + func NewSwitchCaseConfig() SwitchCaseConfig + func (s *SwitchCaseConfig) UnmarshalJSON(bytes []byte) error + func (s *SwitchCaseConfig) UnmarshalYAML(unmarshal func(interface{}) error) error + type SwitchConfig []SwitchCaseConfig + func NewSwitchConfig() SwitchConfig + type SyncResponse struct + func (s *SyncResponse) CloseAsync() + func (s *SyncResponse) ProcessMessage(msg *message.Batch) ([]*message.Batch, error) + func (s *SyncResponse) WaitForClose(timeout time.Duration) error + type SyncResponseConfig struct + func NewSyncResponseConfig() SyncResponseConfig + type TryConfig []Config + func NewTryConfig() TryConfig + type TypeSpec struct + Categories []string + Config docs.FieldSpec + Description string + Examples []docs.AnnotatedExample + Footnotes string + Status docs.Status + Summary string + UsesBatches bool + Version string + type UnarchiveConfig struct + Format string + func NewUnarchiveConfig() UnarchiveConfig + type WhileConfig struct + AtLeastOnce bool + Check string + MaxLoops int + Processors []Config + func NewWhileConfig() WhileConfig + type Workflow struct + func NewWorkflow(conf WorkflowConfig, mgr interop.Manager) (*Workflow, error) + func (w *Workflow) CloseAsync() + func (w *Workflow) Flow() [][]string + func (w *Workflow) ProcessMessage(msg *message.Batch) ([]*message.Batch, error) + func (w *Workflow) WaitForClose(timeout time.Duration) error + type WorkflowConfig struct + BranchResources []string + Branches map[string]BranchConfig + MetaPath string + Order [][]string + func NewWorkflowConfig() WorkflowConfig + type XMLConfig struct + Cast bool + Operator string + func NewXMLConfig() XMLConfig v4.0.0-rc3 Mar 31, 2022 v4.0.0-rc2 Mar 31, 2022 v4.0.0-rc1 Mar 20, 2022
Go to main page