protobuf_filter

README

heka-protobuf-filter

Protobuf filter plugin for Mozilla Heka

ProtobufFilter

To Build

See Building hekad with External Plugins for compiling in plugins.

Edit cmake/plugin_loader.cmake file and add

add_external_plugin(git https://github.com/michaelgibson/heka-protobuf-filter master)

Build Heka: . ./build.sh

Config

[filter_protobuf]
type = "ProtobufFilter"
message_matcher = "Fields[decoded] == 'True'"
flush_interval = 30000
flush_bytes = 10000
protobuf_tag = "protobuf_filtered"
encoder = "ProtobufEncoder"
delimitter = "\n"

Documentation

Index

• type ProtobufFilter
  • func (f *ProtobufFilter) ConfigStruct() interface{}
  • func (f *ProtobufFilter) Init(config interface{}) (err error)
  • func (f *ProtobufFilter) Run(fr FilterRunner, h PluginHelper) (err error)
• type ProtobufFilterConfig

Types

type ProtobufFilter

type ProtobufFilter struct {
	*ProtobufFilterConfig
	// contains filtered or unexported fields
}

func (*ProtobufFilter) ConfigStruct

func (f *ProtobufFilter) ConfigStruct() interface{}

func (*ProtobufFilter) Init

func (f *ProtobufFilter) Init(config interface{}) (err error)

func (*ProtobufFilter) Run

func (f *ProtobufFilter) Run(fr FilterRunner, h PluginHelper) (err error)

type ProtobufFilterConfig

type ProtobufFilterConfig struct {
	FlushInterval uint32 `toml:"flush_interval"`
	FlushBytes    int    `toml:"flush_bytes"`
	ProtobufTag   string `toml:"protobuf_tag"`
	EncoderName   string `toml:"encoder"`
	Delimitter    string `toml:"delimitter"` // Delimitter used to append to end of each protobuf for splitting on when decoding later.

}