input

Documentation

Overview

- UDP: Listens on a UDP port for messages. Each packet is a separate message and thus the message length is limitted by the packet length (and maybe network MTU)

This package contains all the input modules responsible for generating events in the pipe.

- TCP: Listen on a TCP socket for messages. Each line is processed as a separate message. Maximum line length is 65000 bytes

- UDP: Listens on a UDP port for messages. Each packet is a separate message and thus the message length is limitted by the packet length (and maybe network MTU)

Index

• func InterfaceToConfigMap(cfg interface{}) kafka.ConfigMap
• func NewKafkaCSVInput(inQ chan *core.Event, outQ chan *core.Event, cfg core.Config) core.Component
• func NewKafkaJSONInput(inQ chan *core.Event, outQ chan *core.Event, cfg core.Config) core.Component
• func NewKafkaRawInput(inQ chan *core.Event, outQ chan *core.Event, cfg core.Config) core.Component
• func NewKafkaStrInput(inQ chan *core.Event, outQ chan *core.Event, cfg core.Config) core.Component
• func NewTCPCSVInput(inQ chan *core.Event, outQ chan *core.Event, cfg core.Config) core.Component
• func NewTCPJSONInput(inQ chan *core.Event, outQ chan *core.Event, cfg core.Config) core.Component
• func NewTCPRawInput(inQ chan *core.Event, outQ chan *core.Event, cfg core.Config) core.Component
• func NewTCPStrInput(inQ chan *core.Event, outQ chan *core.Event, cfg core.Config) core.Component
• func NewUDPCSVInput(inQ chan *core.Event, outQ chan *core.Event, cfg core.Config) core.Component
• func NewUDPJSONInput(inQ chan *core.Event, outQ chan *core.Event, cfg core.Config) core.Component
• func NewUDPRawInput(inQ chan *core.Event, outQ chan *core.Event, cfg core.Config) core.Component
• func NewUDPStrInput(inQ chan *core.Event, outQ chan *core.Event, cfg core.Config) core.Component
• type KafkaCSVInput
• type KafkaJSONInput
  • func (p *KafkaJSONInput) Run()
  • func (p *KafkaJSONInput) Signal(string)
• type KafkaRawInput
• type KafkaStrInput
• type TCPCSVInput
• type TCPJSONInput
  • func (p *TCPJSONInput) Run()
  • func (p *TCPJSONInput) Signal(string)
• type TCPRawInput
• type TCPStrInput
• type UDPCSVInput
• type UDPJSONInput
  • func (p *UDPJSONInput) Run()
  • func (p *UDPJSONInput) Signal(string)
• type UDPRawInput
• type UDPStrInput

Functions

func InterfaceToConfigMap

func InterfaceToConfigMap(cfg interface{}) kafka.ConfigMap

func NewKafkaCSVInput

func NewKafkaCSVInput(inQ chan *core.Event, outQ chan *core.Event, cfg core.Config) core.Component

func NewKafkaJSONInput

func NewKafkaJSONInput(inQ chan *core.Event, outQ chan *core.Event, cfg core.Config) core.Component

func NewKafkaRawInput

func NewKafkaRawInput(inQ chan *core.Event, outQ chan *core.Event, cfg core.Config) core.Component

func NewKafkaStrInput

func NewKafkaStrInput(inQ chan *core.Event, outQ chan *core.Event, cfg core.Config) core.Component

func NewTCPCSVInput

func NewTCPCSVInput(inQ chan *core.Event, outQ chan *core.Event, cfg core.Config) core.Component

func NewTCPJSONInput

func NewTCPJSONInput(inQ chan *core.Event, outQ chan *core.Event, cfg core.Config) core.Component

func NewTCPRawInput

func NewTCPRawInput(inQ chan *core.Event, outQ chan *core.Event, cfg core.Config) core.Component

func NewTCPStrInput

func NewTCPStrInput(inQ chan *core.Event, outQ chan *core.Event, cfg core.Config) core.Component

func NewUDPCSVInput

func NewUDPCSVInput(inQ chan *core.Event, outQ chan *core.Event, cfg core.Config) core.Component

func NewUDPJSONInput

func NewUDPJSONInput(inQ chan *core.Event, outQ chan *core.Event, cfg core.Config) core.Component

func NewUDPRawInput

func NewUDPRawInput(inQ chan *core.Event, outQ chan *core.Event, cfg core.Config) core.Component

func NewUDPStrInput

func NewUDPStrInput(inQ chan *core.Event, outQ chan *core.Event, cfg core.Config) core.Component

Types

type KafkaCSVInput

type KafkaCSVInput struct {
	*KafkaJSONInput
}

Kafka CSV

type KafkaJSONInput

type KafkaJSONInput struct {
	*core.ComponentBase
	// Keep a referece to the struct responsible for decoding...
	Decoder core.LineCodec
	Kafka   *kafka.Consumer
}

The base structure for common UDP Ops

func (*KafkaJSONInput) Run

func (p *KafkaJSONInput) Run()

func (*KafkaJSONInput) Signal

func (p *KafkaJSONInput) Signal(string)

type KafkaRawInput

type KafkaRawInput struct {
	*KafkaJSONInput
}

Kafka Raw Implementation

type KafkaStrInput

type KafkaStrInput struct {
	*KafkaJSONInput
}

Kafka String implementation

type TCPCSVInput

type TCPCSVInput struct {
	*TCPJSONInput
}

TCP CSV implementation

type TCPJSONInput

type TCPJSONInput struct {
	*core.ComponentBase
	// Keep a referece to the struct responsible for decoding...
	Decoder core.LineCodec

	Sock net.Listener
	// contains filtered or unexported fields
}

The base structure for common TCP Ops. The default implementation is using JSON message format

func (*TCPJSONInput) Run

func (p *TCPJSONInput) Run()

func (*TCPJSONInput) Signal

func (p *TCPJSONInput) Signal(string)

type TCPRawInput

type TCPRawInput struct {
	*TCPJSONInput
}

TCP Raw implementation

type TCPStrInput

type TCPStrInput struct {
	*TCPJSONInput
}

TCP String implementation

type UDPCSVInput

type UDPCSVInput struct {
	*UDPJSONInput
}

UDP CSV

type UDPJSONInput

type UDPJSONInput struct {
	*core.ComponentBase
	// Keep a referece to the struct responsible for decoding...
	Decoder core.LineCodec

	Sock net.PacketConn
	// contains filtered or unexported fields
}

The base structure for common UDP Ops

func (*UDPJSONInput) Run

func (p *UDPJSONInput) Run()

func (*UDPJSONInput) Signal

func (p *UDPJSONInput) Signal(string)

type UDPRawInput

type UDPRawInput struct {
	*UDPJSONInput
}

UDP Raw Implementation

type UDPStrInput

type UDPStrInput struct {
	*UDPJSONInput
}

UDP String implementation