input

Documentation

Index

• Constants
• type ComponentInput
• type DateParser
• type DateZoneParser
  • func NewDateZoneParser(timezone string, year string, datetimeRegex string, layout string) *DateZoneParser
  • func (d *DateZoneParser) ParseTimestamp(log string) (time.Time, string, bool)
• type Dateformat
• type DefaultParser
  • func (p *DefaultParser) ParseTimestamp(log string) (time.Time, string, bool)
• type EtcdJSONLog
• type LogMessage
• type LogType
• type MultipleParser
  • func (p *MultipleParser) ParseTimestamp(log string) (time.Time, string, bool)
• type OpensearchConfig
• type OpensearchInput
  • func NewOpensearchInput(ctx context.Context, opensearchURL string, username string, password string, ...) (*OpensearchInput, error)
  • func (i *OpensearchInput) ComponentName() string
  • func (i *OpensearchInput) Publish(parser DateParser, logType LogType) (time.Time, time.Time, error)
• type RKE2EtcdParser
  • func (r RKE2EtcdParser) ParseTimestamp(log string) (time.Time, string, bool)

Constants

const (
	KlogRegex     = `\d{4} \d{2}:\d{2}:\d{2}.\d{6}`
	EtcdRegex     = `^\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2}.\d{6}`
	RancherRegex  = `^\d{4}/\d{2}/\d{2} \d{2}:\d{2}:\d{2}`
	JournaldRegex = `^[A-Z][a-z]{2} \d{1,2} \d{2}:\d{2}:\d{2}`

	RancherLayout  = "2006/01/02 15:05:05"
	KlogLayout     = "0102 15:04:05.999999 MST 2006"
	JournaldLayout = "Jan 02 15:04:05 MST 2006"
)

const (
	EtcdTimestampRegex  = `^\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2}.\d{6}`
	EtcdTimestampLayout = "2006-01-02 15:04:05.999999Z07:00"
	RFC3339Milli        = "2006-01-02T15:04:05.999Z07:00"
)

Types

type ComponentInput

type ComponentInput interface {
	Publish(parser DateParser, logType string) (time.Time, time.Time, error) // Publish should read the contents of component logs and publish them to the payload endpoint.
	ComponentName() string
}

type DateParser

type DateParser interface {
	ParseTimestamp(log string) (time.Time, string, bool) // Parse timestamp should have the implementation for parsing the timestamp from a log line
}

type DateZoneParser

type DateZoneParser struct {
	// contains filtered or unexported fields
}

func NewDateZoneParser

func NewDateZoneParser(timezone string, year string, datetimeRegex string, layout string) *DateZoneParser

func (*DateZoneParser) ParseTimestamp

func (d *DateZoneParser) ParseTimestamp(log string) (time.Time, string, bool)

type Dateformat

type Dateformat struct {
	DateRegex  string
	Layout     string
	DateSuffix string
}

type DefaultParser

type DefaultParser struct {
	TimestampRegex string
}

func (*DefaultParser) ParseTimestamp

func (p *DefaultParser) ParseTimestamp(log string) (time.Time, string, bool)

type EtcdJSONLog

type EtcdJSONLog struct {
	LogLevel  string `json:"level,omitempty"`
	Timestamp string `json:"ts,omitempty"`
	Message   string `json:"msg,omitempty"`
}

type LogMessage

type LogMessage struct {
	Timestamp time.Time `json:"timestamp,omitempty"`
	Time      time.Time `json:"time,omitempty"`
	Log       string    `json:"log,omitempty"`
	Agent     string    `json:"agent,omitempty"`
	LogType   LogType   `json:"log_type"`
	Component string    `json:"kubernetes_component,omitempty"`
	ClusterID string    `json:"cluster_id,omitempty"`
	NodeName  string    `json:"node_name,omitempty"`
}

type LogType

type LogType string

const (
	LogTypeControlplane LogType = "controlplane"
	LogTypeRancher      LogType = "rancher"
)

type MultipleParser

type MultipleParser struct {
	Dateformats      []Dateformat
	StripLeadingDate bool
}

func (*MultipleParser) ParseTimestamp

func (p *MultipleParser) ParseTimestamp(log string) (time.Time, string, bool)

type OpensearchConfig

type OpensearchConfig struct {
	ClusterID string
	NodeName  string
	Paths     []string
	Component string
}

type OpensearchInput

type OpensearchInput struct {
	*opensearch.Client
	// contains filtered or unexported fields
}

func NewOpensearchInput

func NewOpensearchInput(
	ctx context.Context,
	opensearchURL string,
	username string,
	password string,
	config OpensearchConfig,
) (*OpensearchInput, error)

func (*OpensearchInput) ComponentName

func (i *OpensearchInput) ComponentName() string

func (*OpensearchInput) Publish

func (i *OpensearchInput) Publish(parser DateParser, logType LogType) (time.Time, time.Time, error)

type RKE2EtcdParser

type RKE2EtcdParser struct{}

func (RKE2EtcdParser) ParseTimestamp

func (r RKE2EtcdParser) ParseTimestamp(log string) (time.Time, string, bool)