ingest

package module

Go to main page

Versions in this module

v3

v3.3.12

May 13, 2020

Changes in this version

type Logger

+ ErrorWithDepth func(int, string, ...interface{}) error

+ InfoWithDepth func(int, string, ...interface{}) error

+ WarnWithDepth func(int, string, ...interface{}) error

v3.3.11

May 7, 2020

v3.3.10

Apr 30, 2020

v3.3.9

Apr 9, 2020

v3.3.8

Mar 31, 2020

Changes in this version

type IngestMuxer

+ func (im *IngestMuxer) LookupTag(tg entry.EntryTag) (name string, ok bool)

v3.3.7

Mar 10, 2020

v3.3.6

Feb 20, 2020

Changes in this version

+ const MINIMUM_INGEST_OK_VERSION

type EntryReader

+ func (er *EntryReader) GetIngesterAPIVersion() uint16

+ func (er *EntryReader) IngestOK(ok bool) (err error)

+ func (er *EntryReader) SetupConnection() (err error)

type EntryWriter

+ func (ew *EntryWriter) IngestOK() (ok bool, err error)

+ func (ew *EntryWriter) SendIngesterAPIVersion() (err error)

type IngestCommand

+ const API_VER_MAGIC

+ const CONFIRM_API_VER_MAGIC

+ const CONFIRM_INGEST_OK_MAGIC

+ const INGEST_OK_MAGIC

type IngestConnection

+ func (igst *IngestConnection) IngestOK() (ok bool, err error)

v3.3.5

Jan 29, 2020

v3.3.4

Jan 16, 2020

v3.3.3

Dec 6, 2019

Changes in this version

type IngestConnection

+ func (igst *IngestConnection) String() (s string)

v3.3.2

Nov 26, 2019

v3.3.1

Nov 25, 2019

v3.3.0

Nov 25, 2019

v3.2.5

Oct 25, 2019

v3.2.4

Sep 25, 2019

Changes in this version

+ const MINIMUM_ID_VERSION

type EntryReader

+ func (er *EntryReader) GetIngesterInfo() (string, string, string)

type EntryWriter

+ func (ew *EntryWriter) IdentifyIngester(name string, version string, id string) (err error)

type IngestCommand

+ const CONFIRM_ID_MAGIC

+ const ID_MAGIC

type IngestConnection

+ func (igst *IngestConnection) IdentifyIngester(name, version, id string) (err error)

type MuxerConfig

+ IngesterUUID string

+ IngesterVersion string

type UniformMuxerConfig

+ IngesterUUID string

+ IngesterVersion string

v3.2.3

Sep 20, 2019

Changes in this version

+ const ABSOLUTE_MAX_UNCONFIRMED_WRITES

+ const ACK_SIZE

+ const ACK_WRITER_BUFFER_SIZE

+ const ACK_WRITER_CAN_WRITE

+ const API_VERSION_MAJOR

+ const API_VERSION_MINOR

+ const BUFFERED_ACK_READER_SIZE

+ const CHANNEL_BUFFER

+ const CLOSING_SERVICE_ACK_TIMEOUT

+ const DEFAULT_CLEAR_PORT

+ const DEFAULT_PIPE_PATH

+ const DEFAULT_TLS_PORT

+ const DIAL_TIMEOUT

+ const FORBIDDEN_TAG_SET

+ const G

+ const GB

+ const HASH_ITERATIONS

+ const K

+ const KB

+ const M

+ const MAX_ENTRY_SIZE

+ const MAX_UNCONFIRMED_COUNT

+ const MAX_WRITE_ERROR

+ const MB

+ const MINIMUM_TAG_RENEGOTIATE_VERSION

+ const MIN_REMOTE_KEYSIZE

+ const NsPerSec

+ const P

+ const PB

+ const READ_BUFFER_SIZE

+ const READ_ENTRY_HEADER_SIZE

+ const STATE_AUTHENTICATED

+ const STATE_HOT

+ const STATE_NOT_AUTHENTICATED

+ const T

+ const TB

+ const VERSION

+ const WRITE_BUFFER_SIZE

+ const Y

+ const YB

+ var ErrActiveHotBlocks = errors.New("There are active hotblocks, close pitched data")

+ var ErrAllConnsDown = errors.New("All connections down")

+ var ErrBoltLockFailed = errors.New(...)

+ var ErrBucketMissing = errors.New("Cache bucket is missing")

+ var ErrCacheAlreadyRunning = errors.New("Cache already running")

+ var ErrCacheNotRunning = errors.New("Cache is not running")

+ var ErrCannotPopWhileRunning = errors.New("Cannot pop while running")

+ var ErrCannotSyncWhileRunning = errors.New("Cannot sync while running")

+ var ErrConnectionTimeout = errors.New("Connection timeout")

+ var ErrEmergencyListOverflow = errors.New("Emergency list overflow")

+ var ErrEmptyAuth = errors.New("Ingest key is empty")

+ var ErrEmptyTag = errors.New("Tag name is empty")

+ var ErrFailedAuth = errors.New("Failed authentication, bad secret")

+ var ErrFailedAuthHashGen = errors.New("Failed to generate authentication hash")

+ var ErrFailedParseLocalIP = errors.New("Failed to parse the local address")

+ var ErrFailedTagNegotiation = errors.New("Failed to negotiate tags")

+ var ErrForbiddenTag = errors.New("Forbidden character in tag")

+ var ErrInvalidCerts = errors.New("Failed to get certificates")

+ var ErrInvalidConnectionType = errors.New("Invalid connection type")

+ var ErrInvalidDest = errors.New("Invalid destination")

+ var ErrInvalidKey = errors.New("Key bytes are invalid")

+ var ErrInvalidRemoteKeySize = errors.New("Invalid remote keysize")

+ var ErrInvalidSecret = errors.New("Failed to login, invalid secret")

+ var ErrInvalidStateResponseLen = errors.New("Invalid state response length")

+ var ErrInvalidTagRequestLen = errors.New("Invalid tag request length")

+ var ErrInvalidTagResponseLen = errors.New("Invalid tag response length")

+ var ErrMalformedDestination = errors.New("Malformed destination string")

+ var ErrNoActiveDB = errors.New("No active database")

+ var ErrNoKey = errors.New("No key set on entry block")

+ var ErrNoTargets = errors.New("No connections specified")

+ var ErrNotReady = errors.New("Not ready to start")

+ var ErrNotRunning = errors.New("Not running")

+ var ErrSyncTimeout = errors.New("Sync timeout")

+ var ErrTagMapInvalid = errors.New("Tag map invalid")

+ var ErrTagNotFound = errors.New("Tag not found")

+ var ErrTimeout = errors.New("Timed out waiting for ingesters")

+ var ErrWriteTimeout = errors.New("Timed out waiting to write entry")

+ func CheckTag(tag string) error

+ func ConnectionType(dst string) (string, string, error)

+ func HumanCount(b uint64) string

+ func HumanEntryRate(b uint64, dur time.Duration) string

+ func HumanLineRate(b uint64, dur time.Duration) string

+ func HumanRate(b uint64, dur time.Duration) string

+ func HumanSize(b uint64) string

+ func NewUnthrottledConn(c net.Conn) fullSpeed

+ func PrintVersion(wtr io.Writer)

+ func VerifyResponse(auth AuthHash, chal Challenge, resp ChallengeResponse) error

+ type AuthHash [16]byte

+ func GenAuthHash(password string) (AuthHash, error)

+ type Challenge struct

+ Iterate uint16

+ RandChallenge [32]byte

+ Version uint16

+ func NewChallenge(auth AuthHash) (Challenge, error)

+ func (c *Challenge) Read(r io.Reader) error

+ func (c *Challenge) Write(w io.Writer) error

+ type ChallengeResponse struct

+ Response [32]byte

+ func GenerateResponse(auth AuthHash, ch Challenge) (*ChallengeResponse, error)

+ func (cr *ChallengeResponse) Read(r io.Reader) error

+ func (cr *ChallengeResponse) Write(w io.Writer) error

+ type Conn interface

+ ClearReadTimeout func() error

+ ClearWriteTimeout func() error

+ SetReadTimeout func(time.Duration) error

+ SetWriteTimeout func(time.Duration) error

+ type EntryReader struct

+ func NewEntryReader(conn net.Conn) (*EntryReader, error)

+ func NewEntryReaderEx(cfg EntryReaderWriterConfig) (*EntryReader, error)

+ func (er *EntryReader) Close() error

+ func (er *EntryReader) Read() (e *entry.Entry, err error)

+ func (er *EntryReader) SendThrottle(d time.Duration) error

+ func (er *EntryReader) SetTagManager(tm TagManager)

+ func (er *EntryReader) Start() error

+ type EntryReaderWriterConfig struct

+ BufferSize int

+ Conn net.Conn

+ OutstandingEntryCount int

+ TagMan TagManager

+ Timeout time.Duration

+ type EntryWriter struct

+ func NewEntryWriter(conn net.Conn) (*EntryWriter, error)

+ func NewEntryWriterEx(cfg EntryReaderWriterConfig) (*EntryWriter, error)

+ func (ew *EntryWriter) Ack() error

+ func (ew *EntryWriter) Close() (err error)

+ func (ew *EntryWriter) ForceAck() error

+ func (ew *EntryWriter) NegotiateTag(name string) (tg entry.EntryTag, err error)

+ func (ew *EntryWriter) OpenSlots(ent *entry.Entry) int

+ func (ew *EntryWriter) OverrideAckTimeout(t time.Duration) error

+ func (ew *EntryWriter) Ping() (err error)

+ func (ew *EntryWriter) SetConn(c Conn)

+ func (ew *EntryWriter) Write(ent *entry.Entry) error

+ func (ew *EntryWriter) WriteBatch(ents [](*entry.Entry)) error

+ func (ew *EntryWriter) WriteSync(ent *entry.Entry) error

+ func (ew *EntryWriter) WriteWithHint(ent *entry.Entry) (bool, error)

+ func (ew EntryWriter) OptimalBatchWriteSize() int

+ type IngestCache struct

+ func NewIngestCache(c IngestCacheConfig) (*IngestCache, error)

+ func (ic *IngestCache) Close() error

+ func (ic *IngestCache) Count() uint64

+ func (ic *IngestCache) GetTagList() ([]string, error)

+ func (ic *IngestCache) HotBlocks() int

+ func (ic *IngestCache) MemoryCacheSize() uint64

+ func (ic *IngestCache) PopBlock() (*entry.EntryBlock, error)

+ func (ic *IngestCache) Start(eChan chan *entry.Entry, bChan chan []*entry.Entry) error

+ func (ic *IngestCache) Stop() error

+ func (ic *IngestCache) StoredBlocks() int

+ func (ic *IngestCache) Sync() error

+ func (ic *IngestCache) UpdateStoredTagList(tags []string) error

+ type IngestCacheConfig struct

+ FileBackingLocation string

+ MaxCacheSize uint64

+ MemoryCacheSize uint64

+ TickInterval time.Duration

+ type IngestCommand uint32

+ const CONFIRM_ENTRY_MAGIC

+ const CONFIRM_TAG_MAGIC

+ const ERROR_TAG_MAGIC

+ const FORCE_ACK_MAGIC

+ const INVALID_MAGIC

+ const NEW_ENTRY_MAGIC

+ const PING_MAGIC

+ const PONG_MAGIC

+ const TAG_MAGIC

+ const THROTTLE_MAGIC

+ func (ic IngestCommand) Buff() (b []byte)

+ func (ic IngestCommand) String() string

+ type IngestConnection struct

+ func InitializeConnection(dst, authString string, tags []string, pubKey, privKey string, ...) (*IngestConnection, error)

+ func NewPipeConnection(dst string, auth AuthHash, tags []string) (*IngestConnection, error)

+ func NewTCPConnection(dst string, auth AuthHash, tags []string) (*IngestConnection, error)

+ func NewTLSConnection(dst string, auth AuthHash, certs *TLSCerts, verify bool, tags []string) (*IngestConnection, error)

+ func (igst *IngestConnection) Close() error

+ func (igst *IngestConnection) GetTag(name string) (entry.EntryTag, bool)

+ func (igst *IngestConnection) NegotiateTag(name string) (tg entry.EntryTag, err error)

+ func (igst *IngestConnection) Running() bool

+ func (igst *IngestConnection) Source() (net.IP, error)

+ func (igst *IngestConnection) Sync() error

+ func (igst *IngestConnection) Write(ts entry.Timestamp, tag entry.EntryTag, data []byte) error

+ func (igst *IngestConnection) WriteBatchEntry(ents []*entry.Entry) error

+ func (igst *IngestConnection) WriteEntry(ent *entry.Entry) error

+ func (igst *IngestConnection) WriteEntrySync(ent *entry.Entry) error

+ type IngestLogger interface

+ Error func(string, ...interface{}) error

+ Info func(string, ...interface{}) error

+ Warn func(string, ...interface{}) error

+ func NoLogger() IngestLogger

+ type IngestMuxer struct

+ func NewIngestMuxer(dests []Target, tags []string, pubKey, privKey string) (*IngestMuxer, error)

+ func NewIngestMuxerExt(dests []Target, tags []string, pubKey, privKey string, chanSize int) (*IngestMuxer, error)

+ func NewMuxer(c MuxerConfig) (*IngestMuxer, error)

+ func NewUniformIngestMuxer(dests, tags []string, authString, pubKey, privKey, remoteKey string) (*IngestMuxer, error)

+ func NewUniformIngestMuxerExt(dests, tags []string, authString, pubKey, privKey, remoteKey string, ...) (*IngestMuxer, error)

+ func NewUniformMuxer(c UniformMuxerConfig) (*IngestMuxer, error)

+ func (im *IngestMuxer) Close() error

+ func (im *IngestMuxer) Dead() (int, error)

+ func (im *IngestMuxer) Error(format string, args ...interface{}) error

+ func (im *IngestMuxer) GetTag(tag string) (tg entry.EntryTag, err error)

+ func (im *IngestMuxer) Hot() (int, error)

+ func (im *IngestMuxer) Info(format string, args ...interface{}) error

+ func (im *IngestMuxer) NegotiateTag(name string) (tg entry.EntryTag, err error)

+ func (im *IngestMuxer) Size() (int, error)

+ func (im *IngestMuxer) SourceIP() (net.IP, error)

+ func (im *IngestMuxer) Start() error

+ func (im *IngestMuxer) Sync(to time.Duration) error

+ func (im *IngestMuxer) SyncContext(ctx context.Context, to time.Duration) error

+ func (im *IngestMuxer) WaitForHot(to time.Duration) error

+ func (im *IngestMuxer) WaitForHotContext(ctx context.Context, to time.Duration) error

+ func (im *IngestMuxer) Warn(format string, args ...interface{}) error

+ func (im *IngestMuxer) Write(tm entry.Timestamp, tag entry.EntryTag, data []byte) error

+ func (im *IngestMuxer) WriteBatch(b []*entry.Entry) error

+ func (im *IngestMuxer) WriteBatchContext(ctx context.Context, b []*entry.Entry) error

+ func (im *IngestMuxer) WriteContext(ctx context.Context, tm entry.Timestamp, tag entry.EntryTag, data []byte) error

+ func (im *IngestMuxer) WriteEntry(e *entry.Entry) error

+ func (im *IngestMuxer) WriteEntryContext(ctx context.Context, e *entry.Entry) error

+ func (im *IngestMuxer) WriteEntryTimeout(e *entry.Entry, d time.Duration) (err error)

+ type Logger interface

+ Error func(string, ...interface{}) error

+ Info func(string, ...interface{}) error

+ Warn func(string, ...interface{}) error

+ type MuxerConfig struct

+ CacheConfig IngestCacheConfig

+ ChannelSize int

+ Destinations []Target

+ EnableCache bool

+ IngesterName string

+ LogLevel string

+ Logger Logger

+ PrivateKey string

+ PublicKey string

+ RateLimitBps int64

+ Tags []string

+ VerifyCert bool

+ type Parent struct

+ func NewParent(bps int64, burstMult int) *Parent

+ func (p *Parent) NewThrottleConn(c net.Conn) *ThrottleConn

+ type StateResponse struct

+ ID uint32

+ Info string

+ func (sr *StateResponse) Read(r io.Reader) error

+ func (sr *StateResponse) Write(w io.Writer) error

+ type TLSCerts struct

+ Cert tls.Certificate

+ type TagManager interface

+ GetAndPopulate func(string) (entry.EntryTag, error)

+ type TagRequest struct

+ Count uint32

+ Tags []string

+ func (tr *TagRequest) Read(r io.Reader) error

+ func (tr *TagRequest) Write(w io.Writer) error

+ type TagResponse struct

+ Count uint32

+ Tags map[string]entry.EntryTag

+ func (tr *TagResponse) Read(r io.Reader) error

+ func (tr *TagResponse) Write(w io.Writer) error

+ type Target struct

+ Address string

+ Secret string

+ type TargetError struct

+ Address string

+ Error error

+ type ThrottleConn struct

+ func NewWriteThrottler(bps int64, burstMult int, c net.Conn) (wt *ThrottleConn)

+ func (w *ThrottleConn) ClearReadTimeout() error

+ func (w *ThrottleConn) ClearWriteTimeout() error

+ func (w *ThrottleConn) Close() error

+ func (w *ThrottleConn) SetReadTimeout(to time.Duration) error

+ func (w *ThrottleConn) SetWriteTimeout(to time.Duration) error

+ func (w *ThrottleConn) Write(b []byte) (n int, err error)

+ type UniformMuxerConfig struct

+ Auth string

+ CacheConfig IngestCacheConfig

+ ChannelSize int

+ Destinations []string

+ EnableCache bool

+ IngesterName string

+ LogLevel string

+ Logger Logger

+ PrivateKey string

+ PublicKey string

+ RateLimitBps int64

+ Tags []string

+ VerifyCert bool

Other modules containing this package

github.com/gravwell/ingest

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL