entity

package

Go to main page

Versions in this module

v0

v0.13.0

Jun 4, 2024

Changes in this version

type Transform

+ CustomConfig any

v0.12.0

Jun 4, 2024

Changes in this version

+ type ExcludeEventsWithMultipleConditions struct

+ Filters []ExcludeEventsWith

type Transform

+ ExcludeEventsWithMultipleConditions []ExcludeEventsWithMultipleConditions

v0.11.2

May 16, 2024

v0.11.1

May 13, 2024

v0.11.0

Mar 24, 2024

v0.10.0

Mar 10, 2024

v0.9.0

Feb 4, 2024

Changes in this version

type ExtractFields

+ ExcludeEventsWith []ExcludeEventsWith

v0.8.1

Oct 10, 2023

v0.8.0

Sep 7, 2023

Changes in this version

type HookAction

+ const HookActionRetryableError

+ type PostTransformHookFunc func(ctx context.Context, spec *Spec, event *[]*Transformed) HookAction

v0.7.0

Jun 15, 2023

Changes in this version

type Ops

+ CustomProperties map[string]string

v0.6.3

Jun 6, 2023

v0.6.2

May 4, 2023

Changes in this version

type EntityType

+ const EntityEventSim

v0.6.1

Jan 31, 2023

v0.6.0

Jan 22, 2023

v0.5.3

Jan 6, 2023

Changes in this version

type DLQ

+ ProducerConfig map[string]any

v0.5.2

Nov 20, 2022

Changes in this version

type Ops

+ MicroBatchTimeoutMs int

+ func (o *Ops) EnsureValidDefaults()

type Regexp

+ func (r *Regexp) Validate() (err error)

type Spec

+ OpsPerEnv map[string]Ops

+ func (s *Spec) EnsureValidDefaults()

type Transform

+ func (t *Transform) Validate() (err error)

v0.5.1

Nov 10, 2022

Changes in this version

+ type DLQ struct

+ StreamIDEnrichmentPath string

+ Topic []SinkTopic

type SourceConfig

+ DLQ *DLQ

v0.5.0

Oct 30, 2022

v0.4.4

Oct 24, 2022

Changes in this version

type Metrics

+ BytesIngested int64

+ BytesProcessed int64

+ EventProcessingTimeMicros int64

+ Microbatches int64

+ SinkOperations int64

+ SinkProcessingTimeMicros int64

v0.4.3

Oct 16, 2022

v0.4.2

Oct 8, 2022

Changes in this version

+ const NotifyLevelStrDebug

+ const NotifyLevelStrError

+ const NotifyLevelStrInfo

+ const NotifyLevelStrInvalid

+ const NotifyLevelStrWarn

+ func NotifyLevel(notifyLevelName string) int

v0.4.1

Oct 4, 2022

Changes in this version

type ExcludeEventsWith

+ ValueIsEmpty *bool

+ ValuesNotIn []string

v0.4.0

Oct 4, 2022

Changes in this version

+ const NotifyLevelDebug

+ const NotifyLevelError

+ const NotifyLevelInfo

+ const NotifyLevelInvalid

+ const NotifyLevelWarn

+ func NotifyLevelName(notifyLevel int) string

+ type Config struct

+ ID string

+ Log bool

+ NotifyChan NotifyChan

+ Spec *Spec

+ type Metrics struct

+ EventsProcessed int64

+ EventsStoredInSink int64

+ func (m *Metrics) Reset()

+ type NotificationEvent struct

+ File string

+ Func string

+ Instance string

+ Level string

+ Line int

+ Message string

+ Sender string

+ StackTrace string

+ Stream string

+ Timestamp string

+ type NotifyChan chan NotificationEvent

type SourceConfig

+ SendToSource *bool

v0.3.3

Aug 28, 2022

v0.3.2

Jul 31, 2022

v0.3.1

Jul 31, 2022

v0.3.0

Jul 27, 2022

Changes in this version

+ const DefaultMaxEventProcessingRetries

+ const DefaultMaxStreamRetryBackoffIntervalSec

+ const DefaultMicroBatchBytes

+ const DefaultMicroBatchSize

+ const DefaultMicroBatchTimeoutMs

+ const DefaultStreamsPerPod

+ const GeistIngestionTime

+ const HoueDefault

+ const HoueDiscard

+ const HoueDlq

+ const HoueFail

+ const TransformedKeyKey

+ const TransformedValueKey

+ var ErrEntityShutdownRequested = errors.New("entity shutdown requested")

+ var ReservedEntityNames = map[string]bool

+ type AddFieldsToJson struct

+ FieldsToAdd []string

+ JsonId string

+ type ArrayItems struct

+ IdFromItemFields IdFromItemFields

+ JsonPathToArray string

+ type Column struct

+ Description string

+ Fields []Column

+ Mode string

+ Name string

+ NameFromId *NameFromId

+ Type string

+ ValueFromId string

+ type ColumnFamily struct

+ ColumnQualifiers []ColumnQualifier

+ GarbageCollectionPolicy *GarbageCollectionPolicy

+ Name string

+ type ColumnQualifier struct

+ Id string

+ Name string

+ NameFromId *NameFromId

+ type DatasetCreation struct

+ Description string

+ Location string

+ type EntityProperty struct

+ Id string

+ Index bool

+ Name string

+ type EntityType string

+ const EntityAdmin

+ const EntityGeistApi

+ const EntityInvalid

+ const EntityVoid

+ type Environment string

+ const EnvironmentAll

+ const EnvironmentDev

+ const EnvironmentProd

+ const EnvironmentStage

+ type Event struct

+ Data []byte

+ Key []byte

+ Ts time.Time

+ func (e Event) String() string

+ type EventProcessingResult struct

+ Error error

+ ResourceId string

+ Retryable bool

+ Status ExecutorStatus

+ type ExcludeEventsWith struct

+ Key string

+ Values []string

+ type ExecutorStatus int

+ const ExecutorStatusError

+ const ExecutorStatusInvalid

+ const ExecutorStatusRetriesExhausted

+ const ExecutorStatusShutdown

+ const ExecutorStatusSuccessful

+ type ExtractFields struct

+ Fields []Field

+ ForEventsWith []ForEventsWith

+ type ExtractItemsFromArray struct

+ ForEventsWith []ForEventsWith

+ Id string

+ Items ArrayItems

+ type Extractor interface

+ Extract func(ctx context.Context, query ExtractorQuery, result any) (error, bool)

+ ExtractFromSink func(ctx context.Context, query ExtractorQuery, result *[]*Transformed) (error, bool)

+ SendToSource func(ctx context.Context, event any) (string, error)

+ StreamExtract func(ctx context.Context, reportEvent ProcessEventFunc, err *error, retryable *bool)

+ type ExtractorFactories map[string]ExtractorFactory

+ type ExtractorFactory interface

+ Close func() error

+ NewExtractor func(ctx context.Context, spec *Spec, id string) (Extractor, error)

+ SourceId func() string

+ type ExtractorQuery struct

+ CompositeKey []KeyValueFilter

+ Key string

+ Type QueryType

+ type Field struct

+ Id string

+ JsonPath string

+ Type string

+ type ForEventsWith struct

+ Key string

+ Value string

+ type GarbageCollectionPolicy struct

+ Type string

+ Value int

+ type HookAction int

+ const HookActionInvalid

+ const HookActionProceed

+ const HookActionShutdown

+ const HookActionSkip

+ const HookActionUnretryableError

+ type IdFromItemFields struct

+ Delimiter string

+ Fields []string

+ type KeyValueFilter struct

+ Key string

+ Value string

+ type Kind struct

+ EntityName string

+ EntityNameFromIds struct{ ... }

+ Name string

+ Namespace string

+ Properties []EntityProperty

+ type Loader interface

+ Shutdown func()

+ StreamLoad func(ctx context.Context, data []*Transformed) (string, error, bool)

+ type LoaderFactories map[string]LoaderFactory

+ type LoaderFactory interface

+ Close func() error

+ NewLoader func(ctx context.Context, spec *Spec, id string) (Loader, error)

+ NewSinkExtractor func(ctx context.Context, spec *Spec, id string) (Extractor, error)

+ SinkId func() string

+ type Message struct

+ PayloadFromId string

+ type NameFromId struct

+ Prefix string

+ Preset []string

+ SuffixFromId string

+ type Ops struct

+ HandlingOfUnretryableEvents string

+ LogEventData bool

+ MaxEventProcessingRetries int

+ MaxStreamRetryBackoffIntervalSec int

+ MicroBatch bool

+ MicroBatchBytes int

+ MicroBatchSize int

+ MicroBatchTimoutMs int

+ StreamsPerPod int

+ type PreTransformHookFunc func(ctx context.Context, event *[]byte) HookAction

+ type ProcessEventFunc func(context.Context, []Event) EventProcessingResult

+ type Property struct

+ Key string

+ Value string

+ type QueryType int

+ const QueryTypeAll

+ const QueryTypeCompositeKeyValue

+ const QueryTypeKeyValue

+ const Unknown

+ type Regexp struct

+ Expression string

+ Field string

+ KeepField bool

+ TimeConversion *TimeConv

+ func (r *Regexp) CollectGroups(exp string) []string

+ type RowItem struct

+ Column string

+ Timestamp time.Time

+ Value any

+ type RowKey struct

+ Delimiter string

+ Keys []string

+ MapId string

+ Predefined string

+ type Sink struct

+ Config *SinkConfig

+ Type EntityType

+ type SinkConfig struct

+ CustomConfig any

+ DiscardInvalidData bool

+ Kinds []Kind

+ Message *Message

+ Properties []Property

+ Provider string

+ Synchronous *bool

+ Tables []Table

+ Topic []SinkTopic

+ type SinkTopic struct

+ Env Environment

+ TopicSpec *TopicSpecification

+ type Source struct

+ Config SourceConfig

+ Type EntityType

+ type SourceConfig struct

+ CustomConfig any

+ MaxOutstandingBytes *int

+ MaxOutstandingMessages *int

+ NumGoroutines *int

+ PollTimeoutMs *int

+ Properties []Property

+ Provider string

+ Subscription *Subscription

+ Synchronous *bool

+ Topics []Topics

+ type Spec struct

+ Description string

+ Disabled bool

+ Namespace string

+ Ops Ops

+ Sink Sink

+ Source Source

+ StreamIdSuffix string

+ Transform Transform

+ Version int

+ func NewEmptySpec() *Spec

+ func NewSpec(specData []byte) (*Spec, error)

+ func (s *Spec) Id() string

+ func (s *Spec) IsDisabled() bool

+ func (s *Spec) JSON() []byte

+ func (s *Spec) SetRequiredDefaults()

+ func (s *Spec) Validate() error

+ type Subscription struct

+ Name string

+ Type string

+ type Table struct

+ ColumnFamilies []ColumnFamily

+ Columns []Column

+ Dataset string

+ DatasetCreation *DatasetCreation

+ InsertIdFromId string

+ Name string

+ RowKey RowKey

+ TableCreation *TableCreation

+ Whitelist *Whitelist

+ type TableCreation struct

+ Clustering []string

+ Description string

+ RequirePartitionFilter bool

+ TimePartitioning *TimePartitioning

+ type TimeConv struct

+ Field string

+ InputFormat string

+ OutputFormat string

+ type TimePartitioning struct

+ ExpirationHours int

+ Field string

+ Type string

+ type TopicSpecification struct

+ Config map[string]string

+ Name string

+ NumPartitions int

+ ReplicationFactor int

+ type Topics struct

+ Env Environment

+ Names []string

+ type Transform struct

+ AddFieldsToJson AddFieldsToJson

+ ExcludeEventsWith []ExcludeEventsWith

+ ExtractFields []ExtractFields

+ ExtractItemsFromArray []ExtractItemsFromArray

+ ImplId EntityType

+ Regexp *Regexp

+ type Transformed struct

+ Data map[string]any

+ func NewTransformed() *Transformed

+ func (t *Transformed) String() string

+ type TransformedItemMap map[string]any

+ type Whitelist struct

+ Id string

+ Type string

+ Values []string

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL