process

Documentation

Index

• func InvokeSyncGluePartitions(lambdaClient lambdaiface.LambdaAPI, logTypes []string) error
• func SQS(event events.SQSEvent) error
• func Setup()
• func Sync(event *SyncEvent, deadline time.Time) error
• type Continuation
• type SyncEvent

Functions

func InvokeSyncGluePartitions

func InvokeSyncGluePartitions(lambdaClient lambdaiface.LambdaAPI, logTypes []string) error

func SQS

func SQS(event events.SQSEvent) error

func Setup

func Setup()

func Sync

func Sync(event *SyncEvent, deadline time.Time) error

Sync does one logType then re-invokes, this way we have 15min/logType/sync and we do not overload the glue api

Types

type Continuation

type Continuation struct {
	LogType           string
	DataType          models.DataType
	NextPartitionTime time.Time
}

type SyncEvent

type SyncEvent struct {
	Sync         bool          // if true, this is a request to sync the partitions of the registered tables
	LogTypes     []string      // the log types to sync
	Continuation *Continuation // if not nil, start here
}