batchrouter

package
v1.10.0-rc.3 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Jun 23, 2023 License: AGPL-3.0 Imports: 47 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

func IsObjectStorageDestination added in v0.1.10

func IsObjectStorageDestination(destType string) bool

func IsWarehouseDestination added in v0.1.10

func IsWarehouseDestination(destType string) bool

Types

type AsyncPoll added in v1.9.0

type AsyncPoll struct {
	Config   map[string]interface{} `json:"config"`
	ImportId string                 `json:"importId"`
	DestType string                 `json:"destType"`
}

type AsyncStatusResponse added in v0.1.10

type AsyncStatusResponse struct {
	Success        bool
	StatusCode     int
	HasFailed      bool
	HasWarning     bool
	FailedJobsURL  string
	WarningJobsURL string
}

type BatchedJobs added in v1.9.0

type BatchedJobs struct {
	Jobs       []*jobsdb.JobT
	Connection *Connection
	TimeWindow time.Time
}

type Connection added in v1.9.0

type Connection struct {
	Source      backendconfig.SourceT
	Destination backendconfig.DestinationT
}

type DestinationJobs added in v1.9.0

type DestinationJobs struct {
	// contains filtered or unexported fields
}

type ErrorResponse added in v1.9.0

type ErrorResponse struct {
	Error string
}

type Factory added in v0.1.10

type Factory struct {
	Reporting        types.Reporting
	Multitenant      multitenant.MultiTenantI
	BackendConfig    backendconfig.BackendConfig
	RouterDB         jobsdb.JobsDB
	ProcErrorDB      jobsdb.JobsDB
	TransientSources transientsource.Service
	RsourcesService  rsources.JobService
	Debugger         destinationdebugger.DestinationDebugger
	AdaptiveLimit    func(int64) int64
}

func (*Factory) New added in v0.1.10

func (f *Factory) New(destType string) *Handle

type Handle added in v1.9.0

type Handle struct {
	Diagnostics diagnostics.DiagnosticsI
	// contains filtered or unexported fields
}

func (*Handle) GetWorkspaceIDForDestID added in v1.9.0

func (brt *Handle) GetWorkspaceIDForDestID(destID string) string

func (*Handle) Setup added in v1.9.0

func (brt *Handle) Setup(
	destType string,
	backendConfig backendconfig.BackendConfig,
	jobsDB, errorDB jobsdb.JobsDB,
	reporting types.Reporting,
	multitenantStat multitenant.MultiTenantI,
	transientSources transientsource.Service,
	rsourcesService rsources.JobService,
	debugger destinationdebugger.DestinationDebugger,
)

Setup initializes the batch router

func (*Handle) Shutdown added in v1.9.0

func (brt *Handle) Shutdown()

Shutdown stops the batch router

func (*Handle) Start added in v1.9.0

func (brt *Handle) Start()

Start starts the batch router's main loop

type JobParameters added in v1.9.0

type JobParameters struct {
	SourceID                string `json:"source_id"`
	DestinationID           string `json:"destination_id"`
	ReceivedAt              string `json:"received_at"`
	TransformAt             string `json:"transform_at"`
	SourceTaskRunID         string `json:"source_task_run_id"`
	SourceJobID             string `json:"source_job_id"`
	SourceJobRunID          string `json:"source_job_run_id"`
	SourceDefinitionID      string `json:"source_definition_id"`
	DestinationDefinitionID string `json:"destination_definition_id"`
	SourceCategory          string `json:"source_category"`
	EventName               string `json:"event_name"`
	EventType               string `json:"event_type"`
	MessageID               string `json:"message_id"`
}

type ObjectStorageDefinition added in v1.9.0

type ObjectStorageDefinition struct {
	Config          map[string]interface{}
	Key             string
	Provider        string
	DestinationID   string
	DestinationType string
}

type UploadResult added in v1.9.0

type UploadResult struct {
	Config           map[string]interface{}
	Key              string
	FileLocation     string
	LocalFilePaths   []string
	JournalOpID      int64
	Error            error
	FirstEventAt     string
	LastEventAt      string
	TotalEvents      int
	TotalBytes       int
	UseRudderStorage bool
}

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL