batchrouter

package
v1.0.3 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Sep 8, 2022 License: AGPL-3.0 Imports: 44 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

View Source
var (
	Diagnostics  diagnostics.DiagnosticsI
	QueryFilters jobsdb.QueryFiltersT
)

Functions

func GetFullPrefix added in v0.1.10

func GetFullPrefix(manager filemanager.FileManager, prefix string) (fullPrefix string)

func GetStorageDateFormat added in v0.1.10

func GetStorageDateFormat(manager filemanager.FileManager, destination *DestinationT, folderName string) (dateFormat string, err error)

func Init added in v0.1.10

func Init()

func Init2 added in v0.1.10

func Init2()

func IsAsyncDestination added in v0.1.10

func IsAsyncDestination(destType string) bool

func IsObjectStorageDestination added in v0.1.10

func IsObjectStorageDestination(destType string) bool

func IsWarehouseDestination added in v0.1.10

func IsWarehouseDestination(destType string) bool

Types

type AsyncPollT added in v0.1.10

type AsyncPollT struct {
	Config   map[string]interface{} `json:"config"`
	ImportId string                 `json:"importId"`
	DestType string                 `json:"destType"`
}

type AsyncStatusResponse added in v0.1.10

type AsyncStatusResponse struct {
	Success        bool
	StatusCode     int
	HasFailed      bool
	HasWarning     bool
	FailedJobsURL  string
	WarningJobsURL string
}

type BatchDestinationDataT added in v0.1.10

type BatchDestinationDataT struct {
	// contains filtered or unexported fields
}

type BatchJobsT

type BatchJobsT struct {
	Jobs             []*jobsdb.JobT
	BatchDestination *DestinationT
	TimeWindow       time.Time
}

type BatchRouterAdmin added in v0.1.10

type BatchRouterAdmin struct {
	// contains filtered or unexported fields
}

func (*BatchRouterAdmin) Status added in v0.1.10

func (ba *BatchRouterAdmin) Status() interface{}

Status function is used for debug purposes by the admin interface

type DestinationT

type DestinationT struct {
	Source      backendconfig.SourceT
	Destination backendconfig.DestinationT
}

type ErrorResponseT

type ErrorResponseT struct {
	Error string
}

type Factory added in v0.1.10

type Factory struct {
	Reporting        types.ReportingI
	Multitenant      multitenant.MultiTenantI
	BackendConfig    backendconfig.BackendConfig
	RouterDB         jobsdb.JobsDB
	ProcErrorDB      jobsdb.JobsDB
	TransientSources transientsource.Service
	RsourcesService  rsources.JobService
}

func (*Factory) New added in v0.1.10

func (f *Factory) New(destType string) *HandleT

type HandleT

type HandleT struct {
	// contains filtered or unexported fields
}

func (*HandleT) Disable

func (brt *HandleT) Disable()

Disable disables a router:)

func (*HandleT) Enable

func (brt *HandleT) Enable()

Enable enables a router :)

func (*HandleT) GetWorkspaceIDForDestID added in v0.1.10

func (brt *HandleT) GetWorkspaceIDForDestID(destID string) string

func (*HandleT) Setup

func (brt *HandleT) Setup(backendConfig backendconfig.BackendConfig, jobsDB, errorDB jobsdb.JobsDB, destType string, reporting types.ReportingI, multitenantStat multitenant.MultiTenantI, transientSources transientsource.Service, rsourcesService rsources.JobService)

Setup initializes this module

func (*HandleT) Shutdown added in v0.1.10

func (brt *HandleT) Shutdown()

func (*HandleT) Start added in v0.1.10

func (brt *HandleT) Start()

type JobParametersT added in v0.1.10

type JobParametersT struct {
	SourceID                string `json:"source_id"`
	DestinationID           string `json:"destination_id"`
	ReceivedAt              string `json:"received_at"`
	TransformAt             string `json:"transform_at"`
	SourceBatchID           string `json:"source_batch_id"`
	SourceTaskID            string `json:"source_task_id"`
	SourceTaskRunID         string `json:"source_task_run_id"`
	SourceJobID             string `json:"source_job_id"`
	SourceJobRunID          string `json:"source_job_run_id"`
	SourceDefinitionID      string `json:"source_definition_id"`
	DestinationDefinitionID string `json:"destination_definition_id"`
	SourceCategory          string `json:"source_category"`
	EventName               string `json:"event_name"`
	EventType               string `json:"event_type"`
	MessageID               string `json:"message_id"`
}

JobParametersT struct holds source id and destination id of a job

type ObjectStorageT

type ObjectStorageT struct {
	Config          map[string]interface{}
	Key             string
	Provider        string
	DestinationID   string
	DestinationType string
}

type StorageUploadOutput

type StorageUploadOutput struct {
	Config           map[string]interface{}
	Key              string
	FileLocation     string
	LocalFilePaths   []string
	JournalOpID      int64
	Error            error
	FirstEventAt     string
	LastEventAt      string
	TotalEvents      int
	UseRudderStorage bool
}

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL