scheduler

package
v4.53.0 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Jul 25, 2024 License: MPL-2.0 Imports: 28 Imported by: 42

Documentation

Index

Constants

View Source 
const (
	DefaultBatchMaxRows = 50
	DefaultBatchTimeout = 5 * time.Second
)
View Source 
const (
	DefaultSingleResourceMaxConcurrency    = 5
	DefaultSingleNestedTableMaxConcurrency = 5
	DefaultConcurrency                     = 50000
	DefaultMaxDepth                        = 4
)

Variables

View Source 
var AllStrategies = Strategies{StrategyDFS, StrategyRoundRobin, StrategyShuffle}
View Source 
var AllStrategyNames = [...]string{
	StrategyDFS:        "dfs",
	StrategyRoundRobin: "round-robin",
	StrategyShuffle:    "shuffle",
}
View Source 
var ErrNoTables = errors.New("no tables specified for syncing, review `tables` and `skip_tables` in your config and specify at least one table to sync")

Functions

This section is empty.

Types

type BatchOption added in v4.46.0 

type BatchOption func(settings *BatchSettings)

func WithBatchMaxRows added in v4.46.0 

func WithBatchMaxRows(rows int) BatchOption

func WithBatchTimeout added in v4.46.0 

func WithBatchTimeout(timeout time.Duration) BatchOption

type BatchSettings added in v4.46.0 

type BatchSettings struct {
	MaxRows int
	Timeout time.Duration
}

type Client 

type Client interface {
	ID() string
}

type Metrics 

type Metrics struct {
	TableClient map[string]map[string]*TableClientMetrics
}

Metrics is deprecated as we move toward open telemetry for tracing and metrics

func (*Metrics) Equal 

func (s *Metrics) Equal(other *Metrics) bool

Equal compares to stats. Mostly useful in testing

func (*Metrics) TotalErrors 

func (s *Metrics) TotalErrors() uint64

func (*Metrics) TotalErrorsAtomic 

func (s *Metrics) TotalErrorsAtomic() uint64

func (*Metrics) TotalPanics 

func (s *Metrics) TotalPanics() uint64

func (*Metrics) TotalPanicsAtomic 

func (s *Metrics) TotalPanicsAtomic() uint64

func (*Metrics) TotalResources 

func (s *Metrics) TotalResources() uint64

func (*Metrics) TotalResourcesAtomic 

func (s *Metrics) TotalResourcesAtomic() uint64

type Option 

type Option func(*Scheduler)

func WithBatchOptions added in v4.46.0 

func WithBatchOptions(options ...BatchOption) Option

func WithConcurrency 

func WithConcurrency(concurrency int) Option

func WithInvocationID added in v4.49.0 

func WithInvocationID(invocationID string) Option

func WithLogger 

func WithLogger(logger zerolog.Logger) Option

func WithMaxDepth 

func WithMaxDepth(maxDepth uint64) Option

func WithSingleNestedTableMaxConcurrency added in v4.21.0 

func WithSingleNestedTableMaxConcurrency(concurrency int64) Option

func WithSingleResourceMaxConcurrency added in v4.23.0 

func WithSingleResourceMaxConcurrency(concurrency int64) Option

func WithStrategy 

func WithStrategy(strategy Strategy) Option

func WithoutBatching added in v4.48.0 

func WithoutBatching() Option

type OtelMeters added in v4.49.0 

type OtelMeters struct {
	// contains filtered or unexported fields
}

type Scheduler 

type Scheduler struct {
	// contains filtered or unexported fields
}

func NewScheduler 

func NewScheduler(opts ...Option) *Scheduler

func (*Scheduler) Sync 

func (s *Scheduler) Sync(ctx context.Context, client schema.ClientMeta, tables schema.Tables, res chan<- message.SyncMessage, opts ...SyncOption) error

func (*Scheduler) SyncAll 

func (s *Scheduler) SyncAll(ctx context.Context, client schema.ClientMeta, tables schema.Tables) (message.SyncMessages, error)

SyncAll is mostly used for testing as it will sync all tables and can run out of memory in the real world. Should use Sync for production.

type Strategies 

type Strategies []Strategy

func (Strategies) String 

func (s Strategies) String() string

type Strategy 

type Strategy int
const (
	StrategyDFS Strategy = iota
	StrategyRoundRobin
	StrategyShuffle
)

func StrategyForName 

func StrategyForName(s string) (Strategy, error)

func (Strategy) JSONSchema added in v4.12.0 

func (Strategy) JSONSchema() *jsonschema.Schema

func (*Strategy) MarshalJSON 

func (s *Strategy) MarshalJSON() ([]byte, error)

MarshalJSON implements json.Marshaler.

func (*Strategy) String 

func (s *Strategy) String() string

func (*Strategy) UnmarshalJSON 

func (s *Strategy) UnmarshalJSON(b []byte) error

UnmarshalJSON implements json.Unmarshaler.

func (*Strategy) Validate 

func (s *Strategy) Validate() error

type SyncOption 

type SyncOption func(*syncClient)

func WithSyncDeterministicCQID 

func WithSyncDeterministicCQID(deterministicCQID bool) SyncOption

type TableClientMetrics 

type TableClientMetrics struct {
	Resources uint64
	Errors    uint64
	Panics    uint64
	Duration  atomic.Pointer[time.Duration]
	// contains filtered or unexported fields
}

func (*TableClientMetrics) Equal 

func (m *TableClientMetrics) Equal(other *TableClientMetrics) bool

func (*TableClientMetrics) OtelEndTime added in v4.49.0 

func (m *TableClientMetrics) OtelEndTime(ctx context.Context, end time.Time)

func (*TableClientMetrics) OtelErrorsAdd added in v4.49.0 

func (m *TableClientMetrics) OtelErrorsAdd(ctx context.Context, count int64)

func (*TableClientMetrics) OtelPanicsAdd added in v4.49.0 

func (m *TableClientMetrics) OtelPanicsAdd(ctx context.Context, count int64)

func (*TableClientMetrics) OtelResourcesAdd added in v4.49.0 

func (m *TableClientMetrics) OtelResourcesAdd(ctx context.Context, count int64)

func (*TableClientMetrics) OtelStartTime added in v4.49.0 

func (m *TableClientMetrics) OtelStartTime(ctx context.Context, start time.Time)

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.