task

package
v1.1.6 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Nov 20, 2024 License: Apache-2.0 Imports: 22 Imported by: 1

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

This section is empty.

Types

type BulkMigrator 

type BulkMigrator struct {
	SourceES es2.ES
	TargetES es2.ES

	Parallelism uint

	IndexPairMap map[string]*config.IndexPair

	IndexFilePairMap map[string]*config.IndexFilePair

	IndexTemplates map[string]*config.IndexTemplate

	Error error

	ScrollSize uint

	ScrollTime uint

	SliceSize uint

	BufferCount uint

	ActionSize uint

	ActionParallelism uint

	Ids []string

	Pattern string

	IndexFileRoot string

	Query string
	// contains filtered or unexported fields
}

func NewBulkMigrator 

func NewBulkMigrator(ctx context.Context, srcConfig *config.ESConfig, dstConfig *config.ESConfig) (*BulkMigrator, error)

func NewBulkMigratorWithES 

func NewBulkMigratorWithES(ctx context.Context, sourceES, targetES es2.ES) *BulkMigrator

func (*BulkMigrator) Compare 

func (m *BulkMigrator) Compare() (map[string]*DiffResult, error)

func (*BulkMigrator) CopyIndexSettings 

func (m *BulkMigrator) CopyIndexSettings(force bool) error

func (*BulkMigrator) CreateTemplates 

func (m *BulkMigrator) CreateTemplates() error

func (*BulkMigrator) Export 

func (m *BulkMigrator) Export() error

func (*BulkMigrator) GetCtx 

func (m *BulkMigrator) GetCtx() context.Context

func (*BulkMigrator) Import 

func (m *BulkMigrator) Import(force bool) error

func (*BulkMigrator) Sync 

func (m *BulkMigrator) Sync(force bool) error

func (*BulkMigrator) SyncDiff 

func (m *BulkMigrator) SyncDiff() (map[string]*DiffResult, error)

func (*BulkMigrator) WithActionParallelism 

func (m *BulkMigrator) WithActionParallelism(actionParallelism uint) *BulkMigrator

func (*BulkMigrator) WithActionSize 

func (m *BulkMigrator) WithActionSize(actionSize uint) *BulkMigrator

func (*BulkMigrator) WithBufferCount 

func (m *BulkMigrator) WithBufferCount(bufferCount uint) *BulkMigrator

func (*BulkMigrator) WithIds 

func (m *BulkMigrator) WithIds(ids []string) *BulkMigrator

func (*BulkMigrator) WithIndexFilePairs 

func (m *BulkMigrator) WithIndexFilePairs(indexFilePairs ...*config.IndexFilePair) *BulkMigrator

func (*BulkMigrator) WithIndexFileRoot 

func (m *BulkMigrator) WithIndexFileRoot(indexFileRoot string) *BulkMigrator

func (*BulkMigrator) WithIndexPairs 

func (m *BulkMigrator) WithIndexPairs(indexPairs ...*config.IndexPair) *BulkMigrator

func (*BulkMigrator) WithIndexTemplates 

func (m *BulkMigrator) WithIndexTemplates(indexTemplates ...*config.IndexTemplate) *BulkMigrator

func (*BulkMigrator) WithParallelism 

func (m *BulkMigrator) WithParallelism(parallelism uint) *BulkMigrator

func (*BulkMigrator) WithPatternIndexes 

func (m *BulkMigrator) WithPatternIndexes(pattern string) *BulkMigrator

func (*BulkMigrator) WithQuery added in v1.1.4 

func (m *BulkMigrator) WithQuery(query string) *BulkMigrator

func (*BulkMigrator) WithScrollSize 

func (m *BulkMigrator) WithScrollSize(scrollSize uint) *BulkMigrator

func (*BulkMigrator) WithScrollTime 

func (m *BulkMigrator) WithScrollTime(scrollTime uint) *BulkMigrator

func (*BulkMigrator) WithSliceSize 

func (m *BulkMigrator) WithSliceSize(sliceSize uint) *BulkMigrator

type DiffResult 

type DiffResult struct {
	SameCount   atomic.Uint64
	CreateCount atomic.Uint64
	UpdateCount atomic.Uint64
	DeleteCount atomic.Uint64

	CreateDocs []string

	UpdateDocs []string

	DeleteDocs []string
	// contains filtered or unexported fields
}

func (*DiffResult) HasDiff 

func (diffResult *DiffResult) HasDiff() bool

func (*DiffResult) Percent 

func (diffResult *DiffResult) Percent() float64

func (*DiffResult) Total 

func (diffResult *DiffResult) Total() uint64

type IndexFileSetting 

type IndexFileSetting struct {
	Total     uint64          `json:"total"`
	Settings  es2.IESSettings `json:"settings"`
	Files     []string        `json:"files"`
	ESVersion string          `json:"es_version"`
	Index     string          `json:"index"`
}

func LoadIndexFileSettingFromMap 

func LoadIndexFileSettingFromMap(settingMap map[string]interface{}) (*IndexFileSetting, error)

type Migrator 

type Migrator struct {
	SourceES es2.ES
	TargetES es2.ES

	IndexPair *config.IndexPair

	ScrollSize uint

	ScrollTime uint

	SliceSize uint

	BufferCount uint

	ActionSize uint

	ActionParallelism uint

	IndexFilePair *config.IndexFilePair

	IndexTemplate *config.IndexTemplate

	FileDir string

	Ids []string

	Query string
	// contains filtered or unexported fields
}

func NewMigrator 

func NewMigrator(ctx context.Context, srcES es2.ES, dstES es2.ES) *Migrator

func NewMigratorWithConfig 

func NewMigratorWithConfig(ctx context.Context, srcConfig *config.ESConfig, dstConfig *config.ESConfig) (*Migrator, error)

func (*Migrator) Compare 

func (m *Migrator) Compare() (*DiffResult, error)

func (*Migrator) CopyIndexSettings 

func (m *Migrator) CopyIndexSettings(force bool) error

func (*Migrator) CreateTemplate 

func (m *Migrator) CreateTemplate() error

func (*Migrator) Export 

func (m *Migrator) Export() error

func (*Migrator) GetCtx 

func (m *Migrator) GetCtx() context.Context

func (*Migrator) GetTargetESSetting 

func (m *Migrator) GetTargetESSetting(sourceESSetting es2.IESSettings, targetIndex string) es2.IESSettings

func (*Migrator) GetTargetESTemplateSetting 

func (m *Migrator) GetTargetESTemplateSetting(sourceESSetting es2.IESSettings, patterns []string, order int) map[string]interface{}

func (*Migrator) Import 

func (m *Migrator) Import(force bool) error

func (*Migrator) Sync 

func (m *Migrator) Sync(force bool) error

func (*Migrator) SyncDiff 

func (m *Migrator) SyncDiff() (*DiffResult, error)

func (*Migrator) WithActionParallelism 

func (m *Migrator) WithActionParallelism(actionParallelism uint) *Migrator

func (*Migrator) WithActionSize 

func (m *Migrator) WithActionSize(actionSize uint) *Migrator

func (*Migrator) WithBufferCount 

func (m *Migrator) WithBufferCount(sliceSize uint) *Migrator

func (*Migrator) WithIds 

func (m *Migrator) WithIds(ids []string) *Migrator

func (*Migrator) WithIndexFilePair 

func (m *Migrator) WithIndexFilePair(indexFilePair *config.IndexFilePair) *Migrator

func (*Migrator) WithIndexPair 

func (m *Migrator) WithIndexPair(indexPair config.IndexPair) *Migrator

func (*Migrator) WithIndexTemplate 

func (m *Migrator) WithIndexTemplate(indexTemplate config.IndexTemplate) *Migrator

func (*Migrator) WithQuery added in v1.1.4 

func (m *Migrator) WithQuery(query string) *Migrator

func (*Migrator) WithScrollSize 

func (m *Migrator) WithScrollSize(scrollSize uint) *Migrator

func (*Migrator) WithScrollTime 

func (m *Migrator) WithScrollTime(scrollTime uint) *Migrator

func (*Migrator) WithSliceSize 

func (m *Migrator) WithSliceSize(sliceSize uint) *Migrator

type Task 

type Task struct {
	// contains filtered or unexported fields
}

func NewTask 

func NewTask(ctx context.Context, taskCfg *config.TaskCfg, cfg *config.Config) (*Task, error)

func NewTaskWithES 

func NewTaskWithES(ctx context.Context, taskCfg *config.TaskCfg, sourceES, targetES es.ES) *Task

func (*Task) Compare 

func (t *Task) Compare() (map[string]*DiffResult, error)

func (*Task) CopyIndexSettings 

func (t *Task) CopyIndexSettings() error

func (*Task) CreateTemplate 

func (t *Task) CreateTemplate() error

func (*Task) Export 

func (t *Task) Export() error

func (*Task) GetCtx 

func (t *Task) GetCtx() context.Context

func (*Task) Import 

func (t *Task) Import() error

func (*Task) Run 

func (t *Task) Run() error

func (*Task) Sync 

func (t *Task) Sync() error

func (*Task) SyncDiff 

func (t *Task) SyncDiff() (map[string]*DiffResult, error)

type TaskMgr 

type TaskMgr struct {
	// contains filtered or unexported fields
}

func NewTaskMgr 

func NewTaskMgr(cfg *config.Config) (*TaskMgr, error)

func (*TaskMgr) Run 

func (t *TaskMgr) Run(ctx context.Context, taskNames ...string) error

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.