cmd

May 15, 2024

Changes in this version

+ const COLOCATION_CLAUSE

+ const COMPOUND_TRIGGER_ISSUE_REASON

+ const CONSTRAINT_TRIGGER_ISSUE_REASON

+ const GIST_INDEX_ISSUE_REASON

+ const INHERITANCE_ISSUE_REASON

+ const STORED_GENERATED_COLUMN_ISSUE_REASON

+ func ClearMigrationAssessmentDone() error

+ func GetDefaultPGSchema(schema string, separator string) (string, bool)

+ func InitNameRegistry(exportDir string, role string, sconf *srcdb.Source, sdb srcdb.SourceDB, ...) error

+ func IsMigrationAssessmentDone() (bool, error)

+ func PrintElapsedDuration()

+ func SetMigrationAssessmentDoneInMSR() error

+ type AssessmentReport struct

+ SchemaSummary utils.SchemaSummary

+ Sizing *migassessment.SizingAssessmentReport

+ TableIndexStats *[]migassessment.TableIndexStats

+ UnsupportedDataTypes []utils.TableColumnsDataTypes

+ UnsupportedFeatures []UnsupportedFeature

+ func ParseJSONToAssessmentReport(reportPath string) (*AssessmentReport, error)

+ func (ar *AssessmentReport) GetClusterSizingRecommendation() string

+ func (ar *AssessmentReport) GetColocatedTablesRecommendation() ([]string, error)

+ func (ar *AssessmentReport) GetShardedTablesRecommendation() ([]string, error)

type Batch

+ TableNameTup sqlname.NameTuple

type ExportSnapshotStatus

+ func (e *ExportSnapshotStatus) GetTableStatusByTableName(tableName string) []*TableExportStatus

type ImportDataState

+ func (s *ImportDataState) IsEventBatchAlreadyImported(batch *tgtdb.EventBatch, migrationUUID uuid.UUID) (bool, error)

type ImportFileTask

+ FileSize int64

+ RowCount int64

+ TableNameTup sqlname.NameTuple

+ type UnsupportedFeature struct

+ FeatureName string

+ ObjectNames []string

Feb 13, 2024

Changes in this version

+ const DEFAULT_BATCH_SIZE_POSTGRESQL

+ const ROW_UPDATE_STATUS_COMPLETED

+ const ROW_UPDATE_STATUS_IN_PROGRESS

+ const ROW_UPDATE_STATUS_NOT_STARTED

+ var EVENT_BATCH_MAX_RETRY_COUNT = 50

+ var FLUSH_BATCH_EVENT = &tgtdb.Event

+ var ProcessShutdownRequested bool

+ func CleanupChildProcesses()

+ func ShutdownProcess(pid int, forceShutdownAfterSeconds int) error

+ type ConflictDetectionCache struct

+ func NewConflictDetectionCache(tableToIdentityColumnNames map[string][]string, evChans []chan *tgtdb.Event, ...) *ConflictDetectionCache

+ func (c *ConflictDetectionCache) Put(event *tgtdb.Event)

+ func (c *ConflictDetectionCache) RemoveEvents(batch *tgtdb.EventBatch)

+ func (c *ConflictDetectionCache) WaitUntilNoConflict(incomingEvent *tgtdb.Event)

+ type ExportSnapshotStatus struct

+ Tables map[string]*TableExportStatus

+ func NewExportSnapshotStatus() *ExportSnapshotStatus

+ type TableExportStatus struct

+ ExportedRowCountSnapshot int64

+ FileName string

+ Status string

+ TableName string

Jan 3, 2024

Changes in this version

+ const SOURCE_DB_IMPORTER_ROLE

+ const SOURCE_REPLICA_DB_IMPORTER_ROLE

+ func ExitIfAlreadyCutover(importerOrExporterRole string)

+ func InitiateCutover(dbRole string, prepareforFallback bool) error

Nov 30, 2023

Changes in this version

+ const BATCH_METADATA_TABLE_SCHEMA

+ const EVENT_CHANNELS_METADATA_TABLE_NAME

+ const FB_DB_IMPORTER_ROLE

+ const TARGET_DB_EXPORTER_FB_ROLE

+ const TARGET_DB_EXPORTER_FF_ROLE

+ var PARENT_COMMAND_USAGE = "Parent command. Refer to the sub-commands for usage help."

+ var StopArchiverSignal bool

+ func BoolVar(flagSet *pflag.FlagSet, p *utils.BoolStr, name string, value bool, ...)

+ func GetAllLeafPartitions(table *sqlname.SourceName) []*sqlname.SourceName

+ func GetRootTableOfPartition(table *sqlname.SourceName) (*sqlname.SourceName, error)

+ func GetSourceDBTypeFromMSR() string

+ type EventChannelMetaInfo struct

+ ChanNo int

+ LastAppliedVsn int64

type ImportDataState

+ func (s *ImportDataState) GetEventChannelsMetaInfo(migrationUUID uuid.UUID) (map[int]EventChannelMetaInfo, error)

+ func (s *ImportDataState) GetImportedEventsStatsForTable(tableName string, migrationUUID uuid.UUID) (*tgtdb.EventCounter, error)

+ func (s *ImportDataState) GetImportedSnapshotRowCountForTable(tableName string) (int64, error)

+ func (s *ImportDataState) GetTotalNumOfEventsImportedByType(migrationUUID uuid.UUID) (int64, int64, int64, error)

+ func (s *ImportDataState) InitLiveMigrationState(migrationUUID uuid.UUID, numChans int, startClean bool, tableNames []string) error

Sep 11, 2023

Changes in this version

+ const CHANGES_ONLY

+ const COMPLETED

+ const DEFAULT_BATCH_SIZE_ORACLE

+ const DEFAULT_BATCH_SIZE_YUGABYTEDB

+ const EVENTS_PER_TABLE_METADATA_TABLE_NAME

+ const FF_DB

+ const FF_DB_IMPORTER_ROLE

+ const IMPORT_FILE_ROLE

+ const INITIATED

+ const KB

+ const MB

+ const MIGRATION_STATUS_KEY

+ const NOT_INITIATED

+ const QUEUE_DIR_NAME

+ const QUEUE_SEGMENT_FILE_EXTENSION

+ const QUEUE_SEGMENT_FILE_NAME

+ const SNAPSHOT_AND_CHANGES

+ const SNAPSHOT_ONLY

+ const SOURCE_DB_EXPORTER_ROLE

+ const SQLITE_OPTIONS

+ const TARGET_DB

+ const TARGET_DB_EXPORTER_ROLE

+ const TARGET_DB_IMPORTER_ROLE

+ const YUGABYTEDB

+ var END_OF_QUEUE_SEGMENT_EVENT = &tgtdb.Event

+ var EOFMarker = []byte(`\.`)

+ var EVENT_CHANNEL_SIZE int

+ var EXPORTED_EVENTS_STATS_PER_TABLE_TABLE_NAME = "exported_events_stats_per_table"

+ var EXPORTED_EVENTS_STATS_TABLE_NAME = "exported_events_stats"

+ var FF_DB_IDENTITY_COLUMNS_KEY = "ff_db_identity_columns_key"

+ var InProgressTableSno int

+ var JSON_OBJECTS_TABLE_NAME = "json_objects"

+ var MAX_EVENTS_PER_BATCH int

+ var MAX_INTERVAL_BETWEEN_BATCHES int

+ var NUM_EVENT_CHANNELS int

+ var QUEUE_SEGMENT_META_TABLE_NAME = "queue_segment_meta"

+ var TARGET_DB_IDENTITY_COLUMNS_KEY = "target_db_identity_columns_key"

+ var TableNameToSchema map[string]map[string]map[string]string

+ var TableToColumnNames = make(map[string][]string)

+ var TableToIdentityColumnNames = make(map[string][]string)

+ func GetCommandID(c *cobra.Command) string

+ func InitMigrationStatusRecord(migUUID string) error

+ func InitiatePrimarySwitch(action string) error

+ func UpdateJsonObjectInMetaDB(m *MetaDB, key string, updateFn func(obj *T)) error

+ func UpdateMigrationStatusRecord(updateFn func(*MigrationStatusRecord)) error

type Batch

+ func (batch *Batch) GetFilePath() string

+ func (batch *Batch) GetQueryIsBatchAlreadyImported() string

+ func (batch *Batch) GetQueryToRecordEntryInDB(rowsAffected int64) string

+ func (batch *Batch) GetTableName() string

+ type EventQueue struct

+ EndOfQueue bool

+ QueueDirPath string

+ SegmentNumToStream int64

+ func NewEventQueue(exportDir string) *EventQueue

+ func (eq *EventQueue) GetNextSegment() (*EventQueueSegment, error)

+ type EventQueueSegment struct

+ FilePath string

+ SegmentNum int64

+ func NewEventQueueSegment(filePath string, segmentNum int64) *EventQueueSegment

+ func (eqs *EventQueueSegment) Close() error

+ func (eqs *EventQueueSegment) IsProcessed() bool

+ func (eqs *EventQueueSegment) MarkProcessed()

+ func (eqs *EventQueueSegment) NextEvent() (*tgtdb.Event, error)

+ func (eqs *EventQueueSegment) Open() error

+ type EventSegmentCopier struct

+ Dest string

+ func NewEventSegmentCopier(dest string) *EventSegmentCopier

+ func (m *EventSegmentCopier) Run() error

+ type EventSegmentDeleter struct

+ FSUtilisationThreshold int

+ func NewEventSegmentDeleter(fsUtilisationThreshold int) *EventSegmentDeleter

+ func (d *EventSegmentDeleter) Run() error

+ type MetaDB struct

+ func NewMetaDB(exportDir string) (*MetaDB, error)

+ func (m *MetaDB) DeleteJsonObject(key string) error

+ func (m *MetaDB) GetExportedEventsRateInLastNMinutes(runId string, n int) (int64, error)

+ func (m *MetaDB) GetExportedEventsStatsForTable(schemaName string, tableName string) (*tgtdb.EventCounter, error)

+ func (m *MetaDB) GetJsonObject(tx *sql.Tx, key string, obj any) (bool, error)

+ func (m *MetaDB) GetLastValidOffsetInSegmentFile(segmentNum int64) (int64, error)

+ func (m *MetaDB) GetSegmentNumToResume() (int64, error)

+ func (m *MetaDB) GetSegmentsToBeArchived(importCount int) ([]Segment, error)

+ func (m *MetaDB) GetSegmentsToBeDeleted() ([]Segment, error)

+ func (m *MetaDB) GetTotalExportedEvents(runId string) (int64, int64, error)

+ func (m *MetaDB) InsertJsonObject(tx *sql.Tx, key string, obj any) error

+ func (m *MetaDB) MarkEventQueueSegmentAsProcessed(segmentNum int64) error

+ func (m *MetaDB) MarkSegmentDeleted(segmentNum int) error

+ func (m *MetaDB) ResetQueueSegmentMeta(importerRole string) error

+ func (m *MetaDB) UpdateSegmentArchiveLocation(segmentNum int, archiveLocation string) error

+ type MigrationStatusRecord struct

+ ExportType string

+ FallForwarDBExists bool

+ FallForwardDBConf *tgtdb.TargetConf

+ MigrationUUID string

+ SourceDBType string

+ TableListExportedFromSource []string

+ TargetDBConf *tgtdb.TargetConf

+ func GetMigrationStatusRecord() (*MigrationStatusRecord, error)

+ type Segment struct

+ FilePath string

+ Num int

Jun 28, 2023

Changes in this version

+ const BATCH_METADATA_TABLE_NAME

+ type Batch struct

+ BaseFilePath string

+ ByteCount int64

+ FilePath string

+ Interrupted bool

+ Number int64

+ OffsetEnd int64

+ OffsetStart int64

+ RecordCount int64

+ SchemaName string

+ TableName string

+ TmpConnectionString string

+ func (batch *Batch) Delete() error

+ func (batch *Batch) IsAlreadyImported(tx pgx.Tx) (bool, int64, error)

+ func (batch *Batch) IsDone() bool

+ func (batch *Batch) IsInterrupted() bool

+ func (batch *Batch) IsNotStarted() bool

+ func (batch *Batch) MarkDone() error

+ func (batch *Batch) MarkPending() error

+ func (batch *Batch) Open() (*os.File, error)

+ func (batch *Batch) RecordEntryInDB(tx pgx.Tx, rowsAffected int64) error

+ type BatchWriter struct

+ NumRecordsWritten int64

+ func (bw *BatchWriter) Done(isLastBatch bool, offsetEnd int64, byteCount int64) (*Batch, error)

+ func (bw *BatchWriter) Init() error

+ func (bw *BatchWriter) WriteHeader(header string) error

+ func (bw *BatchWriter) WriteRecord(record string) error

+ type FileImportState string

+ const FILE_IMPORT_COMPLETED

+ const FILE_IMPORT_IN_PROGRESS

+ const FILE_IMPORT_NOT_STARTED

+ const FILE_IMPORT_STATE_UNKNOWN

+ type ImportDataProgressReporter struct

+ func NewImportDataProgressReporter(disablePb bool) *ImportDataProgressReporter

+ func (pr *ImportDataProgressReporter) AddProgressAmount(task *ImportFileTask, progressAmount int64)

+ func (pr *ImportDataProgressReporter) FileImportDone(task *ImportFileTask)

+ func (pr *ImportDataProgressReporter) ImportFileStarted(task *ImportFileTask, totalProgressAmount int64)

+ type ImportDataState struct

+ func NewImportDataState(exportDir string) *ImportDataState

+ func (s *ImportDataState) Clean(filePath string, tableName string, conn *pgx.Conn) error

+ func (s *ImportDataState) DiscoverTableToFilesMapping() (map[string][]string, error)

+ func (s *ImportDataState) GetAllBatches(filePath, tableName string) ([]*Batch, error)

+ func (s *ImportDataState) GetCompletedBatches(filePath, tableName string) ([]*Batch, error)

+ func (s *ImportDataState) GetFileImportState(filePath, tableName string) (FileImportState, error)

+ func (s *ImportDataState) GetImportedByteCount(filePath, tableName string) (int64, error)

+ func (s *ImportDataState) GetImportedRowCount(filePath, tableName string) (int64, error)

+ func (s *ImportDataState) GetPendingBatches(filePath, tableName string) ([]*Batch, error)

+ func (s *ImportDataState) NewBatchWriter(filePath, tableName string, batchNumber int64) *BatchWriter

+ func (s *ImportDataState) PrepareForFileImport(filePath, tableName string) error

+ func (s *ImportDataState) Recover(filePath, tableName string) ([]*Batch, int64, int64, bool, error)

+ type ImportFileTask struct

+ FilePath string

+ ID int

+ TableName string

May 29, 2023

Changes in this version

+ const CODE_BLOCK_COMPLETED

+ const CODE_BLOCK_NOT_STARTED

+ const CODE_BLOCK_STARTED

+ type ProgressTracker struct

+ func NewProgressTracker(totalRowCount map[string]int64) *ProgressTracker

+ func (pt *ProgressTracker) Done(status *dbzm.ExportStatus)

+ func (pt *ProgressTracker) UpdateProgress(status *dbzm.ExportStatus)

Mar 29, 2023

Changes in this version

+ type Event struct

+ Fields map[string]string

+ Key map[string]string

+ Op string

+ SchemaName string

+ TableName string

+ func (e *Event) GetSQLStmt(targetSchema string) string

Jan 23, 2023

Changes in this version

+ const YUGABYTEDB_YSQL_DEFAULT_PORT

Nov 8, 2022

Changes in this version

+ func SaveMigInfo(miginfo *MigInfo) error

+ type MigInfo struct

+ SourceDBName string

+ SourceDBSchema string

+ SourceDBSid string

+ SourceDBType string

+ SourceDBVersion string

+ SourceTNSAlias string

+ func LoadMigInfo(exportDir string) (*MigInfo, error)

Oct 4, 2022

Changes in this version

+ const COPY_MAX_RETRY_COUNT

+ const DDL_MAX_RETRY_COUNT

+ const DEFAULT_BATCH_SIZE

+ const FOUR_MB

+ const GET_YB_SERVERS_QUERY

+ const INDEX_RETRY_COUNT

+ const LAST_SPLIT_NUM

+ const LAST_SPLIT_PATTERN

+ const LB_WARN_MSG

+ const MAX_SLEEP_SECOND

+ const MAX_SPLIT_SIZE_BYTES

+ const META_INFO_DIR_NAME

+ const MYSQL

+ const MYSQL_DEFAULT_PORT

+ const NEWLINE

+ const ORACLE

+ const ORACLE_DEFAULT_PORT

+ const POSTGRESQL

+ const POSTGRES_DEFAULT_PORT

+ const SCHEMA_VERSION_MISMATCH_ERR

+ const SET_CLIENT_ENCODING_TO_UTF8

+ const SET_SESSION_REPLICATE_ROLE_TO_REPLICA

+ const SET_YB_DISABLE_TRANSACTIONAL_WRITES

+ const SET_YB_ENABLE_UPSERT_MODE

+ const SPLIT_FILE_CHANNEL_SIZE

+ const SPLIT_INFO_PATTERN

+ const YUGABYTEDB_DEFAULT_DATABASE

+ const YUGABYTEDB_DEFAULT_PORT

+ const YUGABYTEDB_DEFAULT_SCHEMA

+ var Done = abool.New()

+ var GenerateSplitsDone = abool.New()

+ var NonRetryCopyErrors = []string

+ func CreateMigrationProjectIfNotExists(dbType string, exportDir string)

+ func Execute()

+ func ExtractMetaInfo(exportDir string) utils.ExportMetaInfo

+ func GetTableRowCount(filePath string) map[string]int64

+ func InitLogging(logDir string)

+ func UpdateFilePaths(source *srcdb.Source, exportDir string, ...)

+ func UpdateTableApproxRowCount(source *srcdb.Source, exportDir string, ...)

+ func YugabyteDBImportSchema(target *tgtdb.Target, exportDir string)

+ type MyFormatter struct

+ func (mf *MyFormatter) Format(entry *log.Entry) ([]byte, error)

+ type ProgressContainer struct

+ type SplitFileImportTask struct

+ Interrupted bool

+ OffsetEnd int64

+ OffsetStart int64

+ SchemaName string

+ SplitFilePath string

+ SplitNumber int64

+ TableName string

+ TmpConnectionString string