migrator

package module

Go to main page

Versions in this module

v0

v0.1.10

Jan 24, 2023

Changes in this version

+ const S_INVALID — js/wasm

+ const S_NEW — js/wasm

+ const S_PAUSED

+ const S_RUNNING — js/wasm

+ const S_STARTING — js/wasm

+ const S_STOPPED — js/wasm

+ const S_STOPPING — js/wasm

+ const S_TERMINATED — js/wasm

+ var ParamBatchSize = "BatchSize" — js/wasm

+ var ParamDebug = "Debug" — js/wasm

+ var ParamInsertBatchSize = "InsertBatchSize" — js/wasm

+ var ParamLowLevelDebug = "LowLevelDebug" — js/wasm

+ var ParamMethod = "METHOD" — js/wasm

+ var ParamOnlyPast = "OnlyPast" — js/wasm

+ var ParamSequentialReplace = "SequentialReplace" — js/wasm

+ var ParamSleepBetweenRuns = "SleepBetweenRuns" — js/wasm

+ var ParamTableName = "TableName" — js/wasm

+ var TableRenamerJavascript = func(dbName, tableName string, data []SQLRow, params *Parameters) []TableData — js/wasm

type Migrator — js/wasm

+ func (m *Migrator) Pause() error

+ func (m *Migrator) SetState(s MigratorState)

+ func (m *Migrator) Unpause() error

+ func (m Migrator) State() MigratorState

+ type MigratorState int — js/wasm

+ func MigratorStateFromString(s string) (MigratorState, error)

+ func (m MigratorState) String() string

v0.1.9

Aug 11, 2021

Changes in this version

+ const S_INVALID — darwin/amd64, linux/amd64, windows/amd64

+ const S_NEW — darwin/amd64, linux/amd64, windows/amd64

+ const S_RUNNING — darwin/amd64, linux/amd64, windows/amd64

+ const S_STARTING — darwin/amd64, linux/amd64, windows/amd64

+ const S_STOPPED — darwin/amd64, linux/amd64, windows/amd64

+ const S_STOPPING — darwin/amd64, linux/amd64, windows/amd64

+ const S_TERMINATED — darwin/amd64, linux/amd64, windows/amd64

+ var ParamBatchSize = "BatchSize" — darwin/amd64, linux/amd64, windows/amd64

+ var ParamDebug = "Debug" — darwin/amd64, linux/amd64, windows/amd64

+ var ParamInsertBatchSize = "InsertBatchSize" — darwin/amd64, linux/amd64, windows/amd64

+ var ParamLowLevelDebug = "LowLevelDebug" — darwin/amd64, linux/amd64, windows/amd64

+ var ParamMethod = "METHOD" — darwin/amd64, linux/amd64, windows/amd64

+ var ParamOnlyPast = "OnlyPast" — darwin/amd64, linux/amd64, windows/amd64

+ var ParamSequentialReplace = "SequentialReplace" — darwin/amd64, linux/amd64, windows/amd64

+ var ParamSleepBetweenRuns = "SleepBetweenRuns" — darwin/amd64, linux/amd64, windows/amd64

+ var ParamTableName = "TableName" — darwin/amd64, linux/amd64, windows/amd64

type Migrator — darwin/amd64, linux/amd64, windows/amd64

+ func (m *Migrator) Pause(p bool) error

+ func (m *Migrator) SetState(s MigratorState)

+ func (m Migrator) State() MigratorState

+ type MigratorState int — darwin/amd64, linux/amd64, windows/amd64

+ func MigratorStateFromString(s string) (MigratorState, error)

+ func (m MigratorState) String() string

v0.1.8

Feb 22, 2021

Changes in this version

+ var DefaultBatchSize = 1000

+ var DefaultLoader = func(db *sql.DB, tables []TableData, params *Parameters) error

+ var DefaultTransformer = func(dbName, tableName string, data []SQLRow, params *Parameters) []TableData

+ var ExtractorMap = make(map[string]Extractor)

+ var ExtractorQueue = func(db *sql.DB, dbName, tableName string, ts TrackingStatus, params *Parameters) (bool, []SQLRow, TrackingStatus, error)

+ var ExtractorSequential = func(db *sql.DB, dbName, tableName string, ts TrackingStatus, params *Parameters) (bool, []SQLRow, TrackingStatus, error)

+ var ExtractorTimestamp = func(db *sql.DB, dbName, tableName string, ts TrackingStatus, params *Parameters) (bool, []SQLRow, TrackingStatus, error)

+ var ExtractorTimestampFallback = func(db *sql.DB, dbName, tableName string, ts TrackingStatus, params *Parameters) (bool, []SQLRow, TrackingStatus, error)

+ var RecordQueueTable = "MigratorRecordQueue"

+ var TableRenamerTransformer = func(dbName, tableName string, data []SQLRow, params *Parameters) []TableData

+ var TrackingTableName = "EtlPosition"

+ var TransformerMap = make(map[string]Transformer)

+ func BatchedInsert(tx *sql.Tx, table string, data []SQLUntypedRow, size int, params *Parameters) error

+ func BatchedQuery(tx *sql.Tx, table string, data []SQLUntypedRow, size int, op string, ...) error

+ func BatchedRemove(tx *sql.Tx, table string, data []SQLUntypedRow, size int, params *Parameters) error

+ func BatchedReplace(tx *sql.Tx, table string, data []SQLUntypedRow, size int, params *Parameters) error

+ func CreateTrackingTable(db *sql.DB) error

+ func FileExists(name string) bool

+ func GetTrackingStatusSequential(db *sql.DB, sourceDatabase, sourceTable string) (int64, error)

+ func ParseDSN(name string) apmsql.DSNInfo

+ func RemoveRecordQueueItem(db *sql.DB, sourceDatabase, sourceTable, pkColumn, pkValue string) error

+ func SerializeNewTrackingStatus(tt TrackingStatus) error

+ func SerializeTrackingStatus(db *sql.DB, ts TrackingStatus) error

+ func SetLogger(l *log.Logger)

+ func SetTrackingStatusSequential(db *sql.DB, sourceDatabase, sourceTable string, seq int64) error

+ func SetTrackingStatusTimestamp(db *sql.DB, sourceDatabase, sourceTable string, stamp time.Time) error

+ type Extractor func(*sql.DB, string, string, TrackingStatus, *Parameters) (bool, []SQLRow, TrackingStatus, error)

+ type Iteration struct

+ DestinationTable string

+ Extractor Extractor

+ ExtractorName string

+ Loader Loader

+ LoaderName string

+ Parameters *Parameters

+ SourceKey string

+ SourceTable string

+ Transformer Transformer

+ TransformerParameters *Parameters

+ type Loader func(*sql.DB, []TableData, *Parameters) error

+ type Migrator struct

+ Apm bool

+ DestinationDsn *mysql.Config

+ ErrorCallback func(map[string]string, error)

+ Iterations []Iteration

+ Parameters *Parameters

+ SourceDsn *mysql.Config

+ func (m *Migrator) Close()

+ func (m *Migrator) GetTrackingStatus(iter Iteration) (TrackingStatus, error)

+ func (m *Migrator) Init() error

+ func (m *Migrator) Quit() error

+ func (m *Migrator) Run() error

+ func (m *Migrator) SerializeTrackingStatus(ts TrackingStatus) error

+ func (m *Migrator) SetErrorCallback(f func(map[string]string, error))

+ func (m *Migrator) SetWaitGroup(wg *sync.WaitGroup)

+ func (m Migrator) GetWaitGroup() sync.WaitGroup

+ type NullTime struct

+ Time time.Time

+ Valid bool

+ func GetTrackingStatusTimestamp(db *sql.DB, sourceDatabase, sourceTable string) (NullTime, error)

+ func NullTimeFromTime(t time.Time) NullTime

+ func NullTimeNow() NullTime

+ func (nt *NullTime) Scan(value interface{}) error

+ func (nt *NullTime) UnmarshalJSON(data []byte) (err error)

+ func (nt NullTime) MarshalJSON() ([]byte, error)

+ func (nt NullTime) Unix() int64

+ func (nt NullTime) Value() (driver.Value, error)

+ type Parameters map[string]interface

+ type PersistenceQueue struct

+ func OpenQueue(path string) (PersistenceQueue, error)

+ func (pq *PersistenceQueue) AddItem(item interface{}) error

+ func (pq *PersistenceQueue) Close()

+ func (pq *PersistenceQueue) GrabItem(item interface{}, fn func(interface{}) error) error

+ type RecordQueue struct

+ Db *sql.DB

+ Method string

+ PrimaryKeyColumnName string

+ PrimaryKeyColumnValue string

+ SequentialPosition int64

+ SourceDatabase string

+ SourceTable string

+ TimestampUpdated time.Time

+ func (t RecordQueue) Remove() error

+ func (t RecordQueue) String() string

+ type SQLRow struct

+ Data SQLUntypedRow

+ Method string

+ type SQLUntypedRow map[string]interface

+ type TableData struct

+ Data []SQLRow

+ DbName string

+ Method string

+ TableName string

+ type TrackingStatus struct

+ ColumnName string

+ Db *sql.DB

+ LastRun NullTime

+ SequentialPosition int64

+ SourceDatabase string

+ SourceTable string

+ TimestampPosition NullTime

+ func GetTrackingStatus(db *sql.DB, sourceDatabase, sourceTable string) (TrackingStatus, error)

+ func (t TrackingStatus) String() string

+ type Transformer func(string, string, []SQLRow, *Parameters) []TableData

v0.1.3

Jul 10, 2019

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL