history

Documentation

Index

• func AddHistory(dbName string, SchemaName string, TableName string, TableNames string, ...) (int, error)
• func CheckWhere(dbName, SchemaName, TableName, Where string) error
• func CheckWhere0(Uri string, SchemaName string, TableName string, Where string) error
• func DBConnect(uri string) mysql.MysqlConnection
• func DelHistory(dbName string, ID int) bool
• func GetTablePriKeyMinAndMaxVal(db mysql.MysqlConnection, schema, table, PriKey, where string) (minId uint64, maxId uint64)
• func KillHistory(dbName string, ID int) error
• func Start(dbName string, ID int) error
• func StopHistory(dbName string, ID int) error
• type HisotryStatus
• type History
  • func GetHistoryList(dbName, SchemaName, TableName string, status HisotryStatus) []History
  • func (This *History) GetNextSql() (sql string, start uint64)
  • func (This *History) InitToServer()
  • func (This *History) Start() error
  • func (This *History) Stop() error
  • func (This *History) SyncWaitToServerOver(n int)
• type HistoryProperty
• type TableInfoStruct
  • func GetSchemaTableInfo(db mysql.MysqlConnection, schema string, table string) (tableInfo TableInfoStruct)
• type TableStatus
• type TableStruct
  • func GetSchemaTableFieldList(db mysql.MysqlConnection, schema string, table string) []TableStruct
• type ThreadStatus

Functions

func AddHistory

func AddHistory(dbName string, SchemaName string, TableName string, TableNames string, Property HistoryProperty, ToServerIDList []int) (int, error)

func CheckWhere

func CheckWhere(dbName, SchemaName, TableName, Where string) error

func CheckWhere0

func CheckWhere0(Uri string, SchemaName string, TableName string, Where string) error

func DBConnect

func DBConnect(uri string) mysql.MysqlConnection

func DelHistory

func DelHistory(dbName string, ID int) bool

func GetTablePriKeyMinAndMaxVal

func GetTablePriKeyMinAndMaxVal(db mysql.MysqlConnection, schema, table, PriKey, where string) (minId uint64, maxId uint64)

func KillHistory

func KillHistory(dbName string, ID int) error

func Start

func Start(dbName string, ID int) error

func StopHistory

func StopHistory(dbName string, ID int) error

Types

type HisotryStatus

type HisotryStatus string

const (
	HISTORY_STATUS_ALL            HisotryStatus = "All"
	HISTORY_STATUS_CLOSE          HisotryStatus = "close"
	HISTORY_STATUS_RUNNING        HisotryStatus = "running"
	HISTORY_STATUS_OVER           HisotryStatus = "over"
	HISTORY_STATUS_HALFWAY        HisotryStatus = "halfway"
	HISTORY_STATUS_KILLED         HisotryStatus = "killed"
	HISTORY_STATUS_SELECT_OVER    HisotryStatus = "selectOver" //拉取数据结束
	HISTORY_STATUS_SELECT_STOPING HisotryStatus = "stoping"
	HISTORY_STATUS_SELECT_STOPED  HisotryStatus = "stoped"
)

type History

type History struct {
	sync.RWMutex
	ID         int
	DbName     string
	SchemaName string
	TableName  string
	Property   HistoryProperty
	Status     HisotryStatus
	NowStartI  uint64 //当前第几条数据
	ThreadPool []*ThreadStatus

	Fields             []TableStruct   `json:"-"`
	TableInfo          TableInfoStruct `json:"-"`
	Uri                string          `json:"-"`
	ToServerIDList     []int
	StartTime          string
	OverTime           string
	TablePriKeyMinId   uint64 // 假如主键是自增id的情况下 这个值是当前自增id最小值
	TablePriKeyMaxId   uint64 // 假如主键是自增id的情况下 这个值是当前自增id最大值
	TablePriKey        string // 主键字段
	TablePriArr        []*string
	ToServerList       []*toServer
	ToServerTheadCount int16 // 实际正在运行的同步协程数
	ToServerTheadGroup *sync.WaitGroup
	TableNames         string         // 用 ; 隔开的表名
	TableNameArr       []*TableStatus // TableNames 分割后的数组
	CurrentTableName   string         // 正在执行全量的表名
	TableCount         int            // 要全量的总表数量
	TableCountSuccess  int            // 已经成功的表数量

	SelectRowsCount uint64 // 成功拉取多少条数据
	// contains filtered or unexported fields
}

func GetHistoryList

func GetHistoryList(dbName, SchemaName, TableName string, status HisotryStatus) []History

func (*History) GetNextSql

func (This *History) GetNextSql() (sql string, start uint64)

func (*History) InitToServer

func (This *History) InitToServer()

func (*History) Start

func (This *History) Start() error

func (*History) Stop

func (This *History) Stop() error

func (*History) SyncWaitToServerOver

func (This *History) SyncWaitToServerOver(n int)

type HistoryProperty

type HistoryProperty struct {
	ThreadNum      int    // 拉取数据协程数量,每个协程一个连接
	ThreadCountPer int    // 协程每次最多处理多少条数据
	Where          string // where 条件
	LimitOptimize  int8   // 是否自动分页优化, 1 采用 between 方式优化 0 不启动优化
	SyncThreadNum  int    // 同步协程数
}

type TableInfoStruct

type TableInfoStruct struct {
	TABLE_TYPE string
	ENGINE     string
	TABLE_ROWS uint64
}

func GetSchemaTableInfo

func GetSchemaTableInfo(db mysql.MysqlConnection, schema string, table string) (tableInfo TableInfoStruct)

type TableStatus

type TableStatus struct {
	sync.RWMutex
	RowsCount   uint64
	SelectCount uint64
	TableName   string
}

type TableStruct

type TableStruct struct {
	COLUMN_NAME       *string
	COLUMN_DEFAULT    *string
	IS_NULLABLE       *string
	COLUMN_TYPE       *string
	COLUMN_KEY        *string
	EXTRA             *string
	COLUMN_COMMENT    *string
	DATA_TYPE         *string
	NUMERIC_PRECISION *uint64
	NUMERIC_SCALE     *uint64
}

func GetSchemaTableFieldList

func GetSchemaTableFieldList(db mysql.MysqlConnection, schema string, table string) []TableStruct

type ThreadStatus

type ThreadStatus struct {
	Num       int
	Error     error  // 拉取数据错误
	NowStartI uint64 // 当前执行第几条
}