utils

Documentation

Index

• Constants
• Variables
• func CastSliceInterfaceToSliceString(a []interface{}) ([]string, error)
• func CastToSlice(arg interface{}) (out []interface{}, ok bool)
• func CheckBinlogFormat(db *sql.DB) error
• func CloseDBConnection(db *sql.DB) error
• func CloseDBConnections(dbs ...*sql.DB)
• func CompareBinlogPos(a, b gomysql.Position, deviation float64) int
• func Count(session *mgo.Session, db string, collection string) int64
• func CreateDBConnection(cfg *config.DBConfig) (*sql.DB, error)
• func CreateEtcdClient(etcdEndpoints string) (*clientv3.Client, error)
• func CreateMongoClient(cfg *config.MongoConnConfig) (*mongo.Client, error)
• func CreateMongoSession(cfg *config.MongoConnConfig) (*mgo.Session, error)
• func EstimateRowsCount(db *sql.DB, schemaName string, tableName string) (int64, error)
• func GenHashKey(key string) uint32
• func GenerateRandomServerID() uint32
• func GenerateTxnTagSQL(pipelineName string) string
• func GetExecutable(url string, dir string, name string) (string, error)
• func GetIndexRows(db *sql.DB, statement string) ([][]sql.NullString, error)
• func GetLabelEnvString() string
• func GetLabelsFromEnv(envString string) (map[string]string, error)
• func GetPrimaryKeys(db *sql.DB, schemaName string, tableName string) ([]string, error)
• func GetScanPtrSafe(columnIdx int, columnTypes []*sql.ColumnType, vPtrs []interface{}) (interface{}, error)
• func GetScanType(columnType *sql.ColumnType) reflect.Type
• func GetServerTimezone(db *sql.DB) (string, error)
• func GetTables(db *sql.DB) ([]string, error)
• func GetUniqueIndexesWithoutPks(db *sql.DB, schemaName string, tableName string) ([]string, error)
• func Glob(pattern, subj string) bool
• func InitInternalTxnTags(db *sql.DB) error
• func IsBinlogPurgedError(err error) bool
• func IsCircularTrafficTag(db string, tbl string) bool
• func IsColumnFloat(columnType *sql.ColumnType) bool
• func IsColumnString(columnType *sql.ColumnType) bool
• func IsDeadSignal(op *gtm.Op, pipeline string) bool
• func IsEmpty(session *mgo.Session, db string, collection string) bool
• func IsTableEmpty(db *sql.DB, schema string, table string, condition string) bool
• func IsTiDB(db *sql.DB) bool
• func ListAllUserCollections(session *mgo.Session) map[string][]string
• func LogRawInfo(app string)
• func MustAny2Map(i interface{}) (ret map[string]interface{})
• func MustCreateEtcdClient(etcdEndpoints string) *clientv3.Client
• func MustGetLabelsFromEnv() map[string]string
• func NewBinlogSyncer(serverID uint32, dbConfig *config.DBConfig) *replication.BinlogSyncer
• func NewBoolPtr(b bool) *bool
• func NewStringPtr(s string) *string
• func PrintRawInfo(app string)
• func QueryGeneralRowsDataWithSQL(db *sql.DB, statement string, args ...interface{}) ([][]interface{}, error)
• func SQLWithAnnotation(annotation string, sql string) string
• func ScanGeneralRows(rows *sql.Rows, columnTypes []*sql.ColumnType) ([]interface{}, error)
• func ScanGeneralRowsWithDataPtrs(rows *sql.Rows, columnTypes []*sql.ColumnType, vPtrs []interface{}) ([]interface{}, error)
• func SendDeadSignal(session *mgo.Session, pipeline string) error
• func TableIdentity(schemaName string, tableName string) string
• func TakeArg(arg interface{}, kind reflect.Kind) (val reflect.Value, ok bool)
• func TestCaseMd5Name(t *testing.T) string
• func TestConfig() *config.DBConfig
• type Closer
• type MinMax
  • func BucketAuto(session *mgo.Session, db string, collection string, sampleCnt int, ...) ([]MinMax, error)
  • func GetMinMax(session *mgo.Session, db string, collection string) (MinMax, error)
• type MySQLDB
  • func NewMySQLDB(db *sql.DB) MySQLDB
  • func (db MySQLDB) GetMasterStatus() (gomysql.Position, gomysql.MysqlGTIDSet, error)
  • func (db MySQLDB) GetServerUUID() (string, error)
• type MySQLStatusGetter

Constants

const GLOB = "*"

The character which is treated like a glob

Variables

var (
	Version   = "None"
	BuildTS   = "None"
	GitHash   = "None"
	GitBranch = "None"
)

Version information.

var TxnTagSQLFormat = fmt.Sprintf("insert into `%s`.`%s`", dbNameV2, tableNameV2)

Only for test purpose

Functions

func CastSliceInterfaceToSliceString

func CastSliceInterfaceToSliceString(a []interface{}) ([]string, error)

func CastToSlice

func CastToSlice(arg interface{}) (out []interface{}, ok bool)

arg can be slice of any type

func CheckBinlogFormat

func CheckBinlogFormat(db *sql.DB) error

CheckBinlogFormat checks binlog format

func CloseDBConnection

func CloseDBConnection(db *sql.DB) error

func CloseDBConnections

func CloseDBConnections(dbs ...*sql.DB)

func CompareBinlogPos

func CompareBinlogPos(a, b gomysql.Position, deviation float64) int

CompareBinlogPos Compare binlog positions. The result will be 0 if |a-b| < deviation, otherwise -1 if a < b, and +1 if a > b.

func Count

func Count(session *mgo.Session, db string, collection string) int64

func CreateDBConnection

func CreateDBConnection(cfg *config.DBConfig) (*sql.DB, error)

func CreateEtcdClient

func CreateEtcdClient(etcdEndpoints string) (*clientv3.Client, error)

func CreateMongoClient

func CreateMongoClient(cfg *config.MongoConnConfig) (*mongo.Client, error)

func CreateMongoSession

func CreateMongoSession(cfg *config.MongoConnConfig) (*mgo.Session, error)

func EstimateRowsCount

func EstimateRowsCount(db *sql.DB, schemaName string, tableName string) (int64, error)

func GenHashKey

func GenHashKey(key string) uint32

GenHashKey generates key with crc32 algorithm

func GenerateRandomServerID

func GenerateRandomServerID() uint32

func GenerateTxnTagSQL

func GenerateTxnTagSQL(pipelineName string) string

func GetExecutable

func GetExecutable(url string, dir string, name string) (string, error)

func GetIndexRows

func GetIndexRows(db *sql.DB, statement string) ([][]sql.NullString, error)

func GetLabelEnvString

func GetLabelEnvString() string

func GetLabelsFromEnv

func GetLabelsFromEnv(envString string) (map[string]string, error)

func GetPrimaryKeys

func GetPrimaryKeys(db *sql.DB, schemaName string, tableName string) ([]string, error)

func GetScanPtrSafe

func GetScanPtrSafe(columnIdx int, columnTypes []*sql.ColumnType, vPtrs []interface{}) (interface{}, error)

func GetScanType

func GetScanType(columnType *sql.ColumnType) reflect.Type

GetScanType returns better scan type than go-sql-driver/mysql

func GetServerTimezone

func GetServerTimezone(db *sql.DB) (string, error)

GetServerTimezone get timezone of the MySQL server.

func GetTables

func GetTables(db *sql.DB) ([]string, error)

func GetUniqueIndexesWithoutPks

func GetUniqueIndexesWithoutPks(db *sql.DB, schemaName string, tableName string) ([]string, error)

func Glob

func Glob(pattern, subj string) bool

Glob will test a string pattern, potentially containing globs, against a subject string. The result is a simple true/false, determining whether or not the glob pattern matched the subject text.

func InitInternalTxnTags

func InitInternalTxnTags(db *sql.DB) error

func IsBinlogPurgedError

func IsBinlogPurgedError(err error) bool

func IsCircularTrafficTag

func IsCircularTrafficTag(db string, tbl string) bool

func IsColumnFloat

func IsColumnFloat(columnType *sql.ColumnType) bool

float, double is already handled https://github.com/go-sql-driver/mysql/blob/master/fields.go#L166

func IsColumnString

func IsColumnString(columnType *sql.ColumnType) bool

We need to look at this file to check each type https://github.com/go-sql-driver/mysql/blob/master/fields.go

func IsDeadSignal

func IsDeadSignal(op *gtm.Op, pipeline string) bool

func IsEmpty

func IsEmpty(session *mgo.Session, db string, collection string) bool

func IsTableEmpty

func IsTableEmpty(db *sql.DB, schema string, table string, condition string) bool

func IsTiDB

func IsTiDB(db *sql.DB) bool

func ListAllUserCollections

func ListAllUserCollections(session *mgo.Session) map[string][]string

func LogRawInfo

func LogRawInfo(app string)

LogRotate prints the version information.

func MustAny2Map

func MustAny2Map(i interface{}) (ret map[string]interface{})

func MustCreateEtcdClient

func MustCreateEtcdClient(etcdEndpoints string) *clientv3.Client

func MustGetLabelsFromEnv

func MustGetLabelsFromEnv() map[string]string

func NewBinlogSyncer

func NewBinlogSyncer(serverID uint32, dbConfig *config.DBConfig) *replication.BinlogSyncer

func NewBoolPtr

func NewBoolPtr(b bool) *bool

func NewStringPtr

func NewStringPtr(s string) *string

func PrintRawInfo

func PrintRawInfo(app string)

PrintRawInfo prints the version information without log info.

func QueryGeneralRowsDataWithSQL

func QueryGeneralRowsDataWithSQL(db *sql.DB, statement string, args ...interface{}) ([][]interface{}, error)

func SQLWithAnnotation

func SQLWithAnnotation(annotation string, sql string) string

func ScanGeneralRows

func ScanGeneralRows(rows *sql.Rows, columnTypes []*sql.ColumnType) ([]interface{}, error)

func ScanGeneralRowsWithDataPtrs

func ScanGeneralRowsWithDataPtrs(rows *sql.Rows, columnTypes []*sql.ColumnType, vPtrs []interface{}) ([]interface{}, error)

func SendDeadSignal

func SendDeadSignal(session *mgo.Session, pipeline string) error

func TableIdentity

func TableIdentity(schemaName string, tableName string) string

func TakeArg

func TakeArg(arg interface{}, kind reflect.Kind) (val reflect.Value, ok bool)

func TestCaseMd5Name

func TestCaseMd5Name(t *testing.T) string

func TestConfig

func TestConfig() *config.DBConfig

Types

type Closer

type Closer interface {
	Close()
}

type MinMax

type MinMax struct {
	Min interface{}
	Max interface{}
}

func BucketAuto

func BucketAuto(session *mgo.Session, db string, collection string, sampleCnt int, bucketCnt int) ([]MinMax, error)

func GetMinMax

func GetMinMax(session *mgo.Session, db string, collection string) (MinMax, error)

type MySQLDB

type MySQLDB struct {
	*sql.DB
}

func NewMySQLDB

func NewMySQLDB(db *sql.DB) MySQLDB

func (MySQLDB) GetMasterStatus

func (db MySQLDB) GetMasterStatus() (gomysql.Position, gomysql.MysqlGTIDSet, error)

func (MySQLDB) GetServerUUID

func (db MySQLDB) GetServerUUID() (string, error)

type MySQLStatusGetter

type MySQLStatusGetter interface {
	GetMasterStatus() (gomysql.Position, gomysql.MysqlGTIDSet, error)
	GetServerUUID() (string, error)
}