data_conversion

Documentation

Index

• Constants
• Variables
• type Clickhouse
  • func (this *Clickhouse) GetTableColumns(tableName string) (interface{}, error)
  • func (this *Clickhouse) GetTables() ([]string, error)
  • func (this *Clickhouse) Ping() error
  • func (this *Clickhouse) Transfer(id int, transferReq *request.TransferReq) (err error)
• type Datasource
  • func NewClickhouse(data request.DataxInfoTestLinkReq) Datasource
  • func NewDataSource(data request.DataxInfoTestLinkReq) (i Datasource, err error)
  • func NewMysql(data request.DataxInfoTestLinkReq) Datasource
• type Es6
• type Es7
• type Mysql
  • func (this *Mysql) GetTableColumns(tableName string) (interface{}, error)
  • func (this *Mysql) GetTables() ([]string, error)
  • func (this *Mysql) Ping() error
  • func (this *Mysql) Transfer(id int, transferReq *request.TransferReq) (err error)
• type RealTimeWarehousingV6
  • func NewRealTimeWarehousingV6(batchSize, flushInterval int, conn *elasticV6.Client, ctx context.Context, ...) *RealTimeWarehousingV6
  • func (this *RealTimeWarehousingV6) Add(data *elasticV6.BulkIndexRequest) (err error)
  • func (this *RealTimeWarehousingV6) Flush() (err error)
  • func (this *RealTimeWarehousingV6) FlushAll() error
  • func (this *RealTimeWarehousingV6) RegularFlushing()
• type RealTimeWarehousingV7
  • func NewRealTimeWarehousingV7(batchSize, flushInterval int, conn *elasticV7.Client, ctx context.Context, ...) *RealTimeWarehousingV7
  • func (this *RealTimeWarehousingV7) Add(data *elasticV7.BulkIndexRequest) (err error)
  • func (this *RealTimeWarehousingV7) Flush() (err error)
  • func (this *RealTimeWarehousingV7) FlushAll() error
  • func (this *RealTimeWarehousingV7) RegularFlushing()
• type Task
  • func GetTaskInstance() *Task
  • func (this *Task) CancelById(id int) (err error)
  • func (this *Task) SetCancelFunc(id int, cancel context.CancelFunc)

Constants

const (
	MysqlSource = "mysql"
	//MssqlSource = "sqlserver"
	CkSource = "clickhouse"
)

const (
	Success = "数据导入成功"
	Error   = "数据导入失败"
	Running = "数据正在导入中..."
	Cancel  = "数据导入任务取消"
)

Variables

var DataSourceMap = map[string]func(data request.DataxInfoTestLinkReq) Datasource{
	MysqlSource: NewMysql,

	CkSource: NewClickhouse,
}

Types

type Clickhouse

type Clickhouse struct {
	request.DataxInfoTestLinkReq
}

func (*Clickhouse) GetTableColumns

func (this *Clickhouse) GetTableColumns(tableName string) (interface{}, error)

func (*Clickhouse) GetTables

func (this *Clickhouse) GetTables() ([]string, error)

func (*Clickhouse) Ping

func (this *Clickhouse) Ping() error

func (*Clickhouse) Transfer

func (this *Clickhouse) Transfer(id int, transferReq *request.TransferReq) (err error)

type Datasource

type Datasource interface {
	Ping() error
	GetTables() ([]string, error)
	GetTableColumns(tableName string) (interface{}, error)
	Transfer(id int, transferReq *request.TransferReq) (err error)
}

func NewClickhouse

func NewClickhouse(data request.DataxInfoTestLinkReq) Datasource

func NewDataSource

func NewDataSource(data request.DataxInfoTestLinkReq) (i Datasource, err error)

func NewMysql

func NewMysql(data request.DataxInfoTestLinkReq) Datasource

type Es6

type Es6 struct {
}

type Es7

type Es7 struct {
}

type Mysql

type Mysql struct {
	request.DataxInfoTestLinkReq
}

func (*Mysql) GetTableColumns

func (this *Mysql) GetTableColumns(tableName string) (interface{}, error)

func (*Mysql) GetTables

func (this *Mysql) GetTables() ([]string, error)

func (*Mysql) Ping

func (this *Mysql) Ping() error

func (*Mysql) Transfer

func (this *Mysql) Transfer(id int, transferReq *request.TransferReq) (err error)

type RealTimeWarehousingV6

type RealTimeWarehousingV6 struct {
	// contains filtered or unexported fields
}

func NewRealTimeWarehousingV6

func NewRealTimeWarehousingV6(batchSize, flushInterval int, conn *elasticV6.Client, ctx context.Context, taskId int, expectLen int) *RealTimeWarehousingV6

func (*RealTimeWarehousingV6) Add

func (this *RealTimeWarehousingV6) Add(data *elasticV6.BulkIndexRequest) (err error)

func (*RealTimeWarehousingV6) Flush

func (this *RealTimeWarehousingV6) Flush() (err error)

func (*RealTimeWarehousingV6) FlushAll

func (this *RealTimeWarehousingV6) FlushAll() error

func (*RealTimeWarehousingV6) RegularFlushing

func (this *RealTimeWarehousingV6) RegularFlushing()

type RealTimeWarehousingV7

type RealTimeWarehousingV7 struct {
	// contains filtered or unexported fields
}

func NewRealTimeWarehousingV7

func NewRealTimeWarehousingV7(batchSize, flushInterval int, conn *elasticV7.Client, ctx context.Context, taskId int, expectLen int) *RealTimeWarehousingV7

func (*RealTimeWarehousingV7) Add

func (this *RealTimeWarehousingV7) Add(data *elasticV7.BulkIndexRequest) (err error)

func (*RealTimeWarehousingV7) Flush

func (this *RealTimeWarehousingV7) Flush() (err error)

func (*RealTimeWarehousingV7) FlushAll

func (this *RealTimeWarehousingV7) FlushAll() error

func (*RealTimeWarehousingV7) RegularFlushing

func (this *RealTimeWarehousingV7) RegularFlushing()

type Task

type Task struct {
	// contains filtered or unexported fields
}

var TS *Task

func GetTaskInstance

func GetTaskInstance() *Task

func (*Task) CancelById

func (this *Task) CancelById(id int) (err error)

func (*Task) SetCancelFunc

func (this *Task) SetCancelFunc(id int, cancel context.CancelFunc)