executor

Documentation

Index

• Constants
• func GetClickHouseSourceTableColumns(url *datasourcepb.ClickHouseURL, tableName string) (resp response.TableColumns, err error)
• func GetClickHouseSourceTables(url *datasourcepb.ClickHouseURL) (resp response.JsonList, err error)
• func GetMysqlSourceTableColumns(url *datasourcepb.MySQLURL, tableName string) (resp response.TableColumns, err error)
• func GetMysqlSourceTables(url *datasourcepb.MySQLURL) (resp response.JsonList, err error)
• func GetPostgreSQLSourceTableColumns(url *datasourcepb.PostgreSQLURL, tableName string) (resp response.TableColumns, err error)
• func GetPostgreSQLSourceTables(url *datasourcepb.PostgreSQLURL) (resp response.JsonList, err error)
• func PingClickHouse(url *datasourcepb.ClickHouseURL) (err error)
• func PingFtp(url *datasourcepb.FtpURL) (err error)
• func PingHBase(url *datasourcepb.HBaseURL) (err error)
• func PingHDFS(url *datasourcepb.HDFSURL) (err error)
• func PingKafka(url *datasourcepb.KafkaURL) (err error)
• func PingMysql(url *datasourcepb.MySQLURL) (err error)
• func PingPostgreSQL(url *datasourcepb.PostgreSQLURL) (err error)
• type EngineClient
  • func NewEngineClient(conn *grpcwrap.ClientConn) (c EngineClient, err error)
• type SourceUtileInfo
• type SourcemanagerExecutor
  • func NewSourceManagerExecutor(db *gorm.DB, l *glog.Logger, eClient EngineClient) *SourcemanagerExecutor
  • func (ex *SourcemanagerExecutor) ChangeSourceState(ctx context.Context, sourceIDs []string, state model.DataSource_Status) (err error)
  • func (ex *SourcemanagerExecutor) CheckName(ctx context.Context, spaceid string, name string, table string, ...) (err error)
  • func (ex *SourcemanagerExecutor) CheckSourceState(ctx context.Context, sourceID string) (err error)
  • func (ex *SourcemanagerExecutor) CreateTable(ctx context.Context, req *request.CreateTable) (err error)
  • func (ex *SourcemanagerExecutor) DataFormat(ctx context.Context) (ret response.JsonList, err error)
  • func (ex *SourcemanagerExecutor) DataType(ctx context.Context) (ret response.JsonList, err error)
  • func (ex *SourcemanagerExecutor) Delete(ctx context.Context, sourceIDs []string, checkState bool) (err error)
  • func (ex *SourcemanagerExecutor) DeleteAll(ctx context.Context, spaceIDs []string) (err error)
  • func (ex *SourcemanagerExecutor) DeleteTable(ctx context.Context, tableIDs []string) (err error)
  • func (ex *SourcemanagerExecutor) DescribeTable(ctx context.Context, tableID string) (info model.TableInfo, err error)
  • func (ex *SourcemanagerExecutor) ListTable(ctx context.Context, input *request.ListTable) (resp response.ListTable, err error)
  • func (ex *SourcemanagerExecutor) PingSource(ctx context.Context, sourcetype model.DataSource_Type, ...) (err error)
  • func (ex *SourcemanagerExecutor) SourceTables(ctx context.Context, req *request.SourceTables) (resp response.JsonList, err error)
  • func (ex *SourcemanagerExecutor) TableColumns(ctx context.Context, req *request.TableColumns) (resp response.TableColumns, err error)
  • func (ex *SourcemanagerExecutor) UpdateTable(ctx context.Context, req *request.UpdateTable) (err error)

Constants

const (
	SourceTableName      = "source_manager"
	SourceUtileTableName = "source_utile"
	TableName            = "source_tables"
	MAXRows              = 100000000
)

Functions

func GetClickHouseSourceTableColumns

func GetClickHouseSourceTableColumns(url *datasourcepb.ClickHouseURL, tableName string) (resp response.TableColumns, err error)

func GetClickHouseSourceTables

func GetClickHouseSourceTables(url *datasourcepb.ClickHouseURL) (resp response.JsonList, err error)

func GetMysqlSourceTableColumns

func GetMysqlSourceTableColumns(url *datasourcepb.MySQLURL, tableName string) (resp response.TableColumns, err error)

func GetMysqlSourceTables

func GetMysqlSourceTables(url *datasourcepb.MySQLURL) (resp response.JsonList, err error)

func GetPostgreSQLSourceTableColumns

func GetPostgreSQLSourceTableColumns(url *datasourcepb.PostgreSQLURL, tableName string) (resp response.TableColumns, err error)

func GetPostgreSQLSourceTables

func GetPostgreSQLSourceTables(url *datasourcepb.PostgreSQLURL) (resp response.JsonList, err error)

func PingClickHouse

func PingClickHouse(url *datasourcepb.ClickHouseURL) (err error)

func PingFtp

func PingFtp(url *datasourcepb.FtpURL) (err error)

func PingHBase

func PingHBase(url *datasourcepb.HBaseURL) (err error)

func PingHDFS

func PingHDFS(url *datasourcepb.HDFSURL) (err error)

func PingKafka

func PingKafka(url *datasourcepb.KafkaURL) (err error)

func PingMysql

func PingMysql(url *datasourcepb.MySQLURL) (err error)

func PingPostgreSQL

func PingPostgreSQL(url *datasourcepb.PostgreSQLURL) (err error)

Types

type EngineClient

type EngineClient struct {
	// contains filtered or unexported fields
}

func NewEngineClient

func NewEngineClient(conn *grpcwrap.ClientConn) (c EngineClient, err error)

type SourceUtileInfo

type SourceUtileInfo struct {
	EngineType string `gorm:"column:engine_type;"`
	DataType   string `gorm:"column:data_type;"`
	DataFormat string `gorm:"column:data_format;"`
	SourceKind string `gorm:"column:source_kind;"`
}

type SourcemanagerExecutor

type SourcemanagerExecutor struct {
	// contains filtered or unexported fields
}

func NewSourceManagerExecutor

func NewSourceManagerExecutor(db *gorm.DB, l *glog.Logger, eClient EngineClient) *SourcemanagerExecutor

func (*SourcemanagerExecutor) ChangeSourceState

func (ex *SourcemanagerExecutor) ChangeSourceState(ctx context.Context, sourceIDs []string, state model.DataSource_Status) (err error)

func (*SourcemanagerExecutor) CheckName

func (ex *SourcemanagerExecutor) CheckName(ctx context.Context, spaceid string, name string, table string, primaryKeyName string, primaryKeyValue string) (err error)

func (*SourcemanagerExecutor) CheckSourceState

func (ex *SourcemanagerExecutor) CheckSourceState(ctx context.Context, sourceID string) (err error)

func (*SourcemanagerExecutor) CreateTable

func (ex *SourcemanagerExecutor) CreateTable(ctx context.Context, req *request.CreateTable) (err error)

func (*SourcemanagerExecutor) DataFormat

func (ex *SourcemanagerExecutor) DataFormat(ctx context.Context) (ret response.JsonList, err error)

func (*SourcemanagerExecutor) DataType

func (ex *SourcemanagerExecutor) DataType(ctx context.Context) (ret response.JsonList, err error)

func (*SourcemanagerExecutor) Delete

func (ex *SourcemanagerExecutor) Delete(ctx context.Context, sourceIDs []string, checkState bool) (err error)

func (*SourcemanagerExecutor) DeleteAll

func (ex *SourcemanagerExecutor) DeleteAll(ctx context.Context, spaceIDs []string) (err error)

func (*SourcemanagerExecutor) DeleteTable

func (ex *SourcemanagerExecutor) DeleteTable(ctx context.Context, tableIDs []string) (err error)

func (*SourcemanagerExecutor) DescribeTable

func (ex *SourcemanagerExecutor) DescribeTable(ctx context.Context, tableID string) (info model.TableInfo, err error)

func (*SourcemanagerExecutor) ListTable

func (ex *SourcemanagerExecutor) ListTable(ctx context.Context, input *request.ListTable) (resp response.ListTable, err error)

func (*SourcemanagerExecutor) PingSource

func (ex *SourcemanagerExecutor) PingSource(ctx context.Context, sourcetype model.DataSource_Type, url *model.DataSource_URL) (err error)

func (*SourcemanagerExecutor) SourceTables

func (ex *SourcemanagerExecutor) SourceTables(ctx context.Context, req *request.SourceTables) (resp response.JsonList, err error)

func (*SourcemanagerExecutor) TableColumns

func (ex *SourcemanagerExecutor) TableColumns(ctx context.Context, req *request.TableColumns) (resp response.TableColumns, err error)

func (*SourcemanagerExecutor) UpdateTable

func (ex *SourcemanagerExecutor) UpdateTable(ctx context.Context, req *request.UpdateTable) (err error)