tasks

Documentation

Index

• Variables
• func LoadData(c core.SubTaskContext) errors.Error
• type StarRocksConfig
• type Table
  • func (t *Table) TableName() string

Variables

var LoadDataTaskMeta = core.SubTaskMeta{
	Name:             "LoadData",
	EntryPoint:       LoadData,
	EnabledByDefault: true,
	Description:      "Load data to StarRocks",
}

Functions

func LoadData

func LoadData(c core.SubTaskContext) errors.Error

Types

type StarRocksConfig

type StarRocksConfig struct {
	SourceType   string `mapstructure:"source_type"`
	SourceDsn    string `mapstructure:"source_dsn"`
	UpdateColumn string `mapstructure:"update_column"`
	Host         string
	Port         int
	User         string
	Password     string
	Database     string
	BeHost       string `mapstructure:"be_host"`
	BePort       int    `mapstructure:"be_port"`
	Tables       []string
	BatchSize    int               `mapstructure:"batch_size"`
	OrderBy      map[string]string `mapstructure:"order_by"`
	DomainLayer  string            `mapstructure:"domain_layer"`
	Extra        map[string]string
}

type Table

type Table struct {
	// contains filtered or unexported fields
}

func (*Table) TableName

func (t *Table) TableName() string