clickhouse

Documentation

Index

• type HandleT
  • func (ch *HandleT) AddColumn(tableName string, columnName string, columnType string) (err error)
  • func (ch *HandleT) AlterColumn(tableName string, columnName string, columnType string) (err error)
  • func (ch *HandleT) Cleanup()
  • func (ch *HandleT) Connect(warehouse warehouseutils.WarehouseT) (client.Client, error)
  • func (ch *HandleT) CrashRecover(warehouse warehouseutils.WarehouseT) (err error)
  • func (ch *HandleT) CreateSchema() (err error)
  • func (ch *HandleT) CreateTable(tableName string, columns map[string]string) (err error)
  • func (ch *HandleT) DownloadIdentityRules(*misc.GZipWriter) (err error)
  • func (ch *HandleT) DownloadLoadFiles(tableName string) ([]string, error)
  • func (ch *HandleT) FetchSchema(warehouse warehouseutils.WarehouseT) (schema warehouseutils.SchemaT, err error)
  • func (ch *HandleT) GetTotalCountInTable(tableName string) (total int64, err error)
  • func (ch *HandleT) IsEmpty(warehouse warehouseutils.WarehouseT) (empty bool, err error)
  • func (ch *HandleT) LoadIdentityMappingsTable() (err error)
  • func (ch *HandleT) LoadIdentityMergeRulesTable() (err error)
  • func (ch *HandleT) LoadTable(tableName string) error
  • func (ch *HandleT) LoadUserTables() (errorMap map[string]error)
  • func (ch *HandleT) Setup(warehouse warehouseutils.WarehouseT, uploader warehouseutils.UploaderI) (err error)
  • func (ch *HandleT) TestConnection(warehouse warehouseutils.WarehouseT) (err error)

Types

type HandleT

type HandleT struct {
	Db            *sql.DB
	Namespace     string
	ObjectStorage string
	Warehouse     warehouseutils.WarehouseT
	Uploader      warehouseutils.UploaderI
}

func (*HandleT) AddColumn

func (ch *HandleT) AddColumn(tableName string, columnName string, columnType string) (err error)

AddColumn adds column:columnName with dataType columnType to the tableName

func (*HandleT) AlterColumn

func (ch *HandleT) AlterColumn(tableName string, columnName string, columnType string) (err error)

func (*HandleT) Cleanup

func (ch *HandleT) Cleanup()

func (*HandleT) Connect

func (ch *HandleT) Connect(warehouse warehouseutils.WarehouseT) (client.Client, error)

func (*HandleT) CrashRecover

func (ch *HandleT) CrashRecover(warehouse warehouseutils.WarehouseT) (err error)

func (*HandleT) CreateSchema

func (ch *HandleT) CreateSchema() (err error)

func (*HandleT) CreateTable

func (ch *HandleT) CreateTable(tableName string, columns map[string]string) (err error)

createTable creates table with engine ReplacingMergeTree(), this is used for dedupe event data and replace it will latest data if duplicate data found. This logic is handled by clickhouse The engine differs from MergeTree in that it removes duplicate entries with the same sorting key value.

func (*HandleT) DownloadIdentityRules

func (ch *HandleT) DownloadIdentityRules(*misc.GZipWriter) (err error)

func (*HandleT) DownloadLoadFiles

func (ch *HandleT) DownloadLoadFiles(tableName string) ([]string, error)

DownloadLoadFiles downloads load files for the tableName and gives file names

func (*HandleT) FetchSchema

func (ch *HandleT) FetchSchema(warehouse warehouseutils.WarehouseT) (schema warehouseutils.SchemaT, err error)

FetchSchema queries clickhouse and returns the schema associated with provided namespace

func (*HandleT) GetTotalCountInTable

func (ch *HandleT) GetTotalCountInTable(tableName string) (total int64, err error)

func (*HandleT) IsEmpty

func (ch *HandleT) IsEmpty(warehouse warehouseutils.WarehouseT) (empty bool, err error)

func (*HandleT) LoadIdentityMappingsTable

func (ch *HandleT) LoadIdentityMappingsTable() (err error)

func (*HandleT) LoadIdentityMergeRulesTable

func (ch *HandleT) LoadIdentityMergeRulesTable() (err error)

func (*HandleT) LoadTable

func (ch *HandleT) LoadTable(tableName string) error

func (*HandleT) LoadUserTables

func (ch *HandleT) LoadUserTables() (errorMap map[string]error)

func (*HandleT) Setup

func (ch *HandleT) Setup(warehouse warehouseutils.WarehouseT, uploader warehouseutils.UploaderI) (err error)

func (*HandleT) TestConnection

func (ch *HandleT) TestConnection(warehouse warehouseutils.WarehouseT) (err error)

TestConnection is used destination connection tester to test the clickhouse connection