catalog

Documentation

Index

• Constants
• Variables
• func BuildProfilePath(serviceTyp string, nodeId string, typ, name string) string
• func BuildQueryResultMetaPath(accountName, statementId string) string
• func BuildQueryResultPath(accountName, statementId string, blockIdx int) string
• func CalcSampleCount(lists, totalCnt int64) (sampleCnt int64)
• func ContainExternalHidenCol(col string) bool
• func CreateAlias(column string) string
• func DefaultIvfIndexAlgoOptions() map[string]string
• func GenRows(bat *batch.Batch) [][]any
• func IndexParamsMapToJsonString(res map[string]string) (string, error)
• func IndexParamsStringToMap(indexParams string) (map[string]string, error)
• func IndexParamsToJsonString(def *tree.Index) (string, error)
• func IndexParamsToStringList(indexParams string) (string, error)
• func IsAlias(column string) bool
• func IsHiddenTable(name string) bool
• func IsIvfIndexAlgo(algo string) bool
• func IsMasterIndexAlgo(algo string) bool
• func IsNullIndexAlgo(algo string) bool
• func IsRegularIndexAlgo(algo string) bool
• func ParseEntryList(es []*api.Entry) (any, []*api.Entry, error)
• func ResolveAlias(alias string) string
• func ToLower(str string) string
• type CreateDatabase
• type CreateTable
  • func (t CreateTable) String() string
• type DropDatabase
• type DropOrTruncateTable
• type Meta

Constants

const (
	CatalogVersion_V1 uint32 = 1

	CatalogVersion_Curr uint32 = CatalogVersion_V1
)

const (
	MoIndexDefaultAlgo = tree.INDEX_TYPE_INVALID // used by UniqueIndex or default SecondaryIndex
	MoIndexBTreeAlgo   = tree.INDEX_TYPE_BTREE   // used for Mocking MySQL behaviour.
	MoIndexIvfFlatAlgo = tree.INDEX_TYPE_IVFFLAT // used for IVF flat index on Vector/Array columns
	MOIndexMasterAlgo  = tree.INDEX_TYPE_MASTER  // used for Master Index on VARCHAR columns
)

Index Algorithm names

const (
	IndexAlgoParamLists     = "lists"
	IndexAlgoParamOpType    = "op_type"
	IndexAlgoParamOpType_l2 = "vector_l2_ops"
)

------------------------[START] IndexAlgoParams------------------------

const (
	KmeansSamplePerList = 50
	MaxSampleCount      = 10_000
)

const (
	Row_ID           = "__mo_rowid"
	PrefixPriColName = "__mo_cpkey_"
	PrefixCBColName  = "__mo_cbkey_"

	// Wildcard characters for partition subtable name
	PartitionSubTableWildcard = "\\%!\\%%\\%!\\%%"

	ExternalFilePath = "__mo_filepath"

	// MOAutoIncrTable mo auto increment table name
	MOAutoIncrTable = "mo_increment_columns"
	// TableTailAttr are attrs in table tail
	TableTailAttrCommitTs = "__mo_%1_commit_time"
	TableTailAttrAborted  = "__mo_%1_aborted"
	TableTailAttrPKVal    = "__mo_%1_pk_val"

	MOAccountTable = "mo_account"
	// MOVersionTable mo version table. This table records information about the
	// versions of the MO cluster that have been upgraded. In other words, you can
	// query this table to find out all the versions of the MO cluster that have
	// been running.
	MOVersionTable = "mo_version"
	// MOUpgradeTable mo upgrade table. This table records the MO cluster version
	// upgrade paths, including upgrade paths for intermediate versions that are
	// upgraded across versions.
	MOUpgradeTable = "mo_upgrade"
	// MOUpgradeTenantTable MO is a cloud-native, multi-tenant database, and when
	// versions are upgraded, it may be necessary to upgrade all tenant-related metadata.
	// This table is used to record all the tenant records that need to be upgraded
	MOUpgradeTenantTable = "mo_upgrade_tenant"

	// MOForeignKeys saves the fk relationships
	MOForeignKeys = "mo_foreign_keys"
)

const (
	System_User    = uint32(0)
	System_Role    = uint32(0)
	System_Account = uint32(0)
)

const (
	// Non-hard-coded data dictionary table
	MO_INDEXES = "mo_indexes"

	// MO_TABLE_PARTITIONS Data dictionary table of record table partition
	MO_TABLE_PARTITIONS = "mo_table_partitions"

	// MOTaskDB mo task db name
	MOTaskDB = "mo_task"

	// MOSysDaemonTask is the table name of daemon task table in mo_task.
	MOSysDaemonTask = "sys_daemon_task"

	// MOSysAsyncTask is the table name of async task table in mo_task.
	MOSysAsyncTask = "sys_async_task"

	// MOStages if the table name of mo_stages table in mo_cataglog.
	MO_STAGES = "mo_stages"

	// MO_PUBS publication meta table
	MO_PUBS = "mo_pubs"

	// MO_SNAPSHOTS
	MO_SNAPSHOTS = "mo_snapshots"
)

const (
	MO_SYSTEM    = "system"
	MO_STATEMENT = "statement_info"
	MO_RAWLOG    = "rawlog"

	MO_SYSTEM_METRICS = "system_metrics"
	MO_METRIC         = "metric"
	MO_SQL_STMT_CU    = "sql_statement_cu"

	// default database name for catalog
	MO_CATALOG  = "mo_catalog"
	MO_DATABASE = "mo_database"
	MO_TABLES   = "mo_tables"
	MO_COLUMNS  = "mo_columns"

	// 'mo_database' table
	SystemDBAttr_ID          = "dat_id"
	SystemDBAttr_Name        = "datname"
	SystemDBAttr_CatalogName = "dat_catalog_name"
	SystemDBAttr_CreateSQL   = "dat_createsql"
	SystemDBAttr_Owner       = "owner"
	SystemDBAttr_Creator     = "creator"
	SystemDBAttr_CreateAt    = "created_time"
	SystemDBAttr_AccID       = "account_id"
	SystemDBAttr_Type        = "dat_type"

	// 'mo_tables' table
	SystemRelAttr_ID             = "rel_id"
	SystemRelAttr_Name           = "relname"
	SystemRelAttr_DBName         = "reldatabase"
	SystemRelAttr_DBID           = "reldatabase_id"
	SystemRelAttr_Persistence    = "relpersistence"
	SystemRelAttr_Kind           = "relkind"
	SystemRelAttr_Comment        = "rel_comment"
	SystemRelAttr_CreateSQL      = "rel_createsql"
	SystemRelAttr_CreateAt       = "created_time"
	SystemRelAttr_Creator        = "creator"
	SystemRelAttr_Owner          = "owner"
	SystemRelAttr_AccID          = "account_id"
	SystemRelAttr_Partitioned    = "partitioned"
	SystemRelAttr_Partition      = "partition_info"
	SystemRelAttr_ViewDef        = "viewdef"
	SystemRelAttr_Constraint     = "constraint"
	SystemRelAttr_Version        = "rel_version"
	SystemRelAttr_CatalogVersion = "catalog_version"

	// 'mo_indexes' table
	IndexAlgoName      = "algo"
	IndexAlgoTableType = "algo_table_type"
	IndexAlgoParams    = "algo_params"

	// 'mo_columns' table
	SystemColAttr_UniqName        = "att_uniq_name"
	SystemColAttr_AccID           = "account_id"
	SystemColAttr_Name            = "attname"
	SystemColAttr_DBID            = "att_database_id"
	SystemColAttr_DBName          = "att_database"
	SystemColAttr_RelID           = "att_relname_id"
	SystemColAttr_RelName         = "att_relname"
	SystemColAttr_Type            = "atttyp"
	SystemColAttr_Num             = "attnum"
	SystemColAttr_Length          = "att_length"
	SystemColAttr_NullAbility     = "attnotnull"
	SystemColAttr_HasExpr         = "atthasdef"
	SystemColAttr_DefaultExpr     = "att_default"
	SystemColAttr_IsDropped       = "attisdropped"
	SystemColAttr_ConstraintType  = "att_constraint_type"
	SystemColAttr_IsUnsigned      = "att_is_unsigned"
	SystemColAttr_IsAutoIncrement = "att_is_auto_increment"
	SystemColAttr_Comment         = "att_comment"
	SystemColAttr_IsHidden        = "att_is_hidden"
	SystemColAttr_HasUpdate       = "attr_has_update"
	SystemColAttr_Update          = "attr_update"
	SystemColAttr_IsClusterBy     = "attr_is_clusterby"
	SystemColAttr_Seqnum          = "attr_seqnum"
	SystemColAttr_EnumValues      = "attr_enum"

	BlockMeta_ID              = "block_id"
	BlockMeta_Delete_ID       = "block_delete_id"
	BlockMeta_EntryState      = "entry_state"
	BlockMeta_Sorted          = "sorted"
	BlockMeta_BlockInfo       = "%!%mo__block_info"
	BlockMeta_MetaLoc         = "%!%mo__meta_loc"
	BlockMeta_DeltaLoc        = "delta_loc"
	BlockMeta_CommitTs        = "committs"
	BlockMeta_SegmentID       = "segment_id"
	BlockMeta_MemTruncPoint   = "trunc_pointt"
	BlockMeta_TableIdx_Insert = "%!%mo__meta_tbl_index" // mark which table this metaLoc belongs to
	BlockMeta_Type            = "%!%mo__meta_type"
	BlockMeta_Deletes_Length  = "%!%mo__meta_deletes_length"
	BlockMeta_Partition       = "%!%mo__meta_partition"

	ObjectMeta_ObjectStats = "object_stats"

	// BlockMetaOffset_Min       = "%!%mo__meta_offset_min"
	// BlockMetaOffset_Max       = "%!%mo__meta_offset_max"
	BlockMetaOffset    = "%!%mo__meta_offset"
	SystemCatalogName  = "def"
	SystemPersistRel   = "p"
	SystemTransientRel = "t"

	SystemOrdinaryRel     = "r"
	SystemIndexRel        = "i"
	SystemSequenceRel     = "S"
	SystemViewRel         = "v"
	SystemMaterializedRel = "m"
	SystemExternalRel     = plan.SystemExternalRel
	SystemSourceRel       = "s"
	//the cluster table created by the sys account
	//and read only by the general account
	SystemClusterRel = "cluster"
	/*
		the partition table contains the data of the partition.
		the table partitioned has multiple partition tables
	*/
	SystemPartitionRel    = "partition"
	SystemColPKConstraint = "p"
	SystemColNoConstraint = "n"

	SystemDBTypeSubscription = "subscription"
)

const (
	UniqueIndexSuffix             = "unique_"
	SecondaryIndexSuffix          = "secondary_"
	PrefixIndexTableName          = "__mo_index_"
	IndexTableNamePrefix          = PrefixIndexTableName
	UniqueIndexTableNamePrefix    = PrefixIndexTableName + UniqueIndexSuffix
	SecondaryIndexTableNamePrefix = PrefixIndexTableName + SecondaryIndexSuffix

	// Regualar secondary index table columns
	IndexTableIndexColName   = "__mo_index_idx_col"
	IndexTablePrimaryColName = "__mo_index_pri_col"

	CPrimaryKeyColName = "__mo_cpkey_col" // Compound primary key column name, which is a hidden column
	// FakePrimaryKeyColName for tables without a primary key, a new hidden primary key column
	// is added, which will not be sorted or used for any other purpose, but will only be used to add
	// locks to the Lock operator in pessimistic transaction mode.
	FakePrimaryKeyColName = "__mo_fake_pk_col"

	MasterIndexTableIndexColName   = IndexTableIndexColName
	MasterIndexTablePrimaryColName = IndexTablePrimaryColName

	// IVF_FLAT Table Types
	SystemSI_IVFFLAT_TblType_Metadata  = "metadata"
	SystemSI_IVFFLAT_TblType_Centroids = "centroids"
	SystemSI_IVFFLAT_TblType_Entries   = "entries"

	// IVF_FLAT MetadataTable - Column names
	SystemSI_IVFFLAT_TblCol_Metadata_key = "__mo_index_key"
	SystemSI_IVFFLAT_TblCol_Metadata_val = "__mo_index_val"

	// IVF_FLAT Centroids - Column names
	SystemSI_IVFFLAT_TblCol_Centroids_version  = "__mo_index_centroid_version"
	SystemSI_IVFFLAT_TblCol_Centroids_id       = "__mo_index_centroid_id"
	SystemSI_IVFFLAT_TblCol_Centroids_centroid = "__mo_index_centroid"

	// IVF_FLAT Entries - Column names
	SystemSI_IVFFLAT_TblCol_Entries_version = "__mo_index_centroid_fk_version"
	SystemSI_IVFFLAT_TblCol_Entries_id      = "__mo_index_centroid_fk_id"
	SystemSI_IVFFLAT_TblCol_Entries_pk      = IndexTablePrimaryColName
	SystemSI_IVFFLAT_TblCol_Entries_entry   = "__mo_index_centroid_fk_entry"
)

Key/Index related constants

const (
	// default database id for catalog
	MO_CATALOG_ID  = 1
	MO_DATABASE_ID = 1
	MO_TABLES_ID   = 2
	MO_COLUMNS_ID  = 3

	// MO_RESERVED_MAX is the max reserved table ID.
	MO_RESERVED_MAX = 100
)

const (
	MO_TABLES_ALTER_TABLE       = 0
	MO_TABLES_UPDATE_CONSTRAINT = 4
)

index use to update constraint

const (
	MO_DATABASE_DAT_ID_IDX           = 0
	MO_DATABASE_DAT_NAME_IDX         = 1
	MO_DATABASE_DAT_CATALOG_NAME_IDX = 2
	MO_DATABASE_CREATESQL_IDX        = 3
	MO_DATABASE_OWNER_IDX            = 4
	MO_DATABASE_CREATOR_IDX          = 5
	MO_DATABASE_CREATED_TIME_IDX     = 6
	MO_DATABASE_ACCOUNT_ID_IDX       = 7
	MO_DATABASE_DAT_TYPE_IDX         = 8

	MO_TABLES_REL_ID_IDX          = 0
	MO_TABLES_REL_NAME_IDX        = 1
	MO_TABLES_RELDATABASE_IDX     = 2
	MO_TABLES_RELDATABASE_ID_IDX  = 3
	MO_TABLES_RELPERSISTENCE_IDX  = 4
	MO_TABLES_RELKIND_IDX         = 5
	MO_TABLES_REL_COMMENT_IDX     = 6
	MO_TABLES_REL_CREATESQL_IDX   = 7
	MO_TABLES_CREATED_TIME_IDX    = 8
	MO_TABLES_CREATOR_IDX         = 9
	MO_TABLES_OWNER_IDX           = 10
	MO_TABLES_ACCOUNT_ID_IDX      = 11
	MO_TABLES_PARTITIONED_IDX     = 12
	MO_TABLES_PARTITION_INFO_IDX  = 13
	MO_TABLES_VIEWDEF_IDX         = 14
	MO_TABLES_CONSTRAINT_IDX      = 15
	MO_TABLES_VERSION_IDX         = 16
	MO_TABLES_CATALOG_VERSION_IDX = 17

	MO_COLUMNS_ATT_UNIQ_NAME_IDX         = 0
	MO_COLUMNS_ACCOUNT_ID_IDX            = 1
	MO_COLUMNS_ATT_DATABASE_ID_IDX       = 2
	MO_COLUMNS_ATT_DATABASE_IDX          = 3
	MO_COLUMNS_ATT_RELNAME_ID_IDX        = 4
	MO_COLUMNS_ATT_RELNAME_IDX           = 5
	MO_COLUMNS_ATTNAME_IDX               = 6
	MO_COLUMNS_ATTTYP_IDX                = 7
	MO_COLUMNS_ATTNUM_IDX                = 8
	MO_COLUMNS_ATT_LENGTH_IDX            = 9
	MO_COLUMNS_ATTNOTNULL_IDX            = 10
	MO_COLUMNS_ATTHASDEF_IDX             = 11
	MO_COLUMNS_ATT_DEFAULT_IDX           = 12
	MO_COLUMNS_ATTISDROPPED_IDX          = 13
	MO_COLUMNS_ATT_CONSTRAINT_TYPE_IDX   = 14
	MO_COLUMNS_ATT_IS_UNSIGNED_IDX       = 15
	MO_COLUMNS_ATT_IS_AUTO_INCREMENT_IDX = 16
	MO_COLUMNS_ATT_COMMENT_IDX           = 17
	MO_COLUMNS_ATT_IS_HIDDEN_IDX         = 18
	MO_COLUMNS_ATT_HAS_UPDATE_IDX        = 19
	MO_COLUMNS_ATT_UPDATE_IDX            = 20
	MO_COLUMNS_ATT_IS_CLUSTERBY          = 21
	MO_COLUMNS_ATT_SEQNUM_IDX            = 22
	MO_COLUMNS_ATT_ENUM_IDX              = 23

	BLOCKMETA_ID_IDX            = 0
	BLOCKMETA_ENTRYSTATE_IDX    = 1
	BLOCKMETA_SORTED_IDX        = 2
	BLOCKMETA_METALOC_IDX       = 3
	BLOCKMETA_DELTALOC_IDX      = 4
	BLOCKMETA_COMMITTS_IDX      = 5
	BLOCKMETA_SEGID_IDX         = 6
	BLOCKMETA_MemTruncPoint_IDX = 7

	SKIP_ROWID_OFFSET = 1 //rowid is the 0th vector in the batch
)

column's index in catalog table

const (
	QUERY_ID_IDX        = 0
	STATEMENT_IDX       = 1
	ACCOUNT_ID_IDX      = 2
	ROLE_ID_IDX         = 3
	RESULT_PATH_IDX     = 4
	CREATE_TIME_IDX     = 5
	RESULT_SIZE_IDX     = 6
	COLUMNS_IDX         = 7
	TABLES_IDX          = 8
	USER_ID_IDX         = 9
	EXPIRED_TIME_IDX    = 10
	PLAN_IDX            = 11
	AST_IDX             = 12
	COLUMN_MAP_IDX      = 13
	SAVED_ROW_COUNT_IDX = 14
	QUERY_ROW_COUNT_IDX = 15
)

const (
	AliasPrefix = "__mo_alias_"
)

const (
	MO_COMMENT_NO_DEL_HINT = "[mo_no_del_hint]"
)

const (
	Meta_Length = 6
)

Variables

var (
	MoDatabaseSchema = []string{
		SystemDBAttr_ID,
		SystemDBAttr_Name,
		SystemDBAttr_CatalogName,
		SystemDBAttr_CreateSQL,
		SystemDBAttr_Owner,
		SystemDBAttr_Creator,
		SystemDBAttr_CreateAt,
		SystemDBAttr_AccID,
		SystemDBAttr_Type,
	}
	MoTablesSchema = []string{
		SystemRelAttr_ID,
		SystemRelAttr_Name,
		SystemRelAttr_DBName,
		SystemRelAttr_DBID,
		SystemRelAttr_Persistence,
		SystemRelAttr_Kind,
		SystemRelAttr_Comment,
		SystemRelAttr_CreateSQL,
		SystemRelAttr_CreateAt,
		SystemRelAttr_Creator,
		SystemRelAttr_Owner,
		SystemRelAttr_AccID,
		SystemRelAttr_Partitioned,
		SystemRelAttr_Partition,
		SystemRelAttr_ViewDef,
		SystemRelAttr_Constraint,
		SystemRelAttr_Version,
		SystemRelAttr_CatalogVersion,
	}
	MoTablesSchema_V1 = []string{
		SystemRelAttr_ID,
		SystemRelAttr_Name,
		SystemRelAttr_DBName,
		SystemRelAttr_DBID,
		SystemRelAttr_Persistence,
		SystemRelAttr_Kind,
		SystemRelAttr_Comment,
		SystemRelAttr_CreateSQL,
		SystemRelAttr_CreateAt,
		SystemRelAttr_Creator,
		SystemRelAttr_Owner,
		SystemRelAttr_AccID,
		SystemRelAttr_Partitioned,
		SystemRelAttr_Partition,
		SystemRelAttr_ViewDef,
		SystemRelAttr_Constraint,
		SystemRelAttr_Version,
	}
	MoColumnsSchema = []string{
		SystemColAttr_UniqName,
		SystemColAttr_AccID,
		SystemColAttr_DBID,
		SystemColAttr_DBName,
		SystemColAttr_RelID,
		SystemColAttr_RelName,
		SystemColAttr_Name,
		SystemColAttr_Type,
		SystemColAttr_Num,
		SystemColAttr_Length,
		SystemColAttr_NullAbility,
		SystemColAttr_HasExpr,
		SystemColAttr_DefaultExpr,
		SystemColAttr_IsDropped,
		SystemColAttr_ConstraintType,
		SystemColAttr_IsUnsigned,
		SystemColAttr_IsAutoIncrement,
		SystemColAttr_Comment,
		SystemColAttr_IsHidden,
		SystemColAttr_HasUpdate,
		SystemColAttr_Update,
		SystemColAttr_IsClusterBy,
		SystemColAttr_Seqnum,
		SystemColAttr_EnumValues,
	}
	MoColumnsSchema_V1 = []string{
		SystemColAttr_UniqName,
		SystemColAttr_AccID,
		SystemColAttr_DBID,
		SystemColAttr_DBName,
		SystemColAttr_RelID,
		SystemColAttr_RelName,
		SystemColAttr_Name,
		SystemColAttr_Type,
		SystemColAttr_Num,
		SystemColAttr_Length,
		SystemColAttr_NullAbility,
		SystemColAttr_HasExpr,
		SystemColAttr_DefaultExpr,
		SystemColAttr_IsDropped,
		SystemColAttr_ConstraintType,
		SystemColAttr_IsUnsigned,
		SystemColAttr_IsAutoIncrement,
		SystemColAttr_Comment,
		SystemColAttr_IsHidden,
		SystemColAttr_HasUpdate,
		SystemColAttr_Update,
		SystemColAttr_IsClusterBy,
		SystemColAttr_Seqnum,
	}
	MoTableMetaSchema = []string{
		BlockMeta_ID,
		BlockMeta_EntryState,
		BlockMeta_Sorted,
		BlockMeta_MetaLoc,
		BlockMeta_DeltaLoc,
		BlockMeta_CommitTs,
		BlockMeta_SegmentID,
		BlockMeta_MemTruncPoint,
	}
	MoTableMetaSchemaV1 = []string{
		BlockMeta_ID,
		BlockMeta_EntryState,
		BlockMeta_Sorted,
		BlockMeta_MetaLoc,
		BlockMeta_DeltaLoc,
		BlockMeta_CommitTs,
		BlockMeta_SegmentID,
	}
	MoDatabaseTypes = []types.Type{
		types.New(types.T_uint64, 0, 0),
		types.New(types.T_varchar, 5000, 0),
		types.New(types.T_varchar, 5000, 0),
		types.New(types.T_varchar, 5000, 0),
		types.New(types.T_uint32, 0, 0),
		types.New(types.T_uint32, 0, 0),
		types.New(types.T_timestamp, 0, 0),
		types.New(types.T_uint32, 0, 0),
		types.New(types.T_varchar, 32, 0),
	}
	MoTablesTypes = []types.Type{
		types.New(types.T_uint64, 0, 0),
		types.New(types.T_varchar, 5000, 0),
		types.New(types.T_varchar, 5000, 0),
		types.New(types.T_uint64, 0, 0),
		types.New(types.T_varchar, 5000, 0),
		types.New(types.T_varchar, 5000, 0),
		types.New(types.T_varchar, 5000, 0),
		types.New(types.T_text, 0, 0),
		types.New(types.T_timestamp, 0, 0),
		types.New(types.T_uint32, 0, 0),
		types.New(types.T_uint32, 0, 0),
		types.New(types.T_uint32, 0, 0),
		types.New(types.T_int8, 0, 0),
		types.New(types.T_blob, 0, 0),
		types.New(types.T_varchar, 5000, 0),
		types.New(types.T_varchar, 5000, 0),
		types.New(types.T_uint32, 0, 0),
		types.New(types.T_uint32, 0, 0),
	}
	MoTablesTypes_V1 = []types.Type{
		types.New(types.T_uint64, 0, 0),
		types.New(types.T_varchar, 5000, 0),
		types.New(types.T_varchar, 5000, 0),
		types.New(types.T_uint64, 0, 0),
		types.New(types.T_varchar, 5000, 0),
		types.New(types.T_varchar, 5000, 0),
		types.New(types.T_varchar, 5000, 0),
		types.New(types.T_text, 0, 0),
		types.New(types.T_timestamp, 0, 0),
		types.New(types.T_uint32, 0, 0),
		types.New(types.T_uint32, 0, 0),
		types.New(types.T_uint32, 0, 0),
		types.New(types.T_int8, 0, 0),
		types.New(types.T_blob, 0, 0),
		types.New(types.T_varchar, 5000, 0),
		types.New(types.T_varchar, 5000, 0),
		types.New(types.T_uint32, 0, 0),
	}
	MoColumnsTypes = []types.Type{
		types.New(types.T_varchar, 256, 0),
		types.New(types.T_uint32, 0, 0),
		types.New(types.T_uint64, 0, 0),
		types.New(types.T_varchar, 256, 0),
		types.New(types.T_uint64, 0, 0),
		types.New(types.T_varchar, 256, 0),
		types.New(types.T_varchar, 256, 0),
		types.New(types.T_varchar, 256, 0),
		types.New(types.T_int32, 0, 0),
		types.New(types.T_int32, 0, 0),
		types.New(types.T_int8, 0, 0),
		types.New(types.T_int8, 0, 0),
		types.New(types.T_varchar, 2048, 0),
		types.New(types.T_int8, 0, 0),
		types.New(types.T_char, 1, 0),
		types.New(types.T_int8, 0, 0),
		types.New(types.T_int8, 0, 0),
		types.New(types.T_varchar, 2048, 0),
		types.New(types.T_int8, 0, 0),
		types.New(types.T_int8, 0, 0),
		types.New(types.T_varchar, 2048, 0),
		types.New(types.T_int8, 0, 0),
		types.New(types.T_uint16, 0, 0),
		types.New(types.T_varchar, types.MaxVarcharLen, 0),
	}
	MoColumnsTypes_V1 = []types.Type{
		types.New(types.T_varchar, 256, 0),
		types.New(types.T_uint32, 0, 0),
		types.New(types.T_uint64, 0, 0),
		types.New(types.T_varchar, 256, 0),
		types.New(types.T_uint64, 0, 0),
		types.New(types.T_varchar, 256, 0),
		types.New(types.T_varchar, 256, 0),
		types.New(types.T_varchar, 256, 0),
		types.New(types.T_int32, 0, 0),
		types.New(types.T_int32, 0, 0),
		types.New(types.T_int8, 0, 0),
		types.New(types.T_int8, 0, 0),
		types.New(types.T_varchar, 2048, 0),
		types.New(types.T_int8, 0, 0),
		types.New(types.T_char, 1, 0),
		types.New(types.T_int8, 0, 0),
		types.New(types.T_int8, 0, 0),
		types.New(types.T_varchar, 2048, 0),
		types.New(types.T_int8, 0, 0),
		types.New(types.T_int8, 0, 0),
		types.New(types.T_varchar, 2048, 0),
		types.New(types.T_int8, 0, 0),
		types.New(types.T_uint16, 0, 0),
	}
	MoTableMetaTypes = []types.Type{
		types.New(types.T_Blockid, 0, 0),
		types.New(types.T_bool, 0, 0),
		types.New(types.T_bool, 0, 0),
		types.New(types.T_varchar, types.MaxVarcharLen, 0),
		types.New(types.T_varchar, types.MaxVarcharLen, 0),
		types.New(types.T_TS, 0, 0),
		types.New(types.T_uuid, 0, 0),
		types.New(types.T_TS, 0, 0),
	}
	MoTableMetaTypesV1 = []types.Type{
		types.New(types.T_Blockid, 0, 0),
		types.New(types.T_bool, 0, 0),
		types.New(types.T_bool, 0, 0),
		types.New(types.T_varchar, types.MaxVarcharLen, 0),
		types.New(types.T_varchar, types.MaxVarcharLen, 0),
		types.New(types.T_TS, 0, 0),
		types.New(types.T_uuid, 0, 0),
	}
	MoTablesIdxs = []uint16{
		MO_TABLES_REL_ID_IDX,
		MO_TABLES_REL_NAME_IDX,
		MO_TABLES_RELDATABASE_IDX,
		MO_TABLES_RELDATABASE_ID_IDX,
		MO_TABLES_RELPERSISTENCE_IDX,
		MO_TABLES_RELKIND_IDX,
		MO_TABLES_REL_COMMENT_IDX,
		MO_TABLES_REL_CREATESQL_IDX,
		MO_TABLES_CREATED_TIME_IDX,
		MO_TABLES_CREATOR_IDX,
		MO_TABLES_OWNER_IDX,
		MO_TABLES_ACCOUNT_ID_IDX,
		MO_TABLES_PARTITIONED_IDX,
		MO_TABLES_PARTITION_INFO_IDX,
		MO_TABLES_VIEWDEF_IDX,
		MO_TABLES_CONSTRAINT_IDX,
		MO_TABLES_VERSION_IDX,
		MO_TABLES_CATALOG_VERSION_IDX,
	}
	MoColumnsIdxs = []uint16{
		MO_COLUMNS_ATT_UNIQ_NAME_IDX,
		MO_COLUMNS_ACCOUNT_ID_IDX,
		MO_COLUMNS_ATT_DATABASE_ID_IDX,
		MO_COLUMNS_ATT_DATABASE_IDX,
		MO_COLUMNS_ATT_RELNAME_ID_IDX,
		MO_COLUMNS_ATT_RELNAME_IDX,
		MO_COLUMNS_ATTNAME_IDX,
		MO_COLUMNS_ATTTYP_IDX,
		MO_COLUMNS_ATTNUM_IDX,
		MO_COLUMNS_ATT_LENGTH_IDX,
		MO_COLUMNS_ATTNOTNULL_IDX,
		MO_COLUMNS_ATTHASDEF_IDX,
		MO_COLUMNS_ATT_DEFAULT_IDX,
		MO_COLUMNS_ATTISDROPPED_IDX,
		MO_COLUMNS_ATT_CONSTRAINT_TYPE_IDX,
		MO_COLUMNS_ATT_IS_UNSIGNED_IDX,
		MO_COLUMNS_ATT_IS_AUTO_INCREMENT_IDX,
		MO_COLUMNS_ATT_COMMENT_IDX,
		MO_COLUMNS_ATT_IS_HIDDEN_IDX,
		MO_COLUMNS_ATT_HAS_UPDATE_IDX,
		MO_COLUMNS_ATT_UPDATE_IDX,
		MO_COLUMNS_ATT_IS_CLUSTERBY,
		MO_COLUMNS_ATT_SEQNUM_IDX,
		MO_COLUMNS_ATT_ENUM_IDX,
	}

	// used by memengine or tae
	MoDatabaseTableDefs = []engine.TableDef{}
	// used by memengine or tae
	MoTablesTableDefs = []engine.TableDef{}
	// used by memengine or tae
	MoColumnsTableDefs = []engine.TableDef{}
	// used by memengine or tae or cn
	MoTableMetaDefs = []engine.TableDef{}

	MoDatabaseConstraint = []byte{}
	MoTableConstraint    = []byte{}
	MoColumnConstraint   = []byte{}
)

var (
	QueryResultPath     string
	QueryResultMetaPath string
	QueryResultMetaDir  string
	//ProfileDir holds all profiles dumped by the runtime/pprof
	ProfileDir string
)

var (
	MetaColTypes = []types.Type{
		types.New(types.T_uuid, 0, 0),
		types.New(types.T_text, 0, 0),
		types.New(types.T_uint32, 0, 0),
		types.New(types.T_uint32, 0, 0),
		types.New(types.T_text, 0, 0),
		types.New(types.T_timestamp, 0, 0),
		types.New(types.T_float64, 0, 0),
		types.New(types.T_text, 0, 0),
		types.New(types.T_text, 0, 0),
		types.New(types.T_uint32, 0, 0),
		types.New(types.T_timestamp, 0, 0),
		types.New(types.T_text, 0, 0),
		types.New(types.T_text, 0, 0),
		types.New(types.T_text, 0, 0),
		types.New(types.T_uint64, 0, 0),
		types.New(types.T_uint64, 0, 0),
	}

	MetaColNames = []string{
		"query_id",
		"statement",
		"account_id",
		"role_id",
		"result_path",
		"create_time",
		"result_size",
		"columns",
		"tables",
		"user_id",
		"expired_time",
		"plan",
		"Ast",
		"ColumnMap",
		"savedRowCount",
		"queryRowCount",
	}
)

var InternalColumns = map[string]int8{
	Row_ID:                                     0,
	PrefixPriColName:                           0,
	PrefixCBColName:                            0,
	PrefixIndexTableName:                       0,
	CPrimaryKeyColName:                         0,
	FakePrimaryKeyColName:                      0,
	IndexTableIndexColName:                     0,
	IndexTablePrimaryColName:                   0,
	SystemSI_IVFFLAT_TblCol_Metadata_key:       0,
	SystemSI_IVFFLAT_TblCol_Metadata_val:       0,
	SystemSI_IVFFLAT_TblCol_Centroids_version:  0,
	SystemSI_IVFFLAT_TblCol_Centroids_id:       0,
	SystemSI_IVFFLAT_TblCol_Centroids_centroid: 0,
	SystemSI_IVFFLAT_TblCol_Entries_version:    0,
	SystemSI_IVFFLAT_TblCol_Entries_id:         0,
	SystemSI_IVFFLAT_TblCol_Entries_entry:      0,
}

var InternalTableNames = map[string]int8{
	IndexTableNamePrefix: 0,
	MOAutoIncrTable:      0,
}

Functions

func BuildProfilePath

func BuildProfilePath(serviceTyp string, nodeId string, typ, name string) string

func BuildQueryResultMetaPath

func BuildQueryResultMetaPath(accountName, statementId string) string

func BuildQueryResultPath

func BuildQueryResultPath(accountName, statementId string, blockIdx int) string

func CalcSampleCount

func CalcSampleCount(lists, totalCnt int64) (sampleCnt int64)

CalcSampleCount is used to calculate the sample count for Kmeans index.

func ContainExternalHidenCol

func ContainExternalHidenCol(col string) bool

func CreateAlias

func CreateAlias(column string) string

func DefaultIvfIndexAlgoOptions

func DefaultIvfIndexAlgoOptions() map[string]string

func GenRows

func GenRows(bat *batch.Batch) [][]any

func IndexParamsMapToJsonString

func IndexParamsMapToJsonString(res map[string]string) (string, error)

IndexParamsMapToJsonString used by AlterTableInPlace and CreateIndexDef

func IndexParamsStringToMap

func IndexParamsStringToMap(indexParams string) (map[string]string, error)

IndexParamsStringToMap used by buildShowCreateTable and restoreDDL

func IndexParamsToJsonString

func IndexParamsToJsonString(def *tree.Index) (string, error)

IndexParamsToJsonString used by buildSecondaryIndexDef Eg:- {"lists":"10","op_type":"vector_l2_ops"}

func IndexParamsToStringList

func IndexParamsToStringList(indexParams string) (string, error)

IndexParamsToStringList used by buildShowCreateTable and restoreDDL Eg:- "LIST = 10 op_type 'vector_l2_ops'" NOTE: don't set default values here as it is used by SHOW and RESTORE DDL.

func IsAlias

func IsAlias(column string) bool

func IsHiddenTable

func IsHiddenTable(name string) bool

func IsIvfIndexAlgo

func IsIvfIndexAlgo(algo string) bool

func IsMasterIndexAlgo

func IsMasterIndexAlgo(algo string) bool

func IsNullIndexAlgo

func IsNullIndexAlgo(algo string) bool

IsNullIndexAlgo is used to skip printing the default "" index algo in the restoreDDL and buildShowCreateTable

func IsRegularIndexAlgo

func IsRegularIndexAlgo(algo string) bool

IsRegularIndexAlgo are indexes which will be handled by regular index flow, ie the one where we have one hidden table.

func ParseEntryList

func ParseEntryList(es []*api.Entry) (any, []*api.Entry, error)

consume a set of entries and return a command and the remaining entries

func ResolveAlias

func ResolveAlias(alias string) string

func ToLower

func ToLower(str string) string

ToLower is used for before comparing AlgoType and IndexAlgoParamOpType. Reason why they are strings

1. Changing AlgoType from string to Enum will break the backward compatibility. "panic: Unable to find target column from predefined table columns"
2. IndexAlgoParamOpType is serialized and stored in the mo_indexes as JSON string.

Types

type CreateDatabase

type CreateDatabase struct {
	DatabaseId  uint64
	Name        string
	CreateSql   string
	DatTyp      string
	Owner       uint32 // roleid
	Creator     uint32 // userid
	AccountId   uint32 // tenantid
	CreatedTime types.Timestamp
}

used for memengine and tae tae and memengine do not make the catalog into a table for its convenience, a conversion interface is provided to ensure easy use.

type CreateTable

type CreateTable struct {
	TableId      uint64
	Name         string
	CreateSql    string
	Owner        uint32
	Creator      uint32
	AccountId    uint32
	DatabaseId   uint64
	DatabaseName string
	Comment      string
	Partitioned  int8
	Partition    string
	RelKind      string
	Viewdef      string
	Constraint   []byte
	Defs         []engine.TableDef
}

func (CreateTable) String

func (t CreateTable) String() string

type DropDatabase

type DropDatabase struct {
	Id   uint64
	Name string
}

type DropOrTruncateTable

type DropOrTruncateTable struct {
	IsDrop       bool // true for Drop and false for Truncate
	Id           uint64
	NewId        uint64
	Name         string
	DatabaseId   uint64
	DatabaseName string
}

type Meta

type Meta struct {
	QueryId       [16]byte
	Statement     string
	AccountId     uint32
	RoleId        uint32
	ResultPath    string
	CreateTime    types.Timestamp
	ResultSize    float64
	Columns       string
	Tables        string
	UserId        uint32
	ExpiredTime   types.Timestamp
	Plan          string
	Ast           string
	ColumnMap     string
	SaveRowCount  uint64
	QueryRowCount uint64
}