sharding

Documentation

Index

• func ColumnShardingKeyGen(col string) func(row abstract.ChangeItem) string
• func GetShardIndexUserMapping(cfg model.ChSinkParams) map[string]int
• type ShardID
• type ShardMap
  • func ShardsFromSinkParams(shards map[string][]string) ShardMap[[]string]
  • func (s ShardMap[T]) Shard(id ShardID) T
  • func (s ShardMap[T]) Shards() []ShardID
• type Sharder
  • func CHSharder(cfg model.ChSinkParams, transferID string) Sharder
  • func ConstSharder() Sharder
  • func KeyGenHashHandler(keygen func(row abstract.ChangeItem) string, shardCnt int) Sharder
  • func KeyGenUserMappingHandler(keygen func(row abstract.ChangeItem) string, mapping map[string]int, ...) Sharder
  • func RoundRobinSharder(shardCnt int) Sharder
• type Shards

Functions

func ColumnShardingKeyGen

func ColumnShardingKeyGen(col string) func(row abstract.ChangeItem) string

func GetShardIndexUserMapping

func GetShardIndexUserMapping(cfg model.ChSinkParams) map[string]int

Types

type ShardID

type ShardID int

type ShardMap

type ShardMap[T any] map[ShardID]T

func ShardsFromSinkParams

func ShardsFromSinkParams(shards map[string][]string) ShardMap[[]string]

func (ShardMap[T]) Shard

func (s ShardMap[T]) Shard(id ShardID) T

func (ShardMap[T]) Shards

func (s ShardMap[T]) Shards() []ShardID

type Sharder

type Sharder func(row abstract.ChangeItem) ShardID

func CHSharder

func CHSharder(cfg model.ChSinkParams, transferID string) Sharder

func ConstSharder

func ConstSharder() Sharder

func KeyGenHashHandler

func KeyGenHashHandler(keygen func(row abstract.ChangeItem) string, shardCnt int) Sharder

func KeyGenUserMappingHandler

func KeyGenUserMappingHandler(keygen func(row abstract.ChangeItem) string, mapping map[string]int, shardsCnt int) Sharder

func RoundRobinSharder

func RoundRobinSharder(shardCnt int) Sharder

type Shards

type Shards[T any] interface {
	Shard(id ShardID) T
	Shards() []ShardID
}