kafkazk

package

Go to main page

Versions in this module

v3

v3.18.1

May 13, 2022

v3.18.0

May 10, 2022

v3.17.0

Apr 4, 2022

Changes in this version

type BrokerList

+ func (b BrokerList) SortByIDDesc()

v3.16.1

Mar 7, 2022

v3.16.0

Mar 3, 2022

v3.15.0

Feb 8, 2022

v3.14.0

Jan 31, 2022

Changes in this version

+ var NotReplacedBrokersFn = func(b *Broker) bool

+ var ReplacedBrokersFn = func(b *Broker) bool

type BrokerFilterFn

+ func AboveMeanFn(d float64, f func() float64) BrokerFilterFn

+ func BelowMeanFn(d float64, f func() float64) BrokerFilterFn

type Handler

+ GetTopicMetadata func(string) (TopicMetadata, error)

+ ListReassignments func() (Reassignments, error)

type PartitionMap

+ func (pm PartitionMap) BrokersIn() BrokerFilterFn

+ type SimpleZooKeeperClient interface

+ Children func(string) ([]string, error)

+ Close func()

+ Create func(string, string) error

+ CreateSequential func(string, string) error

+ Delete func(string) error

+ Exists func(string) (bool, error)

+ Get func(string) ([]byte, error)

+ NextInt func(string) (int32, error)

+ Ready func() bool

+ Set func(string, string) error

type Stub

+ func (zk *Stub) GetTopicMetadata(t string) (TopicMetadata, error)

+ func (zk *Stub) ListReassignments() (Reassignments, error)

+ type TopicMetadata struct

+ AddingReplicas map[int][]int

+ Name string

+ Partitions map[int][]int

+ RemovingReplicas map[int][]int

+ TopicID string

+ Version int

+ func (tm TopicMetadata) Reassignments() Reassignments

type ZKHandler

+ func (z *ZKHandler) GetTopicMetadata(t string) (TopicMetadata, error)

+ func (z *ZKHandler) ListReassignments() (Reassignments, error)

v3.13.1

Jan 7, 2022

v3.13.0

Dec 17, 2021

v3.12.0

Nov 3, 2021

v3.11.0

Jul 12, 2021

Changes in this version

type BrokerMeta

+ func (bm BrokerMeta) Copy() BrokerMeta

type BrokerMetaMap

+ func (bmm BrokerMetaMap) Copy() BrokerMetaMap

type Stub

+ func (zk *Stub) AddBrokers(b map[int]BrokerMeta)

+ func (zk *Stub) RemoveBrokers(ids []int)

type TopicState

+ func (ts *TopicState) Brokers() []int

v3.10.1

Jun 10, 2021

v3.10.0

Jun 7, 2021

v3.9.1

Jun 4, 2021

v3.9.0

Jun 3, 2021

v3.8.0

May 26, 2021

v3.7.0

May 5, 2021

v3.6.0

May 3, 2021

Changes in this version

type Handler

+ func NewZooKeeperStub() Handler

+ type Stub struct

+ func (zk *Stub) Children(p string) ([]string, error)

+ func (zk *Stub) Close()

+ func (zk *Stub) Create(p, d string) error

+ func (zk *Stub) CreateSequential(a, b string) error

+ func (zk *Stub) Delete(p string) error

+ func (zk *Stub) Exists(p string) (bool, error)

+ func (zk *Stub) Get(p string) ([]byte, error)

+ func (zk *Stub) GetAllBrokerMeta(withMetrics bool) (BrokerMetaMap, []error)

+ func (zk *Stub) GetAllPartitionMeta() (PartitionMetaMap, error)

+ func (zk *Stub) GetBrokerMetrics() (BrokerMetricsMap, error)

+ func (zk *Stub) GetPartitionMap(t string) (*PartitionMap, error)

+ func (zk *Stub) GetPendingDeletion() ([]string, error)

+ func (zk *Stub) GetReassignments() Reassignments

+ func (zk *Stub) GetTopicConfig(t string) (*TopicConfig, error)

+ func (zk *Stub) GetTopicState(t string) (*TopicState, error)

+ func (zk *Stub) GetTopicStateISR(t string) (TopicStateISR, error)

+ func (zk *Stub) GetTopics(ts []*regexp.Regexp) ([]string, error)

+ func (zk *Stub) GetUnderReplicated() ([]string, error)

+ func (zk *Stub) InitRawClient() error

+ func (zk *Stub) MaxMetaAge() (time.Duration, error)

+ func (zk *Stub) NextInt(p string) (int32, error)

+ func (zk *Stub) Ready() bool

+ func (zk *Stub) Set(p, d string) error

+ func (zk *Stub) UpdateKafkaConfig(c KafkaConfig) ([]bool, error)

+ type StubZnode struct

v3.5.0

Dec 8, 2020

Changes in this version

type Handler

+ GetUnderReplicated func() ([]string, error)

type Mock

+ func (zk *Mock) GetUnderReplicated() ([]string, error)

type ZKHandler

+ func (z *ZKHandler) GetUnderReplicated() ([]string, error)

v3.4.0

Sep 29, 2020

v3.3.1

Jul 22, 2020

Changes in this version

type Handler

+ func NewZooKeeperMock() Handler

+ NextInt func(string) (int32, error)

type Mock

+ func (zk *Mock) NextInt(p string) (int32, error)

+ type MockZnode struct

type ZKHandler

+ func (z *ZKHandler) NextInt(p string) (int32, error)

v3.3.0

Jul 15, 2020

Changes in this version

+ const StubBrokerID

+ var ErrInvalidKafkaConfigType = errors.New("Invalid Kafka config type")

+ var ErrInvalidSelectionMethod = errors.New("Invalid selection method")

+ var ErrNoBrokers = errors.New("No additional brokers that meet Constraints")

+ func WriteMap(pm *PartitionMap, path string) error

+ type Broker struct

+ ID int

+ Locality string

+ Missing bool

+ New bool

+ Replace bool

+ StorageFree float64

+ Used int

+ func (b Broker) Copy() Broker

+ type BrokerFilterFn func(*Broker) bool

+ var AllBrokersFn BrokerFilterFn = func(b *Broker) bool { ... }

+ type BrokerList []*Broker

+ func (b BrokerList) BestCandidate(c *Constraints, by string, p int64) (*Broker, error)

+ func (b BrokerList) Filter(f BrokerFilterFn) BrokerList

+ func (b BrokerList) SortByCount()

+ func (b BrokerList) SortByID()

+ func (b BrokerList) SortByStorage()

+ func (b BrokerList) SortPseudoShuffle(seed int64)

+ type BrokerMap map[int]*Broker

+ func BrokerMapFromPartitionMap(pm *PartitionMap, bm BrokerMetaMap, force bool) BrokerMap

+ func NewBrokerMap() BrokerMap

+ func (b BrokerMap) AboveMean(d float64, f func() float64) []int

+ func (b BrokerMap) BelowMean(d float64, f func() float64) []int

+ func (b BrokerMap) Copy() BrokerMap

+ func (b BrokerMap) Filter(f BrokerFilterFn) BrokerMap

+ func (b BrokerMap) HMean() float64

+ func (b BrokerMap) List() BrokerList

+ func (b BrokerMap) Mean() float64

+ func (b BrokerMap) MinMax() (float64, float64)

+ func (b BrokerMap) StorageDiff(b2 BrokerMap) map[int][2]float64

+ func (b BrokerMap) StorageRange() float64

+ func (b BrokerMap) StorageRangeSpread() float64

+ func (b BrokerMap) StorageStdDev() float64

+ func (b BrokerMap) SubStorage(pm *PartitionMap, pmm PartitionMetaMap, f func(*Broker) bool) error

+ func (b BrokerMap) SubstitutionAffinities(pm *PartitionMap) (SubstitutionAffinities, error)

+ func (b BrokerMap) Update(bl []int, bm BrokerMetaMap) (*BrokerStatus, <-chan string)

+ type BrokerMeta struct

+ Endpoints []string

+ Host string

+ JMXPort int

+ ListenerSecurityProtocolMap map[string]string

+ MetricsIncomplete bool

+ Port int

+ Rack string

+ StorageFree float64

+ Timestamp string

+ Version int

+ type BrokerMetaMap map[int]*BrokerMeta

+ type BrokerMetrics struct

+ StorageFree float64

+ type BrokerMetricsMap map[int]*BrokerMetrics

+ type BrokerStatus struct

+ Missing int

+ New int

+ OldMissing int

+ RackMissing int

+ Replace int

+ func (bs BrokerStatus) Changes() bool

+ type BrokerUseStats struct

+ Follower int

+ ID int

+ Leader int

+ type BrokerUseStatsList []*BrokerUseStats

+ func (b BrokerUseStatsList) Len() int

+ func (b BrokerUseStatsList) Less(i, j int) bool

+ func (b BrokerUseStatsList) Swap(i, j int)

+ type BrokerUseStatsMap map[int]*BrokerUseStats

+ func (b BrokerUseStatsMap) List() BrokerUseStatsList

+ type Config struct

+ Connect string

+ MetricsPrefix string

+ Prefix string

+ type Constraints struct

+ func MergeConstraints(bl BrokerList) *Constraints

+ func NewConstraints() *Constraints

+ func (c *Constraints) Add(b *Broker)

+ func (c *Constraints) MergeConstraints(bl BrokerList)

+ func (c *Constraints) SelectBroker(b BrokerList, p ConstraintsParams) (*Broker, error)

+ type ConstraintsParams struct

+ MinUniqueRackIDs int

+ RequestSize float64

+ SeedVal int64

+ SelectorMethod string

+ type DegreeDistribution struct

+ Relationships map[int]map[int]struct{}

+ func NewDegreeDistribution() DegreeDistribution

+ func (dd DegreeDistribution) Add(nodes []int)

+ func (dd DegreeDistribution) Count(n int) int

+ func (dd DegreeDistribution) Stats() DegreeDistributionStats

+ type DegreeDistributionStats struct

+ Avg float64

+ Max float64

+ Min float64

+ type ErrNoNode struct

+ func (e ErrNoNode) Error() string

+ type Handler interface

+ Children func(string) ([]string, error)

+ Close func()

+ Create func(string, string) error

+ CreateSequential func(string, string) error

+ Delete func(string) error

+ Exists func(string) (bool, error)

+ Get func(string) ([]byte, error)

+ GetAllBrokerMeta func(bool) (BrokerMetaMap, []error)

+ GetAllPartitionMeta func() (PartitionMetaMap, error)

+ GetPartitionMap func(string) (*PartitionMap, error)

+ GetPendingDeletion func() ([]string, error)

+ GetReassignments func() Reassignments

+ GetTopicConfig func(string) (*TopicConfig, error)

+ GetTopicState func(string) (*TopicState, error)

+ GetTopicStateISR func(string) (TopicStateISR, error)

+ GetTopics func([]*regexp.Regexp) ([]string, error)

+ MaxMetaAge func() (time.Duration, error)

+ Ready func() bool

+ Set func(string, string) error

+ UpdateKafkaConfig func(KafkaConfig) ([]bool, error)

+ func NewHandler(c *Config) (Handler, error)

+ type KafkaConfig struct

+ Configs []KafkaConfigKV

+ Name string

+ Type string

+ type KafkaConfigData struct

+ Config map[string]string

+ Version int

+ func NewKafkaConfigData() KafkaConfigData

+ type KafkaConfigKV [2]string

+ type Mappings map[int]map[string]PartitionList

+ func NewMappings() Mappings

+ func (m Mappings) LargestPartitions(id int, k int, pm PartitionMetaMap) (PartitionList, error)

+ func (m Mappings) Remove(id int, p Partition) error

+ type Mock struct

+ func (zk *Mock) Children(a string) ([]string, error)

+ func (zk *Mock) Close()

+ func (zk *Mock) Create(a, b string) error

+ func (zk *Mock) CreateSequential(a, b string) error

+ func (zk *Mock) Delete(a string) error

+ func (zk *Mock) Exists(a string) (bool, error)

+ func (zk *Mock) Get(a string) ([]byte, error)

+ func (zk *Mock) GetAllBrokerMeta(withMetrics bool) (BrokerMetaMap, []error)

+ func (zk *Mock) GetAllPartitionMeta() (PartitionMetaMap, error)

+ func (zk *Mock) GetBrokerMetrics() (BrokerMetricsMap, error)

+ func (zk *Mock) GetPartitionMap(t string) (*PartitionMap, error)

+ func (zk *Mock) GetPendingDeletion() ([]string, error)

+ func (zk *Mock) GetReassignments() Reassignments

+ func (zk *Mock) GetTopicConfig(t string) (*TopicConfig, error)

+ func (zk *Mock) GetTopicState(t string) (*TopicState, error)

+ func (zk *Mock) GetTopicStateISR(t string) (TopicStateISR, error)

+ func (zk *Mock) GetTopics(ts []*regexp.Regexp) ([]string, error)

+ func (zk *Mock) InitRawClient() error

+ func (zk *Mock) MaxMetaAge() (time.Duration, error)

+ func (zk *Mock) Ready() bool

+ func (zk *Mock) Set(a, b string) error

+ func (zk *Mock) UpdateKafkaConfig(c KafkaConfig) ([]bool, error)

+ type NoMappingForBroker struct

+ func (e NoMappingForBroker) Error() string

+ type NoMappingForTopic struct

+ func (e NoMappingForTopic) Error() string

+ type Partition struct

+ Partition int

+ Replicas []int

+ Topic string

+ func (p Partition) Equal(p2 Partition) bool

+ type PartitionList []Partition

+ func (p PartitionList) Len() int

+ func (p PartitionList) Less(i, j int) bool

+ func (p PartitionList) SortBySize(m PartitionMetaMap)

+ func (p PartitionList) Swap(i, j int)

+ type PartitionMap struct

+ Partitions PartitionList

+ Version int

+ func NewPartitionMap(opts ...PartitionMapOpt) *PartitionMap

+ func PartitionMapFromString(s string) (*PartitionMap, error)

+ func PartitionMapFromZK(t []*regexp.Regexp, zk Handler) (*PartitionMap, error)

+ func (pm *PartitionMap) Copy() *PartitionMap

+ func (pm *PartitionMap) DegreeDistribution() DegreeDistribution

+ func (pm *PartitionMap) Equal(pm2 *PartitionMap) (bool, error)

+ func (pm *PartitionMap) LocalitiesAvailable(bm BrokerMap, b *Broker) []string

+ func (pm *PartitionMap) Mappings() Mappings

+ func (pm *PartitionMap) OptimizeLeaderFollower()

+ func (pm *PartitionMap) Rebuild(params RebuildParams) (*PartitionMap, []error)

+ func (pm *PartitionMap) ReplicaSets(t string) ReplicaSets

+ func (pm *PartitionMap) SetReplication(r int)

+ func (pm *PartitionMap) Strip() *PartitionMap

+ func (pm *PartitionMap) Topics() []string

+ func (pm *PartitionMap) UseStats() BrokerUseStatsMap

+ type PartitionMapOpt func(*PartitionMap)

+ func Populate(s string, n, r int) PartitionMapOpt

+ type PartitionMeta struct

+ Size float64

+ type PartitionMetaMap map[string]map[int]*PartitionMeta

+ func NewPartitionMetaMap() PartitionMetaMap

+ func (pmm PartitionMetaMap) Size(p Partition) (float64, error)

+ type PartitionState struct

+ ControllerEpoch int

+ ISR []int

+ Leader int

+ LeaderEpoch int

+ Version int

+ type Reassignments map[string]map[int][]int

+ type RebuildParams struct

+ Affinities SubstitutionAffinities

+ BM BrokerMap

+ MinUniqueRackIDs int

+ Optimization string

+ PMM PartitionMetaMap

+ PartnSzFactor float64

+ Strategy string

+ func NewRebuildParams() RebuildParams

+ type ReplicaSets map[int][]int

+ type SubstitutionAffinities map[int]*Broker

+ func (sa SubstitutionAffinities) Get(id int) *Broker

+ type TopicConfig struct

+ Config map[string]string

+ Version int

+ type TopicState struct

+ Partitions map[string][]int

+ type TopicStateISR map[string]PartitionState

+ type ZKHandler struct

+ Connect string

+ MetricsPrefix string

+ Prefix string

+ func (z *ZKHandler) Children(p string) ([]string, error)

+ func (z *ZKHandler) Close()

+ func (z *ZKHandler) Create(p string, d string) error

+ func (z *ZKHandler) CreateSequential(p string, d string) error

+ func (z *ZKHandler) Delete(p string) error

+ func (z *ZKHandler) Exists(p string) (bool, error)

+ func (z *ZKHandler) Get(p string) ([]byte, error)

+ func (z *ZKHandler) GetAllBrokerMeta(withMetrics bool) (BrokerMetaMap, []error)

+ func (z *ZKHandler) GetAllPartitionMeta() (PartitionMetaMap, error)

+ func (z *ZKHandler) GetPartitionMap(t string) (*PartitionMap, error)

+ func (z *ZKHandler) GetPendingDeletion() ([]string, error)

+ func (z *ZKHandler) GetReassignments() Reassignments

+ func (z *ZKHandler) GetTopicConfig(t string) (*TopicConfig, error)

+ func (z *ZKHandler) GetTopicState(t string) (*TopicState, error)

+ func (z *ZKHandler) GetTopicStateISR(t string) (TopicStateISR, error)

+ func (z *ZKHandler) GetTopics(ts []*regexp.Regexp) ([]string, error)

+ func (z *ZKHandler) MaxMetaAge() (time.Duration, error)

+ func (z *ZKHandler) Ready() bool

+ func (z *ZKHandler) Set(p string, d string) error

+ func (z *ZKHandler) UpdateKafkaConfig(c KafkaConfig) ([]bool, error)

Other modules containing this package

github.com/DataDog/kafka-kit

github.com/DataDog/kafka-kit/v4

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL