util

package
v0.0.0-...-6a4af0a Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Jun 28, 2024 License: Apache-2.0 Imports: 29 Imported by: 6

Documentation

Index

Constants

View Source 
const (
	MilvusClientResourceTyp = "milvus_client"
	MilvusClientExpireTime  = 30 * time.Second
	DefaultDbName           = "default"
)

Variables

View Source 
var (
	EtcdOpTimeout        = 10 * time.Second
	EtcdOpRetryTime uint = 5
)
View Source 
var (
	EmptyMsgPack            = &msgstream.MsgPack{}
	SuffixSnapshotTombstone = []byte{0xE2, 0x9B, 0xBC} // base64 value: "4pu8"
)
View Source 
var (
	DroppedDatabaseKey   = "database"
	DroppedCollectionKey = "collection"
	DroppedPartitionKey  = "partition"
)
View Source 
var DefaultReplicateTTInterval = 500
View Source 
var NotFoundDatabase = errors.New("database not found")

Functions

func Base64Encode 

func Base64Encode(obj []byte) string

func Base64JSON 

func Base64JSON(obj any) string

func Base64Msg 

func Base64Msg(msg msgstream.TsMsg) string

func Base64MsgPosition 

func Base64MsgPosition(position *msgstream.MsgPosition) string

func Base64ProtoObj 

func Base64ProtoObj(obj proto.Message) string

func ConvertKVPairToMap 

func ConvertKVPairToMap(pair []*commonpb.KeyValuePair) map[string]string

func EtcdDelete 

func EtcdDelete(etcdCli KVApi, key string, opts ...clientv3.OpOption) error

func EtcdGet deprecated 

func EtcdGet(etcdCli KVApi, key string, opts ...clientv3.OpOption) (*clientv3.GetResponse, error)

Deprecated: use EtcdGetWithContext instead

func EtcdGetWithContext 

func EtcdGetWithContext(ctx context.Context, etcdCli KVApi, key string, opts ...clientv3.OpOption) (*clientv3.GetResponse, error)

func EtcdPut 

func EtcdPut(etcdCli KVApi, key, val string, opts ...clientv3.OpOption) error

func EtcdStatus 

func EtcdStatus(etcdCli KVApi) error

func EtcdTxn 

func EtcdTxn(etcdCli KVApi, fun func(txn clientv3.Txn) error) error

func GetAPIKey 

func GetAPIKey(username, password string) string

func GetCollectionIDFromMsgPack 

func GetCollectionIDFromMsgPack(msgPack *msgstream.MsgPack) int64

func GetCollectionIDFromRequest 

func GetCollectionIDFromRequest(req any) (int64, bool)

func GetCollectionInfoKeys 

func GetCollectionInfoKeys(collectionName, dbName string) (string, string)

func GetCollectionNameFromMsgPack 

func GetCollectionNameFromMsgPack(msgPack *msgstream.MsgPack) string

func GetCollectionNameFromRequest 

func GetCollectionNameFromRequest(req any) (string, bool)

func GetCreateInfoKey 

func GetCreateInfoKey(key string) string

func GetDBInfoKeys 

func GetDBInfoKeys(dbName string) (string, string)

func GetDialOptions 

func GetDialOptions(config DialConfig) ([]grpc.DialOption, error)

func GetDropInfoKey 

func GetDropInfoKey(key string) string

func GetEtcdConfig 

func GetEtcdConfig(etcdServerConfig config.EtcdServerConfig) (clientv3.Config, error)

func GetEtcdSSLCfg 

func GetEtcdSSLCfg(endpoints []string, certFile string, keyFile string, caCertFile string, minVersion string, cfg *clientv3.Config) (*clientv3.Config, error)

func GetPartitionInfoKeys 

func GetPartitionInfoKeys(partitionName, collectionName, dbName string) (string, string)

func GetRetryDefaultOptions 

func GetRetryDefaultOptions() []retry.Option

GetRetryDefaultOptions 2 days retry

func GetRetryOptions 

func GetRetryOptions(c config.RetrySettings) []retry.Option

func GetVChannel 

func GetVChannel(pchannel, mark string) string

func InitMilvusPkgParam 

func InitMilvusPkgParam()

func IsTombstone 

func IsTombstone(data []byte) bool

func IsUnRecoverable 

func IsUnRecoverable(err error) bool

IsUnRecoverable is used to judge whether the error is wrapped by unrecoverableError.

func MockEtcdClient 

func MockEtcdClient(new func(cfg clientv3.Config) (KVApi, error), f func())

deprecated

func NewMsgStreamFactory 

func NewMsgStreamFactory(factory msgstream.Factory, ttMsgStream bool) msgstream.Factory

func NoRetryOption 

func NoRetryOption() []retry.Option

func OnceFuncWithContext 

func OnceFuncWithContext(f func(context.Context)) func(context.Context)

OnceFuncWithContext copy from the oncefunc.go

func ToBytes 

func ToBytes(s string) []byte

ToBytes performs unholy acts to avoid allocations

func ToPhysicalChannel 

func ToPhysicalChannel(vchannel string) string

ToPhysicalChannel get physical channel name from virtual channel name

func ToString 

func ToString(b []byte) string

ToString like ToBytes

func Unrecoverable 

func Unrecoverable(err error) error

Unrecoverable method wrap an error to unrecoverableError. This will make retry quick return.

Types

type CollectionIDGetter 

type CollectionIDGetter interface {
	GetCollectionID() int64
}

type CollectionNameGetter 

type CollectionNameGetter interface {
	GetCollectionName() string
}

type DialConfig 

type DialConfig struct {
	ServerName    string `json:"server_name" mapstructure:"server_name"`
	ServerPemPath string `json:"server_pem_path" mapstructure:"server_pem_path"`
	CaPemPath     string `json:"ca_pem_path" mapstructure:"ca_pem_path"`
	ClientPemPath string `json:"client_pem_path" mapstructure:"client_pem_path"`
	ClientKeyPath string `json:"client_key_path" mapstructure:"client_key_path"`
}

type ErrorList 

type ErrorList []error

ErrorList for print error log

func (ErrorList) Error 

func (el ErrorList) Error() string

Error method return an string representation of retry error list.

type KVApi 

type KVApi interface {
	clientv3.KV
	clientv3.Watcher
	// Status From clientv3.Maintenance interface
	Status(ctx context.Context, endpoint string) (*clientv3.StatusResponse, error)
	Endpoints() []string
}

func GetEtcdClient 

func GetEtcdClient(etcdServerConfig config.EtcdServerConfig) (KVApi, error)

func GetEtcdClientWithAddress 

func GetEtcdClientWithAddress(endpoints []string) (KVApi, error)

type Map 

type Map[K comparable, V any] struct {
	// contains filtered or unexported fields
}

func (*Map[K, V]) Delete 

func (m *Map[K, V]) Delete(key K)

func (*Map[K, V]) GetUnsafeMap 

func (m *Map[K, V]) GetUnsafeMap() map[K]V

func (*Map[K, V]) Load 

func (m *Map[K, V]) Load(key K) (value V, ok bool)

func (*Map[K, V]) LoadAndDelete 

func (m *Map[K, V]) LoadAndDelete(key K) (value V, loaded bool)

func (*Map[K, V]) LoadOrStore 

func (m *Map[K, V]) LoadOrStore(key K, value V) (actual V, loaded bool)

func (*Map[K, V]) LoadWithDefault 

func (m *Map[K, V]) LoadWithDefault(key K, value V) V

func (*Map[K, V]) Range 

func (m *Map[K, V]) Range(f func(key K, value V) bool) bool

func (*Map[K, V]) Store 

func (m *Map[K, V]) Store(key K, value V)

type MilvusClientResourceManager 

type MilvusClientResourceManager struct {
	// contains filtered or unexported fields
}

func GetMilvusClientManager 

func GetMilvusClientManager() *MilvusClientResourceManager

func (*MilvusClientResourceManager) GetMilvusClient 

func (m *MilvusClientResourceManager) GetMilvusClient(ctx context.Context, address, apiKey, database string, enableTLS bool, dialConfig DialConfig) (client.Client, error)

type MsgStreamFactory 

type MsgStreamFactory struct {
	// contains filtered or unexported fields
}

func (*MsgStreamFactory) NewMsgStream 

func (m *MsgStreamFactory) NewMsgStream(ctx context.Context) (msgstream.MsgStream, error)

func (*MsgStreamFactory) NewMsgStreamDisposer 

func (m *MsgStreamFactory) NewMsgStreamDisposer(ctx context.Context) func([]string, string) error

func (*MsgStreamFactory) NewTtMsgStream 

func (m *MsgStreamFactory) NewTtMsgStream(ctx context.Context) (msgstream.MsgStream, error)

type OnceWriteChan 

type OnceWriteChan[T any] struct {
	// contains filtered or unexported fields
}

func NewOnceWriteChan 

func NewOnceWriteChan[T any](c chan<- T) *OnceWriteChan[T]

func (*OnceWriteChan[T]) Write 

func (o *OnceWriteChan[T]) Write(data T)

type SafeArray 

type SafeArray[T any] struct {
	sync.RWMutex
	// contains filtered or unexported fields
}

func (*SafeArray[T]) Append 

func (sa *SafeArray[T]) Append(n T)

func (*SafeArray[T]) Get 

func (sa *SafeArray[T]) Get(index int) T

func (*SafeArray[T]) Range 

func (sa *SafeArray[T]) Range(f func(index int, value T) bool)

type Value 

type Value[T any] struct {
	// contains filtered or unexported fields
}

func NewValue 

func NewValue[T any](initValue T) *Value[T]

func (*Value[T]) CompareAndSwap 

func (value *Value[T]) CompareAndSwap(old T, new T) bool

func (*Value[T]) CompareAndSwapWithFunc 

func (value *Value[T]) CompareAndSwapWithFunc(f func(old T) T)

func (*Value[T]) Load 

func (value *Value[T]) Load() T

func (*Value[T]) Store 

func (value *Value[T]) Store(t T)

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.