serverds

Documentation

Index

• func DumpModelSetInfo(modelset map[string]sets.String) string
• func EnsureGetCaFromSecrets(kubeclient kubernetes.Interface) (cacert []byte)
• type CacheGpuInfo
• type TTLCacheGpu
  • func NewTTLCacheGpu(ttl time.Duration) *TTLCacheGpu
  • func (cg *TTLCacheGpu) GetCacheGpuInfo(did string) *GpuInfo
  • func (cg *TTLCacheGpu) GetCacheGpuInfoIgnoreTTL(did string) *GpuInfo
  • func (cg *TTLCacheGpu) SetCacheGpuInfo(did string, cgpuinfo *CacheGpuInfo)

Functions

func DumpModelSetInfo

func DumpModelSetInfo(modelset map[string]sets.String) string

func EnsureGetCaFromSecrets

func EnsureGetCaFromSecrets(kubeclient kubernetes.Interface) (cacert []byte)

EnsureGetCaFromSecrets block until get the ca from secret

Types

type CacheGpuInfo

type CacheGpuInfo struct {
	*GpuInfo
	LastUpdateTime time.Time
}

type TTLCacheGpu

type TTLCacheGpu struct {
	// contains filtered or unexported fields
}

TTLCacheGpu store for GpuInfo, in case of calling getGpuInfo echo interval PRODUCE_INTERVAL

func NewTTLCacheGpu

func NewTTLCacheGpu(ttl time.Duration) *TTLCacheGpu

func (*TTLCacheGpu) GetCacheGpuInfo

func (cg *TTLCacheGpu) GetCacheGpuInfo(did string) *GpuInfo

func (*TTLCacheGpu) GetCacheGpuInfoIgnoreTTL

func (cg *TTLCacheGpu) GetCacheGpuInfoIgnoreTTL(did string) *GpuInfo

func (*TTLCacheGpu) SetCacheGpuInfo

func (cg *TTLCacheGpu) SetCacheGpuInfo(did string, cgpuinfo *CacheGpuInfo)