Why Go
- Case Studies
  
  Common problems companies solve with Go
- Use Cases
  
  Stories about how and why companies use Go
- Security Policy
  
  How Go can help keep you secure by default
Learn
Docs
- Effective Go
  
  Tips for writing clear, performant, and idiomatic Go code
- Go User Manual
  
  A complete introduction to building software with Go
- Standard library
  
  Reference documentation for Go's standard library
- Release Notes
  
  Learn what's new in each Go release
Packages
Community
- Recorded Talks
  
  Videos from prior events
- Meetups
  
  Meet other local Go developers
- Conferences
  
  Learn and network with Go developers from around the world
- Go blog
  
  The Go project's official blog.
- Go project
  
  Get help and stay informed from Go
- Get connected

agent

package

Go to main page

Versions in this module

v2

v2.8.5

Nov 7, 2024

v2.8.4

Oct 11, 2024

v2.8.2

Jun 26, 2024

v2.8.0

Feb 28, 2024

v2.7.0

Jan 22, 2024

v2.4.0

Apr 18, 2023

Changes in this version

+ func AutoscalingEnabled(model *pbs.Model) bool

type Client

+ func (c *Client) WaitReadySubServices(isStartup bool) error

+ type ClientSettings struct

+ func NewClientSettings(serverName string, replicaIdx uint32, schedulerHost string, ...) *ClientSettings

v2.0.0

Dec 2, 2022

Changes in this version

+ const DefaultModelMemoryBytes

+ const DefaultReverseProxyHTTPPort

+ const GRPCDebugServicePort

+ const ReverseGRPCProxyPort

+ const V2CommunicationErrCode

+ const V2RequestErrCode

+ var ErrServerNotReady = errors.New("Server not ready")

+ var ErrV2BadRequest = errors.New("V2 Bad Request")

+ func NewAgentDebug(logger log.FieldLogger, port uint) *agentDebug

+ func NewReverseGRPCProxy(metricsHandler metrics.AgentMetricsHandler, logger log.FieldLogger, ...) *reverseGRPCProxy

+ func NewReverseHTTPProxy(logger log.FieldLogger, backendHTTPServerHost string, ...) *reverseHTTPProxy

+ func ParseReplicaConfig(json string) (*agent.ReplicaConfig, error)

+ type AgentSubscriber struct

+ type Client struct

+ func NewClient(serverName string, replicaIdx uint32, schedulerHost string, ...) *Client

+ func (c *Client) LoadModel(request *agent.ModelOperationMessage) error

+ func (c *Client) Start() error

+ func (c *Client) StartService() error

+ func (c *Client) Stop()

+ func (c *Client) UnloadAllModels() error

+ func (c *Client) UnloadModel(request *agent.ModelOperationMessage) error

+ func (c *Client) WaitReady() error

+ type ClientServices struct

+ ModelRepository repository.ModelRepository

+ type KubernetesOptions struct

+ type LocalStateManager struct

+ func NewLocalStateManager(modelVersions *ModelState, logger log.FieldLogger, v2Client *V2Client, ...) *LocalStateManager

+ func (manager *LocalStateManager) EnsureLoadModel(modelId string) error

+ func (manager *LocalStateManager) GetAvailableMemoryBytes() uint64

+ func (manager *LocalStateManager) GetAvailableMemoryBytesWithOverCommit() uint64

+ func (manager *LocalStateManager) GetOverCommitMemoryBytes() float32

+ func (manager *LocalStateManager) LoadModelVersion(modelVersionDetails *agent.ModelVersion) error

+ func (manager *LocalStateManager) UnloadModelVersion(modelVersionDetails *agent.ModelVersion) error

+ type MLServerModelInfo struct

+ Name string

+ State MLServerModelState

+ type MLServerModelState string

+ const MLServerModelState_LOADING

+ const MLServerModelState_READY

+ const MLServerModelState_UNAVAILABLE

+ const MLServerModelState_UNKNOWN

+ const MLServerModelState_UNLOADING

+ type ModelState struct

+ func NewModelState() *ModelState

+ type SchedulerAgent interface

+ type SchedulerGrpcClientOptions struct

+ type Server struct

+ func NewAgentServer(logger log.FieldLogger, store store.ModelStore, scheduler scheduler.Scheduler, ...) *Server

+ func (s *Server) AgentDrain(ctx context.Context, message *pb.AgentDrainRequest) (*pb.AgentDrainResponse, error)

+ func (s *Server) AgentEvent(ctx context.Context, message *pb.ModelEventMessage) (*pb.ModelEventResponse, error)

+ func (s *Server) ModelScalingTrigger(stream pb.AgentService_ModelScalingTriggerServer) error

+ func (s *Server) StartGrpcServer(allowPlainTxt bool, agentPort uint, agentTlsPort uint) error

+ func (s *Server) StopAgentStreams()

+ func (s *Server) Subscribe(request *pb.AgentSubscribeRequest, stream pb.AgentService_SubscribeServer) error

+ func (s *Server) Sync(modelName string)

+ type ServerKey struct

+ type V2Client struct

+ func NewV2Client(host string, port int, logger log.FieldLogger, isGrpc bool) *V2Client

+ func (v *V2Client) GetModels() ([]MLServerModelInfo, error)

+ func (v *V2Client) LoadModel(name string) *V2Err

+ func (v *V2Client) Ready() error

+ func (v *V2Client) UnloadModel(name string) *V2Err

+ type V2Err struct

+ func (v *V2Err) IsNotFound() bool

+ type V2ServerError struct

+ Error string