management

Oct 19, 2024

Changes in this version

+ type RespondToRegisteredAgents struct

+ LoadBalancerTargetCollection *loadbalancer.LoadBalancerTargetCollection

+ ServerEventsChannel chan<- goroutine.ResultMessage

+ func (self *RespondToRegisteredAgents) ServeHTTP(response http.ResponseWriter, request *http.Request)

type Server

+ RespondToRegisteredAgents http.Handler

Sep 4, 2024

Changes in this version

type Client

+ func (self *Client) ReportLlamaCppSlotsAggregatedStatus(ctx context.Context, serverEventsChannel chan<- goroutine.ResultMessage, ...)

type RegisterTargetRequest

+ LlamaCppSlotsAggregatedStatus *llamacpp.LlamaCppSlotsAggregatedStatus

Aug 13, 2024

Changes in this version

type RegisterTargetRequest

+ PaddlerAgentName string

Jun 27, 2024

Changes in this version

type RespondToRegisterTarget

+ LoadBalancerTargetRegistrar *loadbalancer.LoadBalancerTargetRegistrar

May 31, 2024

Changes in this version

+ func NewRespondToStatic() http.Handler

+ type Client struct

+ HttpClient *http.Client

+ ManagementServerConfiguration *ManagementServerConfiguration

+ func (self *Client) ReportLlamaCppHealthStatus(ctx context.Context, serverEventsChannel chan<- goroutine.ResultMessage, ...)

+ type ManagementServerConfiguration struct

+ EnableDashboard bool

+ HttpAddress *netcfg.HttpAddressConfiguration

+ type RegisterTargetRequest struct

+ LlamaCppHealthStatus *llamacpp.LlamaCppHealthStatus

+ LlamaCppTargetConfiguration *loadbalancer.LlamaCppTargetConfiguration

+ type RespondToDashboard struct

+ DashboardTemplates *template.Template

+ LoadBalancer *loadbalancer.LoadBalancer

+ ServerEventsChannel chan<- goroutine.ResultMessage

+ func NewRespondToDashboard(loadBalancer *loadbalancer.LoadBalancer, ...) (*RespondToDashboard, error)

+ func (self *RespondToDashboard) ServeHTTP(response http.ResponseWriter, request *http.Request)

+ type RespondToDashboardTemplateProps struct

+ LlamaCppTargets <-chan *loadbalancer.LlamaCppTarget

+ LoadBalancerStatus *loadbalancer.LoadBalancerStatus

+ type RespondToHealth struct

+ LoadBalancer *loadbalancer.LoadBalancer

+ ServerEventsChannel chan<- goroutine.ResultMessage

+ func (self *RespondToHealth) ServeHTTP(response http.ResponseWriter, request *http.Request)

+ type RespondToRegisterTarget struct

+ LoadBalancer *loadbalancer.LoadBalancer

+ ServerEventsChannel chan<- goroutine.ResultMessage

+ func (self *RespondToRegisterTarget) ServeHTTP(response http.ResponseWriter, request *http.Request)

+ type Server struct

+ Logger hclog.Logger

+ ManagementServerConfiguration *ManagementServerConfiguration

+ RespondToDashboard http.Handler

+ RespondToHealth http.Handler

+ RespondToRegisterTarget http.Handler

+ RespondToStatic http.Handler

+ func (self *Server) Serve(serverEventsChannel chan<- goroutine.ResultMessage)