management

Documentation

Index

• func NewRespondToStatic() http.Handler
• type Client
  • func (self *Client) ReportLlamaCppSlotsAggregatedStatus(ctx context.Context, serverEventsChannel chan<- goroutine.ResultMessage, ...)
• type ManagementServerConfiguration
• type RegisterTargetRequest
• type RespondToDashboard
  • func NewRespondToDashboard(loadBalancer *loadbalancer.LoadBalancer, ...) (*RespondToDashboard, error)
  • func (self *RespondToDashboard) ServeHTTP(response http.ResponseWriter, request *http.Request)
• type RespondToDashboardTemplateProps
• type RespondToHealth
  • func (self *RespondToHealth) ServeHTTP(response http.ResponseWriter, request *http.Request)
• type RespondToRegisterTarget
  • func (self *RespondToRegisterTarget) ServeHTTP(response http.ResponseWriter, request *http.Request)
• type RespondToRegisteredAgents
  • func (self *RespondToRegisteredAgents) ServeHTTP(response http.ResponseWriter, request *http.Request)
• type Server
  • func (self *Server) Serve(serverEventsChannel chan<- goroutine.ResultMessage)

Functions

func NewRespondToStatic

func NewRespondToStatic() http.Handler

Types

type Client

type Client struct {
	HttpClient                    *http.Client
	ManagementServerConfiguration *ManagementServerConfiguration
}

func (*Client) ReportLlamaCppSlotsAggregatedStatus

func (self *Client) ReportLlamaCppSlotsAggregatedStatus(
	ctx context.Context,
	serverEventsChannel chan<- goroutine.ResultMessage,
	llamaCppConfiguration *llamacpp.LlamaCppConfiguration,
	llamaCppSlotsAggregatedStatus *llamacpp.LlamaCppSlotsAggregatedStatus,
	llamaCppTargetId string,
	llamaCppTargetName string,
)

type ManagementServerConfiguration

type ManagementServerConfiguration struct {
	EnableDashboard bool
	HttpAddress     *netcfg.HttpAddressConfiguration
}

type RegisterTargetRequest

type RegisterTargetRequest struct {
	LlamaCppSlotsAggregatedStatus *llamacpp.LlamaCppSlotsAggregatedStatus   `json:"llama_cpp_slots_aggregated_status"`
	LlamaCppTargetConfiguration   *loadbalancer.LlamaCppTargetConfiguration `json:"llama_cpp_target_configuration"`
	PaddlerAgentName              string                                    `json:"paddler_agent_name"`
}

type RespondToDashboard

type RespondToDashboard struct {
	DashboardTemplates  *template.Template
	LoadBalancer        *loadbalancer.LoadBalancer
	ServerEventsChannel chan<- goroutine.ResultMessage
}

func NewRespondToDashboard

func NewRespondToDashboard(
	loadBalancer *loadbalancer.LoadBalancer,
	serverEventsChannel chan<- goroutine.ResultMessage,
) (*RespondToDashboard, error)

func (*RespondToDashboard) ServeHTTP

func (self *RespondToDashboard) ServeHTTP(response http.ResponseWriter, request *http.Request)

type RespondToDashboardTemplateProps

type RespondToDashboardTemplateProps struct {
	LlamaCppTargets    []*loadbalancer.LlamaCppTarget
	LoadBalancerStatus *loadbalancer.LoadBalancerStatus
}

type RespondToHealth

type RespondToHealth struct {
	LoadBalancer        *loadbalancer.LoadBalancer
	ServerEventsChannel chan<- goroutine.ResultMessage
}

func (*RespondToHealth) ServeHTTP

func (self *RespondToHealth) ServeHTTP(response http.ResponseWriter, request *http.Request)

type RespondToRegisterTarget

type RespondToRegisterTarget struct {
	LoadBalancerTargetRegistrar *loadbalancer.LoadBalancerTargetRegistrar
	ServerEventsChannel         chan<- goroutine.ResultMessage
}

func (*RespondToRegisterTarget) ServeHTTP

func (self *RespondToRegisterTarget) ServeHTTP(response http.ResponseWriter, request *http.Request)

type RespondToRegisteredAgents

type RespondToRegisteredAgents struct {
	LoadBalancerTargetCollection *loadbalancer.LoadBalancerTargetCollection
	ServerEventsChannel          chan<- goroutine.ResultMessage
}

func (*RespondToRegisteredAgents) ServeHTTP

func (self *RespondToRegisteredAgents) ServeHTTP(response http.ResponseWriter, request *http.Request)

type Server

type Server struct {
	ManagementServerConfiguration *ManagementServerConfiguration
	Logger                        hclog.Logger
	RespondToDashboard            http.Handler
	RespondToHealth               http.Handler
	RespondToRegisterTarget       http.Handler
	RespondToStatic               http.Handler
	RespondToRegisteredAgents     http.Handler
}

func (*Server) Serve

func (self *Server) Serve(serverEventsChannel chan<- goroutine.ResultMessage)