messenger

Documentation

Index

• type LoadBalancer
• type Messenger
  • func NewMessenger(ctx context.Context, requestsURL string, responsesURL string, maxHandlers int, ...) (*Messenger, error)
  • func (m *Messenger) Start(ctx context.Context) error
  • func (m *Messenger) Stop(ctx context.Context) error
• type ModelClient

Types

type LoadBalancer

type LoadBalancer interface {
	AwaitBestAddress(ctx context.Context, req *apiutils.Request) (string, func(), error)
}

type Messenger

type Messenger struct {
	HTTPC *http.Client

	MaxHandlers     int
	ErrorMaxBackoff time.Duration
	// contains filtered or unexported fields
}

func NewMessenger

func NewMessenger(
	ctx context.Context,
	requestsURL string,
	responsesURL string,
	maxHandlers int,
	errorMaxBackoff time.Duration,
	modelClient ModelClient,
	lb LoadBalancer,
	httpClient *http.Client,
) (*Messenger, error)

func (*Messenger) Start

func (m *Messenger) Start(ctx context.Context) error

func (*Messenger) Stop

func (m *Messenger) Stop(ctx context.Context) error

type ModelClient

type ModelClient interface {
	LookupModel(ctx context.Context, model, adapter string, selectors []string) (*v1.Model, error)
	ScaleAtLeastOneReplica(ctx context.Context, model string) error
}