messenger

Documentation

Index

• type EndpointResolver
• type Messenger
  • func NewMessenger(ctx context.Context, requestsURL string, responsesURL string, maxHandlers int, ...) (*Messenger, error)
  • func (m *Messenger) Start(ctx context.Context) error
  • func (m *Messenger) Stop(ctx context.Context) error
• type ModelScaler

Types

type EndpointResolver

type EndpointResolver interface {
	AwaitBestAddress(ctx context.Context, model, adapter string) (string, func(), error)
}

type Messenger

type Messenger struct {
	HTTPC *http.Client

	MaxHandlers     int
	ErrorMaxBackoff time.Duration
	// contains filtered or unexported fields
}

func NewMessenger

func NewMessenger(
	ctx context.Context,
	requestsURL string,
	responsesURL string,
	maxHandlers int,
	errorMaxBackoff time.Duration,
	modelScaler ModelScaler,
	resolver EndpointResolver,
	httpClient *http.Client,
) (*Messenger, error)

func (*Messenger) Start

func (m *Messenger) Start(ctx context.Context) error

func (*Messenger) Stop

func (m *Messenger) Stop(ctx context.Context) error

type ModelScaler

type ModelScaler interface {
	LookupModel(ctx context.Context, model, adapter string, selectors []string) (bool, error)
	ScaleAtLeastOneReplica(ctx context.Context, model string) error
}