messenger

Documentation

Index

• type Messenger
  • func NewMessenger(ctx context.Context, requestsURL string, responsesURL string, maxHandlers int, ...) (*Messenger, error)
  • func (m *Messenger) Start(ctx context.Context) error
  • func (m *Messenger) Stop(ctx context.Context) error
• type ModelResolver
• type ModelScaler

Types

type Messenger

type Messenger struct {
	HTTPC *http.Client

	MaxHandlers     int
	ErrorMaxBackoff time.Duration
	// contains filtered or unexported fields
}

func NewMessenger

func NewMessenger(
	ctx context.Context,
	requestsURL string,
	responsesURL string,
	maxHandlers int,
	errorMaxBackoff time.Duration,
	modelScaler ModelScaler,
	modelResolver ModelResolver,
	httpClient *http.Client,
) (*Messenger, error)

func (*Messenger) Start

func (m *Messenger) Start(ctx context.Context) error

func (*Messenger) Stop

func (m *Messenger) Stop(ctx context.Context) error

type ModelResolver

type ModelResolver interface {
	AwaitBestAddress(ctx context.Context, model string) (string, func(), error)
}

type ModelScaler

type ModelScaler interface {
	ModelExists(ctx context.Context, model string) (bool, error)
	ScaleAtLeastOneReplica(ctx context.Context, model string) error
}