client

Documentation

Index

• func Close() error
• func Infer[I, O any](modelFactory func() model.Model[I, O], input I) (O, error)
• func Init(url string, models []model.ModelMeta) error
• func ModelInferRequest(client protobuf.GRPCInferenceServiceClient, ...) (*protobuf.ModelInferResponse, error)
• func ModelMetadataRequest(client protobuf.GRPCInferenceServiceClient, modelName string, ...) (*protobuf.ModelMetadataResponse, error)
• func ServerLiveRequest(client protobuf.GRPCInferenceServiceClient) (*protobuf.ServerLiveResponse, error)
• func ServerReadyRequest(client protobuf.GRPCInferenceServiceClient) (*protobuf.ServerReadyResponse, error)

Functions

func Close

func Close() error

Close tears down underlying grpc connection.

func Infer

func Infer[I, O any](modelFactory func() model.Model[I, O], input I) (O, error)

Infer is a generic function takes in modelFactory to create model.Model and input for model.PreProcess(), and performs infer request based on model metadata automatically.

func Init

func Init(url string, models []model.ModelMeta) error

Init initializes grpc connection and fetch all models metadata from grpc server.

func ModelInferRequest

func ModelInferRequest(client protobuf.GRPCInferenceServiceClient, modelInferRequest *protobuf.ModelInferRequest) (*protobuf.ModelInferResponse, error)

func ModelMetadataRequest

func ModelMetadataRequest(client protobuf.GRPCInferenceServiceClient, modelName string, modelVersion string) (*protobuf.ModelMetadataResponse, error)

func ServerLiveRequest

func ServerLiveRequest(client protobuf.GRPCInferenceServiceClient) (*protobuf.ServerLiveResponse, error)

func ServerReadyRequest

func ServerReadyRequest(client protobuf.GRPCInferenceServiceClient) (*protobuf.ServerReadyResponse, error)