v1

package
v0.131.0 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Jul 7, 2024 License: Apache-2.0 Imports: 10 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

View Source 
var ChatService_ServiceDesc = grpc.ServiceDesc{
	ServiceName: "llmoperator.chat.server.v1.ChatService",
	HandlerType: (*ChatServiceServer)(nil),
	Methods:     []grpc.MethodDesc{},
	Streams:     []grpc.StreamDesc{},
	Metadata:    "api/v1/inference_server.proto",
}

ChatService_ServiceDesc is the grpc.ServiceDesc for ChatService service. It's only intended for direct use with grpc.RegisterService, and not to be introspected or modified (even as a copy)

View Source 
var File_api_v1_inference_engine_proto protoreflect.FileDescriptor
View Source 
var File_api_v1_inference_server_proto protoreflect.FileDescriptor
View Source 
var File_api_v1_inference_server_worker_proto protoreflect.FileDescriptor
View Source 
var InferenceEngineInternalService_ServiceDesc = grpc.ServiceDesc{
	ServiceName: "llmoperator.inference_engine.v1.InferenceEngineInternalService",
	HandlerType: (*InferenceEngineInternalServiceServer)(nil),
	Methods: []grpc.MethodDesc{
		{
			MethodName: "PullModel",
			Handler:    _InferenceEngineInternalService_PullModel_Handler,
		},
		{
			MethodName: "DeleteModel",
			Handler:    _InferenceEngineInternalService_DeleteModel_Handler,
		},
		{
			MethodName: "ListModels",
			Handler:    _InferenceEngineInternalService_ListModels_Handler,
		},
	},
	Streams:  []grpc.StreamDesc{},
	Metadata: "api/v1/inference_engine.proto",
}

InferenceEngineInternalService_ServiceDesc is the grpc.ServiceDesc for InferenceEngineInternalService service. It's only intended for direct use with grpc.RegisterService, and not to be introspected or modified (even as a copy)

View Source 
var InferenceWorkerService_ServiceDesc = grpc.ServiceDesc{
	ServiceName: "llmoperator.inference.server.v1.InferenceWorkerService",
	HandlerType: (*InferenceWorkerServiceServer)(nil),
	Methods:     []grpc.MethodDesc{},
	Streams: []grpc.StreamDesc{
		{
			StreamName:    "ProcessTasks",
			Handler:       _InferenceWorkerService_ProcessTasks_Handler,
			ServerStreams: true,
			ClientStreams: true,
		},
	},
	Metadata: "api/v1/inference_server_worker.proto",
}

InferenceWorkerService_ServiceDesc is the grpc.ServiceDesc for InferenceWorkerService service. It's only intended for direct use with grpc.RegisterService, and not to be introspected or modified (even as a copy)

Functions

func RegisterChatServiceServer 

func RegisterChatServiceServer(s grpc.ServiceRegistrar, srv ChatServiceServer)

func RegisterInferenceEngineInternalServiceServer 

func RegisterInferenceEngineInternalServiceServer(s grpc.ServiceRegistrar, srv InferenceEngineInternalServiceServer)

func RegisterInferenceWorkerServiceServer added in v0.112.0 

func RegisterInferenceWorkerServiceServer(s grpc.ServiceRegistrar, srv InferenceWorkerServiceServer)

Types

type ChatCompletion 

type ChatCompletion struct {
	Id                string                   `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	Choices           []*ChatCompletion_Choice `protobuf:"bytes,2,rep,name=choices,proto3" json:"choices,omitempty"`
	Created           int32                    `protobuf:"varint,3,opt,name=created,proto3" json:"created,omitempty"`
	Model             string                   `protobuf:"bytes,4,opt,name=model,proto3" json:"model,omitempty"`
	SystemFingerprint string                   `protobuf:"bytes,5,opt,name=system_fingerprint,json=systemFingerprint,proto3" json:"system_fingerprint,omitempty"`
	Object            string                   `protobuf:"bytes,6,opt,name=object,proto3" json:"object,omitempty"`
	Usage             *ChatCompletion_Usage    `protobuf:"bytes,7,opt,name=usage,proto3" json:"usage,omitempty"`
	// contains filtered or unexported fields
}

func (*ChatCompletion) Descriptor deprecated 

func (*ChatCompletion) Descriptor() ([]byte, []int)

Deprecated: Use ChatCompletion.ProtoReflect.Descriptor instead.

func (*ChatCompletion) GetChoices 

func (x *ChatCompletion) GetChoices() []*ChatCompletion_Choice

func (*ChatCompletion) GetCreated 

func (x *ChatCompletion) GetCreated() int32

func (*ChatCompletion) GetId 

func (x *ChatCompletion) GetId() string

func (*ChatCompletion) GetModel 

func (x *ChatCompletion) GetModel() string

func (*ChatCompletion) GetObject 

func (x *ChatCompletion) GetObject() string

func (*ChatCompletion) GetSystemFingerprint 

func (x *ChatCompletion) GetSystemFingerprint() string

func (*ChatCompletion) GetUsage 

func (x *ChatCompletion) GetUsage() *ChatCompletion_Usage

func (*ChatCompletion) ProtoMessage 

func (*ChatCompletion) ProtoMessage()

func (*ChatCompletion) ProtoReflect 

func (x *ChatCompletion) ProtoReflect() protoreflect.Message

func (*ChatCompletion) Reset 

func (x *ChatCompletion) Reset()

func (*ChatCompletion) String 

func (x *ChatCompletion) String() string

type ChatCompletion_Choice 

type ChatCompletion_Choice struct {
	FinishReason string                          `protobuf:"bytes,1,opt,name=finish_reason,json=finishReason,proto3" json:"finish_reason,omitempty"`
	Index        int32                           `protobuf:"varint,2,opt,name=index,proto3" json:"index,omitempty"`
	Message      *ChatCompletion_Choice_Message  `protobuf:"bytes,3,opt,name=message,proto3" json:"message,omitempty"`
	Logprobs     *ChatCompletion_Choice_Logprobs `protobuf:"bytes,4,opt,name=logprobs,proto3" json:"logprobs,omitempty"`
	// contains filtered or unexported fields
}

func (*ChatCompletion_Choice) Descriptor deprecated 

func (*ChatCompletion_Choice) Descriptor() ([]byte, []int)

Deprecated: Use ChatCompletion_Choice.ProtoReflect.Descriptor instead.

func (*ChatCompletion_Choice) GetFinishReason 

func (x *ChatCompletion_Choice) GetFinishReason() string

func (*ChatCompletion_Choice) GetIndex 

func (x *ChatCompletion_Choice) GetIndex() int32

func (*ChatCompletion_Choice) GetLogprobs 

func (x *ChatCompletion_Choice) GetLogprobs() *ChatCompletion_Choice_Logprobs

func (*ChatCompletion_Choice) GetMessage 

func (x *ChatCompletion_Choice) GetMessage() *ChatCompletion_Choice_Message

func (*ChatCompletion_Choice) ProtoMessage 

func (*ChatCompletion_Choice) ProtoMessage()

func (*ChatCompletion_Choice) ProtoReflect 

func (x *ChatCompletion_Choice) ProtoReflect() protoreflect.Message

func (*ChatCompletion_Choice) Reset 

func (x *ChatCompletion_Choice) Reset()

func (*ChatCompletion_Choice) String 

func (x *ChatCompletion_Choice) String() string

type ChatCompletion_Choice_Logprobs 

type ChatCompletion_Choice_Logprobs struct {
	Content []*ChatCompletion_Choice_Logprobs_Content `protobuf:"bytes,1,rep,name=content,proto3" json:"content,omitempty"`
	// contains filtered or unexported fields
}

func (*ChatCompletion_Choice_Logprobs) Descriptor deprecated 

func (*ChatCompletion_Choice_Logprobs) Descriptor() ([]byte, []int)

Deprecated: Use ChatCompletion_Choice_Logprobs.ProtoReflect.Descriptor instead.

func (*ChatCompletion_Choice_Logprobs) GetContent 

func (x *ChatCompletion_Choice_Logprobs) GetContent() []*ChatCompletion_Choice_Logprobs_Content

func (*ChatCompletion_Choice_Logprobs) ProtoMessage 

func (*ChatCompletion_Choice_Logprobs) ProtoMessage()

func (*ChatCompletion_Choice_Logprobs) ProtoReflect 

func (x *ChatCompletion_Choice_Logprobs) ProtoReflect() protoreflect.Message

func (*ChatCompletion_Choice_Logprobs) Reset 

func (x *ChatCompletion_Choice_Logprobs) Reset()

func (*ChatCompletion_Choice_Logprobs) String 

func (x *ChatCompletion_Choice_Logprobs) String() string

type ChatCompletion_Choice_Logprobs_Content 

type ChatCompletion_Choice_Logprobs_Content struct {
	Token   string  `protobuf:"bytes,1,opt,name=token,proto3" json:"token,omitempty"`
	Logprob float64 `protobuf:"fixed64,2,opt,name=logprob,proto3" json:"logprob,omitempty"`
	// A list of integers representing the UTF-8 bytes representation of the token.
	Bytes       []byte                                              `protobuf:"bytes,3,opt,name=bytes,proto3" json:"bytes,omitempty"`
	TopLogprobs *ChatCompletion_Choice_Logprobs_Content_TopLogprobs `protobuf:"bytes,4,opt,name=top_logprobs,json=topLogprobs,proto3" json:"top_logprobs,omitempty"`
	// contains filtered or unexported fields
}

func (*ChatCompletion_Choice_Logprobs_Content) Descriptor deprecated 

func (*ChatCompletion_Choice_Logprobs_Content) Descriptor() ([]byte, []int)

Deprecated: Use ChatCompletion_Choice_Logprobs_Content.ProtoReflect.Descriptor instead.

func (*ChatCompletion_Choice_Logprobs_Content) GetBytes 

func (x *ChatCompletion_Choice_Logprobs_Content) GetBytes() []byte

func (*ChatCompletion_Choice_Logprobs_Content) GetLogprob 

func (x *ChatCompletion_Choice_Logprobs_Content) GetLogprob() float64

func (*ChatCompletion_Choice_Logprobs_Content) GetToken 

func (x *ChatCompletion_Choice_Logprobs_Content) GetToken() string

func (*ChatCompletion_Choice_Logprobs_Content) GetTopLogprobs 

func (x *ChatCompletion_Choice_Logprobs_Content) GetTopLogprobs() *ChatCompletion_Choice_Logprobs_Content_TopLogprobs

func (*ChatCompletion_Choice_Logprobs_Content) ProtoMessage 

func (*ChatCompletion_Choice_Logprobs_Content) ProtoMessage()

func (*ChatCompletion_Choice_Logprobs_Content) ProtoReflect 

func (x *ChatCompletion_Choice_Logprobs_Content) ProtoReflect() protoreflect.Message

func (*ChatCompletion_Choice_Logprobs_Content) Reset 

func (x *ChatCompletion_Choice_Logprobs_Content) Reset()

func (*ChatCompletion_Choice_Logprobs_Content) String 

func (x *ChatCompletion_Choice_Logprobs_Content) String() string

type ChatCompletion_Choice_Logprobs_Content_TopLogprobs 

type ChatCompletion_Choice_Logprobs_Content_TopLogprobs struct {
	Token   string  `protobuf:"bytes,1,opt,name=token,proto3" json:"token,omitempty"`
	Logprob float64 `protobuf:"fixed64,2,opt,name=logprob,proto3" json:"logprob,omitempty"`
	Bytes   []byte  `protobuf:"bytes,3,opt,name=bytes,proto3" json:"bytes,omitempty"`
	// contains filtered or unexported fields
}

func (*ChatCompletion_Choice_Logprobs_Content_TopLogprobs) Descriptor deprecated 

func (*ChatCompletion_Choice_Logprobs_Content_TopLogprobs) Descriptor() ([]byte, []int)

Deprecated: Use ChatCompletion_Choice_Logprobs_Content_TopLogprobs.ProtoReflect.Descriptor instead.

func (*ChatCompletion_Choice_Logprobs_Content_TopLogprobs) GetBytes 

func (x *ChatCompletion_Choice_Logprobs_Content_TopLogprobs) GetBytes() []byte

func (*ChatCompletion_Choice_Logprobs_Content_TopLogprobs) GetLogprob 

func (x *ChatCompletion_Choice_Logprobs_Content_TopLogprobs) GetLogprob() float64

func (*ChatCompletion_Choice_Logprobs_Content_TopLogprobs) GetToken 

func (x *ChatCompletion_Choice_Logprobs_Content_TopLogprobs) GetToken() string

func (*ChatCompletion_Choice_Logprobs_Content_TopLogprobs) ProtoMessage 

func (*ChatCompletion_Choice_Logprobs_Content_TopLogprobs) ProtoMessage()

func (*ChatCompletion_Choice_Logprobs_Content_TopLogprobs) ProtoReflect 

func (x *ChatCompletion_Choice_Logprobs_Content_TopLogprobs) ProtoReflect() protoreflect.Message

func (*ChatCompletion_Choice_Logprobs_Content_TopLogprobs) Reset 

func (x *ChatCompletion_Choice_Logprobs_Content_TopLogprobs) Reset()

func (*ChatCompletion_Choice_Logprobs_Content_TopLogprobs) String 

func (x *ChatCompletion_Choice_Logprobs_Content_TopLogprobs) String() string

type ChatCompletion_Choice_Message 

type ChatCompletion_Choice_Message struct {
	Content   string                                    `protobuf:"bytes,1,opt,name=content,proto3" json:"content,omitempty"`
	ToolCalls []*ChatCompletion_Choice_Message_ToolCall `protobuf:"bytes,2,rep,name=tool_calls,json=toolCalls,proto3" json:"tool_calls,omitempty"`
	Role      string                                    `protobuf:"bytes,3,opt,name=role,proto3" json:"role,omitempty"`
	// contains filtered or unexported fields
}

func (*ChatCompletion_Choice_Message) Descriptor deprecated 

func (*ChatCompletion_Choice_Message) Descriptor() ([]byte, []int)

Deprecated: Use ChatCompletion_Choice_Message.ProtoReflect.Descriptor instead.

func (*ChatCompletion_Choice_Message) GetContent 

func (x *ChatCompletion_Choice_Message) GetContent() string

func (*ChatCompletion_Choice_Message) GetRole 

func (x *ChatCompletion_Choice_Message) GetRole() string

func (*ChatCompletion_Choice_Message) GetToolCalls 

func (x *ChatCompletion_Choice_Message) GetToolCalls() []*ChatCompletion_Choice_Message_ToolCall

func (*ChatCompletion_Choice_Message) ProtoMessage 

func (*ChatCompletion_Choice_Message) ProtoMessage()

func (*ChatCompletion_Choice_Message) ProtoReflect 

func (x *ChatCompletion_Choice_Message) ProtoReflect() protoreflect.Message

func (*ChatCompletion_Choice_Message) Reset 

func (x *ChatCompletion_Choice_Message) Reset()

func (*ChatCompletion_Choice_Message) String 

func (x *ChatCompletion_Choice_Message) String() string

type ChatCompletion_Choice_Message_ToolCall 

type ChatCompletion_Choice_Message_ToolCall struct {
	Id       string                                           `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	Type     string                                           `protobuf:"bytes,2,opt,name=type,proto3" json:"type,omitempty"`
	Function *ChatCompletion_Choice_Message_ToolCall_Function `protobuf:"bytes,3,opt,name=function,proto3" json:"function,omitempty"`
	// contains filtered or unexported fields
}

func (*ChatCompletion_Choice_Message_ToolCall) Descriptor deprecated 

func (*ChatCompletion_Choice_Message_ToolCall) Descriptor() ([]byte, []int)

Deprecated: Use ChatCompletion_Choice_Message_ToolCall.ProtoReflect.Descriptor instead.

func (*ChatCompletion_Choice_Message_ToolCall) GetFunction 

func (x *ChatCompletion_Choice_Message_ToolCall) GetFunction() *ChatCompletion_Choice_Message_ToolCall_Function

func (*ChatCompletion_Choice_Message_ToolCall) GetId 

func (x *ChatCompletion_Choice_Message_ToolCall) GetId() string

func (*ChatCompletion_Choice_Message_ToolCall) GetType 

func (x *ChatCompletion_Choice_Message_ToolCall) GetType() string

func (*ChatCompletion_Choice_Message_ToolCall) ProtoMessage 

func (*ChatCompletion_Choice_Message_ToolCall) ProtoMessage()

func (*ChatCompletion_Choice_Message_ToolCall) ProtoReflect 

func (x *ChatCompletion_Choice_Message_ToolCall) ProtoReflect() protoreflect.Message

func (*ChatCompletion_Choice_Message_ToolCall) Reset 

func (x *ChatCompletion_Choice_Message_ToolCall) Reset()

func (*ChatCompletion_Choice_Message_ToolCall) String 

func (x *ChatCompletion_Choice_Message_ToolCall) String() string

type ChatCompletion_Choice_Message_ToolCall_Function 

type ChatCompletion_Choice_Message_ToolCall_Function struct {
	Name      string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	Arguments string `protobuf:"bytes,2,opt,name=arguments,proto3" json:"arguments,omitempty"`
	// contains filtered or unexported fields
}

func (*ChatCompletion_Choice_Message_ToolCall_Function) Descriptor deprecated 

func (*ChatCompletion_Choice_Message_ToolCall_Function) Descriptor() ([]byte, []int)

Deprecated: Use ChatCompletion_Choice_Message_ToolCall_Function.ProtoReflect.Descriptor instead.

func (*ChatCompletion_Choice_Message_ToolCall_Function) GetArguments 

func (x *ChatCompletion_Choice_Message_ToolCall_Function) GetArguments() string

func (*ChatCompletion_Choice_Message_ToolCall_Function) GetName 

func (x *ChatCompletion_Choice_Message_ToolCall_Function) GetName() string

func (*ChatCompletion_Choice_Message_ToolCall_Function) ProtoMessage 

func (*ChatCompletion_Choice_Message_ToolCall_Function) ProtoMessage()

func (*ChatCompletion_Choice_Message_ToolCall_Function) ProtoReflect 

func (x *ChatCompletion_Choice_Message_ToolCall_Function) ProtoReflect() protoreflect.Message

func (*ChatCompletion_Choice_Message_ToolCall_Function) Reset 

func (x *ChatCompletion_Choice_Message_ToolCall_Function) Reset()

func (*ChatCompletion_Choice_Message_ToolCall_Function) String 

func (x *ChatCompletion_Choice_Message_ToolCall_Function) String() string

type ChatCompletion_Usage 

type ChatCompletion_Usage struct {
	CompletionTokens int32 `protobuf:"varint,1,opt,name=completion_tokens,json=completionTokens,proto3" json:"completion_tokens,omitempty"`
	PromptTokens     int32 `protobuf:"varint,2,opt,name=prompt_tokens,json=promptTokens,proto3" json:"prompt_tokens,omitempty"`
	TotalTokens      int32 `protobuf:"varint,3,opt,name=total_tokens,json=totalTokens,proto3" json:"total_tokens,omitempty"`
	// contains filtered or unexported fields
}

func (*ChatCompletion_Usage) Descriptor deprecated 

func (*ChatCompletion_Usage) Descriptor() ([]byte, []int)

Deprecated: Use ChatCompletion_Usage.ProtoReflect.Descriptor instead.

func (*ChatCompletion_Usage) GetCompletionTokens 

func (x *ChatCompletion_Usage) GetCompletionTokens() int32

func (*ChatCompletion_Usage) GetPromptTokens 

func (x *ChatCompletion_Usage) GetPromptTokens() int32

func (*ChatCompletion_Usage) GetTotalTokens 

func (x *ChatCompletion_Usage) GetTotalTokens() int32

func (*ChatCompletion_Usage) ProtoMessage 

func (*ChatCompletion_Usage) ProtoMessage()

func (*ChatCompletion_Usage) ProtoReflect 

func (x *ChatCompletion_Usage) ProtoReflect() protoreflect.Message

func (*ChatCompletion_Usage) Reset 

func (x *ChatCompletion_Usage) Reset()

func (*ChatCompletion_Usage) String 

func (x *ChatCompletion_Usage) String() string

type ChatServiceClient 

type ChatServiceClient interface {
}

ChatServiceClient is the client API for ChatService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.

func NewChatServiceClient 

func NewChatServiceClient(cc grpc.ClientConnInterface) ChatServiceClient

type ChatServiceServer 

type ChatServiceServer interface {
	// contains filtered or unexported methods
}

ChatServiceServer is the server API for ChatService service. All implementations must embed UnimplementedChatServiceServer for forward compatibility

type CreateChatCompletionRequest 

type CreateChatCompletionRequest struct {

	// TODO(kenji): Revisit this.
	Messages         []*CreateChatCompletionRequest_Message      `protobuf:"bytes,1,rep,name=messages,proto3" json:"messages,omitempty"`
	Model            string                                      `protobuf:"bytes,2,opt,name=model,proto3" json:"model,omitempty"`
	FrequencyPenalty float64                                     `protobuf:"fixed64,3,opt,name=frequency_penalty,json=frequencyPenalty,proto3" json:"frequency_penalty,omitempty"`
	LogitBias        map[string]float64                          `` /* 178-byte string literal not displayed */
	Logprobs         bool                                        `protobuf:"varint,5,opt,name=logprobs,proto3" json:"logprobs,omitempty"`
	TopLogprobs      int32                                       `protobuf:"varint,6,opt,name=top_logprobs,json=topLogprobs,proto3" json:"top_logprobs,omitempty"`
	MaxTokens        int32                                       `protobuf:"varint,7,opt,name=max_tokens,json=maxTokens,proto3" json:"max_tokens,omitempty"`
	N                int32                                       `protobuf:"varint,8,opt,name=n,proto3" json:"n,omitempty"`
	PresencePenalty  float64                                     `protobuf:"fixed64,9,opt,name=presence_penalty,json=presencePenalty,proto3" json:"presence_penalty,omitempty"`
	ResponseFormat   *CreateChatCompletionRequest_ResponseFormat `protobuf:"bytes,10,opt,name=response_format,json=responseFormat,proto3" json:"response_format,omitempty"`
	Seed             int32                                       `protobuf:"varint,11,opt,name=seed,proto3" json:"seed,omitempty"`
	// string / arrary/ null
	Stop        []string                            `protobuf:"bytes,12,rep,name=stop,proto3" json:"stop,omitempty"`
	Stream      bool                                `protobuf:"varint,13,opt,name=stream,proto3" json:"stream,omitempty"`
	Temperature float64                             `protobuf:"fixed64,14,opt,name=temperature,proto3" json:"temperature,omitempty"`
	TopP        float64                             `protobuf:"fixed64,15,opt,name=top_p,json=topP,proto3" json:"top_p,omitempty"`
	Tools       []*CreateChatCompletionRequest_Tool `protobuf:"bytes,16,rep,name=tools,proto3" json:"tools,omitempty"`
	// string or object
	ToolChocise bool   `protobuf:"varint,17,opt,name=tool_chocise,json=toolChocise,proto3" json:"tool_chocise,omitempty"`
	User        string `protobuf:"bytes,18,opt,name=user,proto3" json:"user,omitempty"`
	// contains filtered or unexported fields
}

func (*CreateChatCompletionRequest) Descriptor deprecated 

func (*CreateChatCompletionRequest) Descriptor() ([]byte, []int)

Deprecated: Use CreateChatCompletionRequest.ProtoReflect.Descriptor instead.

func (*CreateChatCompletionRequest) GetFrequencyPenalty 

func (x *CreateChatCompletionRequest) GetFrequencyPenalty() float64

func (*CreateChatCompletionRequest) GetLogitBias 

func (x *CreateChatCompletionRequest) GetLogitBias() map[string]float64

func (*CreateChatCompletionRequest) GetLogprobs 

func (x *CreateChatCompletionRequest) GetLogprobs() bool

func (*CreateChatCompletionRequest) GetMaxTokens 

func (x *CreateChatCompletionRequest) GetMaxTokens() int32

func (*CreateChatCompletionRequest) GetMessages 

func (x *CreateChatCompletionRequest) GetMessages() []*CreateChatCompletionRequest_Message

func (*CreateChatCompletionRequest) GetModel 

func (x *CreateChatCompletionRequest) GetModel() string

func (*CreateChatCompletionRequest) GetN 

func (x *CreateChatCompletionRequest) GetN() int32

func (*CreateChatCompletionRequest) GetPresencePenalty 

func (x *CreateChatCompletionRequest) GetPresencePenalty() float64

func (*CreateChatCompletionRequest) GetResponseFormat 

func (x *CreateChatCompletionRequest) GetResponseFormat() *CreateChatCompletionRequest_ResponseFormat

func (*CreateChatCompletionRequest) GetSeed 

func (x *CreateChatCompletionRequest) GetSeed() int32

func (*CreateChatCompletionRequest) GetStop 

func (x *CreateChatCompletionRequest) GetStop() []string

func (*CreateChatCompletionRequest) GetStream 

func (x *CreateChatCompletionRequest) GetStream() bool

func (*CreateChatCompletionRequest) GetTemperature 

func (x *CreateChatCompletionRequest) GetTemperature() float64

func (*CreateChatCompletionRequest) GetToolChocise 

func (x *CreateChatCompletionRequest) GetToolChocise() bool

func (*CreateChatCompletionRequest) GetTools 

func (x *CreateChatCompletionRequest) GetTools() []*CreateChatCompletionRequest_Tool

func (*CreateChatCompletionRequest) GetTopLogprobs 

func (x *CreateChatCompletionRequest) GetTopLogprobs() int32

func (*CreateChatCompletionRequest) GetTopP 

func (x *CreateChatCompletionRequest) GetTopP() float64

func (*CreateChatCompletionRequest) GetUser 

func (x *CreateChatCompletionRequest) GetUser() string

func (*CreateChatCompletionRequest) ProtoMessage 

func (*CreateChatCompletionRequest) ProtoMessage()

func (*CreateChatCompletionRequest) ProtoReflect 

func (x *CreateChatCompletionRequest) ProtoReflect() protoreflect.Message

func (*CreateChatCompletionRequest) Reset 

func (x *CreateChatCompletionRequest) Reset()

func (*CreateChatCompletionRequest) String 

func (x *CreateChatCompletionRequest) String() string

type CreateChatCompletionRequest_Message 

type CreateChatCompletionRequest_Message struct {

	// The type of content varies. For eample, it is string or array for UserMesasge.
	Content   string                                          `protobuf:"bytes,1,opt,name=content,proto3" json:"content,omitempty"`
	Role      string                                          `protobuf:"bytes,2,opt,name=role,proto3" json:"role,omitempty"`
	Name      string                                          `protobuf:"bytes,3,opt,name=name,proto3" json:"name,omitempty"`
	ToolCalls []*CreateChatCompletionRequest_Message_ToolCall `protobuf:"bytes,4,rep,name=tool_calls,json=toolCalls,proto3" json:"tool_calls,omitempty"`
	// contains filtered or unexported fields
}

Message has fields for system message, user message, assistant message, and tool message.

func (*CreateChatCompletionRequest_Message) Descriptor deprecated 

func (*CreateChatCompletionRequest_Message) Descriptor() ([]byte, []int)

Deprecated: Use CreateChatCompletionRequest_Message.ProtoReflect.Descriptor instead.

func (*CreateChatCompletionRequest_Message) GetContent 

func (x *CreateChatCompletionRequest_Message) GetContent() string

func (*CreateChatCompletionRequest_Message) GetName 

func (x *CreateChatCompletionRequest_Message) GetName() string

func (*CreateChatCompletionRequest_Message) GetRole 

func (x *CreateChatCompletionRequest_Message) GetRole() string

func (*CreateChatCompletionRequest_Message) GetToolCalls 

func (x *CreateChatCompletionRequest_Message) GetToolCalls() []*CreateChatCompletionRequest_Message_ToolCall

func (*CreateChatCompletionRequest_Message) ProtoMessage 

func (*CreateChatCompletionRequest_Message) ProtoMessage()

func (*CreateChatCompletionRequest_Message) ProtoReflect 

func (x *CreateChatCompletionRequest_Message) ProtoReflect() protoreflect.Message

func (*CreateChatCompletionRequest_Message) Reset 

func (x *CreateChatCompletionRequest_Message) Reset()

func (*CreateChatCompletionRequest_Message) String 

func (x *CreateChatCompletionRequest_Message) String() string

type CreateChatCompletionRequest_Message_ToolCall 

type CreateChatCompletionRequest_Message_ToolCall struct {
	Id       string                                                 `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	Type     string                                                 `protobuf:"bytes,2,opt,name=type,proto3" json:"type,omitempty"`
	Function *CreateChatCompletionRequest_Message_ToolCall_Function `protobuf:"bytes,3,opt,name=function,proto3" json:"function,omitempty"`
	// contains filtered or unexported fields
}

func (*CreateChatCompletionRequest_Message_ToolCall) Descriptor deprecated 

func (*CreateChatCompletionRequest_Message_ToolCall) Descriptor() ([]byte, []int)

Deprecated: Use CreateChatCompletionRequest_Message_ToolCall.ProtoReflect.Descriptor instead.

func (*CreateChatCompletionRequest_Message_ToolCall) GetFunction 

func (x *CreateChatCompletionRequest_Message_ToolCall) GetFunction() *CreateChatCompletionRequest_Message_ToolCall_Function

func (*CreateChatCompletionRequest_Message_ToolCall) GetId 

func (x *CreateChatCompletionRequest_Message_ToolCall) GetId() string

func (*CreateChatCompletionRequest_Message_ToolCall) GetType 

func (x *CreateChatCompletionRequest_Message_ToolCall) GetType() string

func (*CreateChatCompletionRequest_Message_ToolCall) ProtoMessage 

func (*CreateChatCompletionRequest_Message_ToolCall) ProtoMessage()

func (*CreateChatCompletionRequest_Message_ToolCall) ProtoReflect 

func (x *CreateChatCompletionRequest_Message_ToolCall) ProtoReflect() protoreflect.Message

func (*CreateChatCompletionRequest_Message_ToolCall) Reset 

func (x *CreateChatCompletionRequest_Message_ToolCall) Reset()

func (*CreateChatCompletionRequest_Message_ToolCall) String 

func (x *CreateChatCompletionRequest_Message_ToolCall) String() string

type CreateChatCompletionRequest_Message_ToolCall_Function 

type CreateChatCompletionRequest_Message_ToolCall_Function struct {
	Name      string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	Arguments string `protobuf:"bytes,2,opt,name=arguments,proto3" json:"arguments,omitempty"`
	// contains filtered or unexported fields
}

func (*CreateChatCompletionRequest_Message_ToolCall_Function) Descriptor deprecated 

func (*CreateChatCompletionRequest_Message_ToolCall_Function) Descriptor() ([]byte, []int)

Deprecated: Use CreateChatCompletionRequest_Message_ToolCall_Function.ProtoReflect.Descriptor instead.

func (*CreateChatCompletionRequest_Message_ToolCall_Function) GetArguments 

func (x *CreateChatCompletionRequest_Message_ToolCall_Function) GetArguments() string

func (*CreateChatCompletionRequest_Message_ToolCall_Function) GetName 

func (x *CreateChatCompletionRequest_Message_ToolCall_Function) GetName() string

func (*CreateChatCompletionRequest_Message_ToolCall_Function) ProtoMessage 

func (*CreateChatCompletionRequest_Message_ToolCall_Function) ProtoMessage()

func (*CreateChatCompletionRequest_Message_ToolCall_Function) ProtoReflect 

func (x *CreateChatCompletionRequest_Message_ToolCall_Function) ProtoReflect() protoreflect.Message

func (*CreateChatCompletionRequest_Message_ToolCall_Function) Reset 

func (x *CreateChatCompletionRequest_Message_ToolCall_Function) Reset()

func (*CreateChatCompletionRequest_Message_ToolCall_Function) String 

func (x *CreateChatCompletionRequest_Message_ToolCall_Function) String() string

type CreateChatCompletionRequest_ResponseFormat 

type CreateChatCompletionRequest_ResponseFormat struct {
	Type string `protobuf:"bytes,1,opt,name=type,proto3" json:"type,omitempty"`
	// contains filtered or unexported fields
}

func (*CreateChatCompletionRequest_ResponseFormat) Descriptor deprecated 

func (*CreateChatCompletionRequest_ResponseFormat) Descriptor() ([]byte, []int)

Deprecated: Use CreateChatCompletionRequest_ResponseFormat.ProtoReflect.Descriptor instead.

func (*CreateChatCompletionRequest_ResponseFormat) GetType 

func (x *CreateChatCompletionRequest_ResponseFormat) GetType() string

func (*CreateChatCompletionRequest_ResponseFormat) ProtoMessage 

func (*CreateChatCompletionRequest_ResponseFormat) ProtoMessage()

func (*CreateChatCompletionRequest_ResponseFormat) ProtoReflect 

func (x *CreateChatCompletionRequest_ResponseFormat) ProtoReflect() protoreflect.Message

func (*CreateChatCompletionRequest_ResponseFormat) Reset 

func (x *CreateChatCompletionRequest_ResponseFormat) Reset()

func (*CreateChatCompletionRequest_ResponseFormat) String 

func (x *CreateChatCompletionRequest_ResponseFormat) String() string

type CreateChatCompletionRequest_Tool 

type CreateChatCompletionRequest_Tool struct {
	Type     string                                     `protobuf:"bytes,1,opt,name=type,proto3" json:"type,omitempty"`
	Function *CreateChatCompletionRequest_Tool_Function `protobuf:"bytes,2,opt,name=function,proto3" json:"function,omitempty"`
	// contains filtered or unexported fields
}

func (*CreateChatCompletionRequest_Tool) Descriptor deprecated 

func (*CreateChatCompletionRequest_Tool) Descriptor() ([]byte, []int)

Deprecated: Use CreateChatCompletionRequest_Tool.ProtoReflect.Descriptor instead.

func (*CreateChatCompletionRequest_Tool) GetFunction 

func (x *CreateChatCompletionRequest_Tool) GetFunction() *CreateChatCompletionRequest_Tool_Function

func (*CreateChatCompletionRequest_Tool) GetType 

func (x *CreateChatCompletionRequest_Tool) GetType() string

func (*CreateChatCompletionRequest_Tool) ProtoMessage 

func (*CreateChatCompletionRequest_Tool) ProtoMessage()

func (*CreateChatCompletionRequest_Tool) ProtoReflect 

func (x *CreateChatCompletionRequest_Tool) ProtoReflect() protoreflect.Message

func (*CreateChatCompletionRequest_Tool) Reset 

func (x *CreateChatCompletionRequest_Tool) Reset()

func (*CreateChatCompletionRequest_Tool) String 

func (x *CreateChatCompletionRequest_Tool) String() string

type CreateChatCompletionRequest_Tool_Function 

type CreateChatCompletionRequest_Tool_Function struct {
	Description string `protobuf:"bytes,1,opt,name=description,proto3" json:"description,omitempty"`
	Name        string `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"`
	// TODO(kenji): Revisit this. This specifies parameters the functions accepts,
	// described as a JSON Schema object.
	Parameters string `protobuf:"bytes,3,opt,name=parameters,proto3" json:"parameters,omitempty"`
	// contains filtered or unexported fields
}

func (*CreateChatCompletionRequest_Tool_Function) Descriptor deprecated 

func (*CreateChatCompletionRequest_Tool_Function) Descriptor() ([]byte, []int)

Deprecated: Use CreateChatCompletionRequest_Tool_Function.ProtoReflect.Descriptor instead.

func (*CreateChatCompletionRequest_Tool_Function) GetDescription 

func (x *CreateChatCompletionRequest_Tool_Function) GetDescription() string

func (*CreateChatCompletionRequest_Tool_Function) GetName 

func (x *CreateChatCompletionRequest_Tool_Function) GetName() string

func (*CreateChatCompletionRequest_Tool_Function) GetParameters 

func (x *CreateChatCompletionRequest_Tool_Function) GetParameters() string

func (*CreateChatCompletionRequest_Tool_Function) ProtoMessage 

func (*CreateChatCompletionRequest_Tool_Function) ProtoMessage()

func (*CreateChatCompletionRequest_Tool_Function) ProtoReflect 

func (x *CreateChatCompletionRequest_Tool_Function) ProtoReflect() protoreflect.Message

func (*CreateChatCompletionRequest_Tool_Function) Reset 

func (x *CreateChatCompletionRequest_Tool_Function) Reset()

func (*CreateChatCompletionRequest_Tool_Function) String 

func (x *CreateChatCompletionRequest_Tool_Function) String() string

type DeleteModelRequest added in v0.45.0 

type DeleteModelRequest struct {

	// id is the model id.
	Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	// contains filtered or unexported fields
}

func (*DeleteModelRequest) Descriptor deprecated added in v0.45.0 

func (*DeleteModelRequest) Descriptor() ([]byte, []int)

Deprecated: Use DeleteModelRequest.ProtoReflect.Descriptor instead.

func (*DeleteModelRequest) GetId added in v0.45.0 

func (x *DeleteModelRequest) GetId() string

func (*DeleteModelRequest) ProtoMessage added in v0.45.0 

func (*DeleteModelRequest) ProtoMessage()

func (*DeleteModelRequest) ProtoReflect added in v0.45.0 

func (x *DeleteModelRequest) ProtoReflect() protoreflect.Message

func (*DeleteModelRequest) Reset added in v0.45.0 

func (x *DeleteModelRequest) Reset()

func (*DeleteModelRequest) String added in v0.45.0 

func (x *DeleteModelRequest) String() string

type EngineStatus added in v0.115.0 

type EngineStatus struct {
	EngineId string   `protobuf:"bytes,1,opt,name=engine_id,json=engineId,proto3" json:"engine_id,omitempty"`
	ModelIds []string `protobuf:"bytes,2,rep,name=model_ids,json=modelIds,proto3" json:"model_ids,omitempty"`
	// contains filtered or unexported fields
}

func (*EngineStatus) Descriptor deprecated added in v0.115.0 

func (*EngineStatus) Descriptor() ([]byte, []int)

Deprecated: Use EngineStatus.ProtoReflect.Descriptor instead.

func (*EngineStatus) GetEngineId added in v0.115.0 

func (x *EngineStatus) GetEngineId() string

func (*EngineStatus) GetModelIds added in v0.115.0 

func (x *EngineStatus) GetModelIds() []string

func (*EngineStatus) ProtoMessage added in v0.115.0 

func (*EngineStatus) ProtoMessage()

func (*EngineStatus) ProtoReflect added in v0.115.0 

func (x *EngineStatus) ProtoReflect() protoreflect.Message

func (*EngineStatus) Reset added in v0.115.0 

func (x *EngineStatus) Reset()

func (*EngineStatus) String added in v0.115.0 

func (x *EngineStatus) String() string

type HeaderValue added in v0.116.0 

type HeaderValue struct {
	Values []string `protobuf:"bytes,1,rep,name=values,proto3" json:"values,omitempty"`
	// contains filtered or unexported fields
}

func (*HeaderValue) Descriptor deprecated added in v0.116.0 

func (*HeaderValue) Descriptor() ([]byte, []int)

Deprecated: Use HeaderValue.ProtoReflect.Descriptor instead.

func (*HeaderValue) GetValues added in v0.116.0 

func (x *HeaderValue) GetValues() []string

func (*HeaderValue) ProtoMessage added in v0.116.0 

func (*HeaderValue) ProtoMessage()

func (*HeaderValue) ProtoReflect added in v0.116.0 

func (x *HeaderValue) ProtoReflect() protoreflect.Message

func (*HeaderValue) Reset added in v0.116.0 

func (x *HeaderValue) Reset()

func (*HeaderValue) String added in v0.116.0 

func (x *HeaderValue) String() string

type HttpResponse added in v0.116.0 

type HttpResponse struct {
	StatusCode int32                   `protobuf:"varint,1,opt,name=status_code,json=statusCode,proto3" json:"status_code,omitempty"`
	Status     string                  `protobuf:"bytes,2,opt,name=status,proto3" json:"status,omitempty"`
	Header     map[string]*HeaderValue `` /* 153-byte string literal not displayed */
	// body is empty for server sent events.
	Body []byte `protobuf:"bytes,4,opt,name=body,proto3" json:"body,omitempty"`
	// contains filtered or unexported fields
}

func (*HttpResponse) Descriptor deprecated added in v0.116.0 

func (*HttpResponse) Descriptor() ([]byte, []int)

Deprecated: Use HttpResponse.ProtoReflect.Descriptor instead.

func (*HttpResponse) GetBody added in v0.116.0 

func (x *HttpResponse) GetBody() []byte

func (*HttpResponse) GetHeader added in v0.116.0 

func (x *HttpResponse) GetHeader() map[string]*HeaderValue

func (*HttpResponse) GetStatus added in v0.120.0 

func (x *HttpResponse) GetStatus() string

func (*HttpResponse) GetStatusCode added in v0.116.0 

func (x *HttpResponse) GetStatusCode() int32

func (*HttpResponse) ProtoMessage added in v0.116.0 

func (*HttpResponse) ProtoMessage()

func (*HttpResponse) ProtoReflect added in v0.116.0 

func (x *HttpResponse) ProtoReflect() protoreflect.Message

func (*HttpResponse) Reset added in v0.116.0 

func (x *HttpResponse) Reset()

func (*HttpResponse) String added in v0.116.0 

func (x *HttpResponse) String() string

type InferenceEngineInternalServiceClient 

type InferenceEngineInternalServiceClient interface {
	PullModel(ctx context.Context, in *PullModelRequest, opts ...grpc.CallOption) (*emptypb.Empty, error)
	DeleteModel(ctx context.Context, in *DeleteModelRequest, opts ...grpc.CallOption) (*emptypb.Empty, error)
	ListModels(ctx context.Context, in *ListModelsRequest, opts ...grpc.CallOption) (*ListModelsResponse, error)
}

InferenceEngineInternalServiceClient is the client API for InferenceEngineInternalService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.

func NewInferenceEngineInternalServiceClient 

func NewInferenceEngineInternalServiceClient(cc grpc.ClientConnInterface) InferenceEngineInternalServiceClient

type InferenceEngineInternalServiceServer 

type InferenceEngineInternalServiceServer interface {
	PullModel(context.Context, *PullModelRequest) (*emptypb.Empty, error)
	DeleteModel(context.Context, *DeleteModelRequest) (*emptypb.Empty, error)
	ListModels(context.Context, *ListModelsRequest) (*ListModelsResponse, error)
	// contains filtered or unexported methods
}

InferenceEngineInternalServiceServer is the server API for InferenceEngineInternalService service. All implementations must embed UnimplementedInferenceEngineInternalServiceServer for forward compatibility

type InferenceWorkerServiceClient added in v0.112.0 

type InferenceWorkerServiceClient interface {
	ProcessTasks(ctx context.Context, opts ...grpc.CallOption) (InferenceWorkerService_ProcessTasksClient, error)
}

InferenceWorkerServiceClient is the client API for InferenceWorkerService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.

func NewInferenceWorkerServiceClient added in v0.112.0 

func NewInferenceWorkerServiceClient(cc grpc.ClientConnInterface) InferenceWorkerServiceClient

type InferenceWorkerServiceServer added in v0.112.0 

type InferenceWorkerServiceServer interface {
	ProcessTasks(InferenceWorkerService_ProcessTasksServer) error
	// contains filtered or unexported methods
}

InferenceWorkerServiceServer is the server API for InferenceWorkerService service. All implementations must embed UnimplementedInferenceWorkerServiceServer for forward compatibility

type InferenceWorkerService_ProcessTasksClient added in v0.115.0 

type InferenceWorkerService_ProcessTasksClient interface {
	Send(*ProcessTasksRequest) error
	Recv() (*ProcessTasksResponse, error)
	grpc.ClientStream
}

type InferenceWorkerService_ProcessTasksServer added in v0.115.0 

type InferenceWorkerService_ProcessTasksServer interface {
	Send(*ProcessTasksResponse) error
	Recv() (*ProcessTasksRequest, error)
	grpc.ServerStream
}

type ListModelsRequest added in v0.45.0 

type ListModelsRequest struct {
	// contains filtered or unexported fields
}

func (*ListModelsRequest) Descriptor deprecated added in v0.45.0 

func (*ListModelsRequest) Descriptor() ([]byte, []int)

Deprecated: Use ListModelsRequest.ProtoReflect.Descriptor instead.

func (*ListModelsRequest) ProtoMessage added in v0.45.0 

func (*ListModelsRequest) ProtoMessage()

func (*ListModelsRequest) ProtoReflect added in v0.45.0 

func (x *ListModelsRequest) ProtoReflect() protoreflect.Message

func (*ListModelsRequest) Reset added in v0.45.0 

func (x *ListModelsRequest) Reset()

func (*ListModelsRequest) String added in v0.45.0 

func (x *ListModelsRequest) String() string

type ListModelsResponse added in v0.45.0 

type ListModelsResponse struct {
	Models []*Model `protobuf:"bytes,1,rep,name=models,proto3" json:"models,omitempty"`
	// contains filtered or unexported fields
}

func (*ListModelsResponse) Descriptor deprecated added in v0.45.0 

func (*ListModelsResponse) Descriptor() ([]byte, []int)

Deprecated: Use ListModelsResponse.ProtoReflect.Descriptor instead.

func (*ListModelsResponse) GetModels added in v0.45.0 

func (x *ListModelsResponse) GetModels() []*Model

func (*ListModelsResponse) ProtoMessage added in v0.45.0 

func (*ListModelsResponse) ProtoMessage()

func (*ListModelsResponse) ProtoReflect added in v0.45.0 

func (x *ListModelsResponse) ProtoReflect() protoreflect.Message

func (*ListModelsResponse) Reset added in v0.45.0 

func (x *ListModelsResponse) Reset()

func (*ListModelsResponse) String added in v0.45.0 

func (x *ListModelsResponse) String() string

type Model added in v0.45.0 

type Model struct {

	// id is the model id.
	Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	// contains filtered or unexported fields
}

func (*Model) Descriptor deprecated added in v0.45.0 

func (*Model) Descriptor() ([]byte, []int)

Deprecated: Use Model.ProtoReflect.Descriptor instead.

func (*Model) GetId added in v0.45.0 

func (x *Model) GetId() string

func (*Model) ProtoMessage added in v0.45.0 

func (*Model) ProtoMessage()

func (*Model) ProtoReflect added in v0.45.0 

func (x *Model) ProtoReflect() protoreflect.Message

func (*Model) Reset added in v0.45.0 

func (x *Model) Reset()

func (*Model) String added in v0.45.0 

func (x *Model) String() string

type ProcessTasksRequest added in v0.115.0 

type ProcessTasksRequest struct {

	// Types that are assignable to Message:
	//
	//	*ProcessTasksRequest_EngineStatus
	//	*ProcessTasksRequest_TaskResult
	Message isProcessTasksRequest_Message `protobuf_oneof:"message"`
	// contains filtered or unexported fields
}

func (*ProcessTasksRequest) Descriptor deprecated added in v0.115.0 

func (*ProcessTasksRequest) Descriptor() ([]byte, []int)

Deprecated: Use ProcessTasksRequest.ProtoReflect.Descriptor instead.

func (*ProcessTasksRequest) GetEngineStatus added in v0.115.0 

func (x *ProcessTasksRequest) GetEngineStatus() *EngineStatus

func (*ProcessTasksRequest) GetMessage added in v0.115.0 

func (m *ProcessTasksRequest) GetMessage() isProcessTasksRequest_Message

func (*ProcessTasksRequest) GetTaskResult added in v0.116.0 

func (x *ProcessTasksRequest) GetTaskResult() *TaskResult

func (*ProcessTasksRequest) ProtoMessage added in v0.115.0 

func (*ProcessTasksRequest) ProtoMessage()

func (*ProcessTasksRequest) ProtoReflect added in v0.115.0 

func (x *ProcessTasksRequest) ProtoReflect() protoreflect.Message

func (*ProcessTasksRequest) Reset added in v0.115.0 

func (x *ProcessTasksRequest) Reset()

func (*ProcessTasksRequest) String added in v0.115.0 

func (x *ProcessTasksRequest) String() string

type ProcessTasksRequest_EngineStatus added in v0.115.0 

type ProcessTasksRequest_EngineStatus struct {
	EngineStatus *EngineStatus `protobuf:"bytes,1,opt,name=engine_status,json=engineStatus,proto3,oneof"`
}

type ProcessTasksRequest_TaskResult added in v0.116.0 

type ProcessTasksRequest_TaskResult struct {
	TaskResult *TaskResult `protobuf:"bytes,2,opt,name=task_result,json=taskResult,proto3,oneof"`
}

type ProcessTasksResponse added in v0.115.0 

type ProcessTasksResponse struct {
	NewTask *Task `protobuf:"bytes,1,opt,name=new_task,json=newTask,proto3" json:"new_task,omitempty"`
	// contains filtered or unexported fields
}

func (*ProcessTasksResponse) Descriptor deprecated added in v0.115.0 

func (*ProcessTasksResponse) Descriptor() ([]byte, []int)

Deprecated: Use ProcessTasksResponse.ProtoReflect.Descriptor instead.

func (*ProcessTasksResponse) GetNewTask added in v0.116.0 

func (x *ProcessTasksResponse) GetNewTask() *Task

func (*ProcessTasksResponse) ProtoMessage added in v0.115.0 

func (*ProcessTasksResponse) ProtoMessage()

func (*ProcessTasksResponse) ProtoReflect added in v0.115.0 

func (x *ProcessTasksResponse) ProtoReflect() protoreflect.Message

func (*ProcessTasksResponse) Reset added in v0.115.0 

func (x *ProcessTasksResponse) Reset()

func (*ProcessTasksResponse) String added in v0.115.0 

func (x *ProcessTasksResponse) String() string

type PullModelRequest added in v0.45.0 

type PullModelRequest struct {

	// id is the model id.
	Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	// contains filtered or unexported fields
}

func (*PullModelRequest) Descriptor deprecated added in v0.45.0 

func (*PullModelRequest) Descriptor() ([]byte, []int)

Deprecated: Use PullModelRequest.ProtoReflect.Descriptor instead.

func (*PullModelRequest) GetId added in v0.45.0 

func (x *PullModelRequest) GetId() string

func (*PullModelRequest) ProtoMessage added in v0.45.0 

func (*PullModelRequest) ProtoMessage()

func (*PullModelRequest) ProtoReflect added in v0.45.0 

func (x *PullModelRequest) ProtoReflect() protoreflect.Message

func (*PullModelRequest) Reset added in v0.45.0 

func (x *PullModelRequest) Reset()

func (*PullModelRequest) String added in v0.45.0 

func (x *PullModelRequest) String() string

type ServerSentEvent added in v0.116.0 

type ServerSentEvent struct {
	Data        []byte `protobuf:"bytes,1,opt,name=data,proto3" json:"data,omitempty"`
	IsLastEvent bool   `protobuf:"varint,2,opt,name=is_last_event,json=isLastEvent,proto3" json:"is_last_event,omitempty"`
	// contains filtered or unexported fields
}

func (*ServerSentEvent) Descriptor deprecated added in v0.116.0 

func (*ServerSentEvent) Descriptor() ([]byte, []int)

Deprecated: Use ServerSentEvent.ProtoReflect.Descriptor instead.

func (*ServerSentEvent) GetData added in v0.116.0 

func (x *ServerSentEvent) GetData() []byte

func (*ServerSentEvent) GetIsLastEvent added in v0.116.0 

func (x *ServerSentEvent) GetIsLastEvent() bool

func (*ServerSentEvent) ProtoMessage added in v0.116.0 

func (*ServerSentEvent) ProtoMessage()

func (*ServerSentEvent) ProtoReflect added in v0.116.0 

func (x *ServerSentEvent) ProtoReflect() protoreflect.Message

func (*ServerSentEvent) Reset added in v0.116.0 

func (x *ServerSentEvent) Reset()

func (*ServerSentEvent) String added in v0.116.0 

func (x *ServerSentEvent) String() string

type Task added in v0.116.0 

type Task struct {
	Id      string                       `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	Request *CreateChatCompletionRequest `protobuf:"bytes,2,opt,name=request,proto3" json:"request,omitempty"`
	Header  map[string]*HeaderValue      `` /* 153-byte string literal not displayed */
	// contains filtered or unexported fields
}

func (*Task) Descriptor deprecated added in v0.116.0 

func (*Task) Descriptor() ([]byte, []int)

Deprecated: Use Task.ProtoReflect.Descriptor instead.

func (*Task) GetHeader added in v0.116.0 

func (x *Task) GetHeader() map[string]*HeaderValue

func (*Task) GetId added in v0.116.0 

func (x *Task) GetId() string

func (*Task) GetRequest added in v0.116.0 

func (x *Task) GetRequest() *CreateChatCompletionRequest

func (*Task) ProtoMessage added in v0.116.0 

func (*Task) ProtoMessage()

func (*Task) ProtoReflect added in v0.116.0 

func (x *Task) ProtoReflect() protoreflect.Message

func (*Task) Reset added in v0.116.0 

func (x *Task) Reset()

func (*Task) String added in v0.116.0 

func (x *Task) String() string

type TaskResult added in v0.116.0 

type TaskResult struct {
	TaskId string `protobuf:"bytes,1,opt,name=task_id,json=taskId,proto3" json:"task_id,omitempty"`
	// Types that are assignable to Message:
	//
	//	*TaskResult_HttpResponse
	//	*TaskResult_ServerSentEvent
	Message isTaskResult_Message `protobuf_oneof:"message"`
	// contains filtered or unexported fields
}

func (*TaskResult) Descriptor deprecated added in v0.116.0 

func (*TaskResult) Descriptor() ([]byte, []int)

Deprecated: Use TaskResult.ProtoReflect.Descriptor instead.

func (*TaskResult) GetHttpResponse added in v0.116.0 

func (x *TaskResult) GetHttpResponse() *HttpResponse

func (*TaskResult) GetMessage added in v0.116.0 

func (m *TaskResult) GetMessage() isTaskResult_Message

func (*TaskResult) GetServerSentEvent added in v0.116.0 

func (x *TaskResult) GetServerSentEvent() *ServerSentEvent

func (*TaskResult) GetTaskId added in v0.116.0 

func (x *TaskResult) GetTaskId() string

func (*TaskResult) ProtoMessage added in v0.116.0 

func (*TaskResult) ProtoMessage()

func (*TaskResult) ProtoReflect added in v0.116.0 

func (x *TaskResult) ProtoReflect() protoreflect.Message

func (*TaskResult) Reset added in v0.116.0 

func (x *TaskResult) Reset()

func (*TaskResult) String added in v0.116.0 

func (x *TaskResult) String() string

type TaskResult_HttpResponse added in v0.116.0 

type TaskResult_HttpResponse struct {
	HttpResponse *HttpResponse `protobuf:"bytes,2,opt,name=http_response,json=httpResponse,proto3,oneof"`
}

type TaskResult_ServerSentEvent added in v0.116.0 

type TaskResult_ServerSentEvent struct {
	ServerSentEvent *ServerSentEvent `protobuf:"bytes,3,opt,name=server_sent_event,json=serverSentEvent,proto3,oneof"`
}

type UnimplementedChatServiceServer 

type UnimplementedChatServiceServer struct {
}

UnimplementedChatServiceServer must be embedded to have forward compatible implementations.

type UnimplementedInferenceEngineInternalServiceServer 

type UnimplementedInferenceEngineInternalServiceServer struct {
}

UnimplementedInferenceEngineInternalServiceServer must be embedded to have forward compatible implementations.

func (UnimplementedInferenceEngineInternalServiceServer) DeleteModel added in v0.45.0 

func (UnimplementedInferenceEngineInternalServiceServer) DeleteModel(context.Context, *DeleteModelRequest) (*emptypb.Empty, error)

func (UnimplementedInferenceEngineInternalServiceServer) ListModels added in v0.45.0 

func (UnimplementedInferenceEngineInternalServiceServer) ListModels(context.Context, *ListModelsRequest) (*ListModelsResponse, error)

func (UnimplementedInferenceEngineInternalServiceServer) PullModel added in v0.45.0 

func (UnimplementedInferenceEngineInternalServiceServer) PullModel(context.Context, *PullModelRequest) (*emptypb.Empty, error)

type UnimplementedInferenceWorkerServiceServer added in v0.112.0 

type UnimplementedInferenceWorkerServiceServer struct {
}

UnimplementedInferenceWorkerServiceServer must be embedded to have forward compatible implementations.

func (UnimplementedInferenceWorkerServiceServer) ProcessTasks added in v0.115.0 

func (UnimplementedInferenceWorkerServiceServer) ProcessTasks(InferenceWorkerService_ProcessTasksServer) error

type UnsafeChatServiceServer 

type UnsafeChatServiceServer interface {
	// contains filtered or unexported methods
}

UnsafeChatServiceServer may be embedded to opt out of forward compatibility for this service. Use of this interface is not recommended, as added methods to ChatServiceServer will result in compilation errors.

type UnsafeInferenceEngineInternalServiceServer 

type UnsafeInferenceEngineInternalServiceServer interface {
	// contains filtered or unexported methods
}

UnsafeInferenceEngineInternalServiceServer may be embedded to opt out of forward compatibility for this service. Use of this interface is not recommended, as added methods to InferenceEngineInternalServiceServer will result in compilation errors.

type UnsafeInferenceWorkerServiceServer added in v0.112.0 

type UnsafeInferenceWorkerServiceServer interface {
	// contains filtered or unexported methods
}

UnsafeInferenceWorkerServiceServer may be embedded to opt out of forward compatibility for this service. Use of this interface is not recommended, as added methods to InferenceWorkerServiceServer will result in compilation errors.

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.