v1

Feb 20, 2025

Changes in this version

+ type GetInferenceStatusRequest struct

+ func (*GetInferenceStatusRequest) Descriptor() ([]byte, []int)

+ func (*GetInferenceStatusRequest) ProtoMessage()

+ func (x *GetInferenceStatusRequest) ProtoReflect() protoreflect.Message

+ func (x *GetInferenceStatusRequest) Reset()

+ func (x *GetInferenceStatusRequest) String() string

type InferenceServiceClient

+ GetInferenceStatus func(ctx context.Context, in *GetInferenceStatusRequest, opts ...grpc.CallOption) (*InferenceStatus, error)

type InferenceServiceServer

+ GetInferenceStatus func(context.Context, *GetInferenceStatusRequest) (*InferenceStatus, error)

type UnimplementedInferenceServiceServer

+ func (UnimplementedInferenceServiceServer) GetInferenceStatus(context.Context, *GetInferenceStatusRequest) (*InferenceStatus, error)

Feb 20, 2025

Changes in this version

+ var File_api_v1_inference_server_status_proto protoreflect.FileDescriptor

+ var InferenceService_ServiceDesc = grpc.ServiceDesc

+ func RegisterInferenceServiceHandler(ctx context.Context, mux *runtime.ServeMux, conn *grpc.ClientConn) error

+ func RegisterInferenceServiceHandlerClient(ctx context.Context, mux *runtime.ServeMux, client InferenceServiceClient) error

+ func RegisterInferenceServiceHandlerFromEndpoint(ctx context.Context, mux *runtime.ServeMux, endpoint string, ...) (err error)

+ func RegisterInferenceServiceHandlerServer(ctx context.Context, mux *runtime.ServeMux, server InferenceServiceServer) error

+ func RegisterInferenceServiceServer(s grpc.ServiceRegistrar, srv InferenceServiceServer)

+ type ClusterStatus struct

+ EngineStatuses []*EngineStatus

+ Id string

+ Name string

+ func (*ClusterStatus) Descriptor() ([]byte, []int)

+ func (*ClusterStatus) ProtoMessage()

+ func (x *ClusterStatus) GetEngineStatuses() []*EngineStatus

+ func (x *ClusterStatus) GetId() string

+ func (x *ClusterStatus) GetName() string

+ func (x *ClusterStatus) ProtoReflect() protoreflect.Message

+ func (x *ClusterStatus) Reset()

+ func (x *ClusterStatus) String() string

type CreateChatCompletionRequest

+ MaxCompletionTokens int32

+ func (x *CreateChatCompletionRequest) GetMaxCompletionTokens() int32

type EngineStatus

+ ClusterId string

+ Models []*EngineStatus_Model

+ func (x *EngineStatus) GetClusterId() string

+ func (x *EngineStatus) GetModels() []*EngineStatus_Model

+ type EngineStatus_Model struct

+ GpuAllocated int32

+ Id string

+ InProgressTaskCount int32

+ IsReady bool

+ func (*EngineStatus_Model) Descriptor() ([]byte, []int)

+ func (*EngineStatus_Model) ProtoMessage()

+ func (x *EngineStatus_Model) GetGpuAllocated() int32

+ func (x *EngineStatus_Model) GetId() string

+ func (x *EngineStatus_Model) GetInProgressTaskCount() int32

+ func (x *EngineStatus_Model) GetIsReady() bool

+ func (x *EngineStatus_Model) ProtoReflect() protoreflect.Message

+ func (x *EngineStatus_Model) Reset()

+ func (x *EngineStatus_Model) String() string

+ type InferenceServiceClient interface

+ ListInferenceStatus func(ctx context.Context, in *ListInferenceStatusRequest, opts ...grpc.CallOption) (*InferenceStatus, error)

+ func NewInferenceServiceClient(cc grpc.ClientConnInterface) InferenceServiceClient

+ type InferenceServiceServer interface

+ ListInferenceStatus func(context.Context, *ListInferenceStatusRequest) (*InferenceStatus, error)

+ type InferenceStatus struct

+ ClusterStatuses []*ClusterStatus

+ TaskStatus *TaskStatus

+ func (*InferenceStatus) Descriptor() ([]byte, []int)

+ func (*InferenceStatus) ProtoMessage()

+ func (x *InferenceStatus) GetClusterStatuses() []*ClusterStatus

+ func (x *InferenceStatus) GetTaskStatus() *TaskStatus

+ func (x *InferenceStatus) ProtoReflect() protoreflect.Message

+ func (x *InferenceStatus) Reset()

+ func (x *InferenceStatus) String() string

+ type ListInferenceStatusRequest struct

+ func (*ListInferenceStatusRequest) Descriptor() ([]byte, []int)

+ func (*ListInferenceStatusRequest) ProtoMessage()

+ func (x *ListInferenceStatusRequest) ProtoReflect() protoreflect.Message

+ func (x *ListInferenceStatusRequest) Reset()

+ func (x *ListInferenceStatusRequest) String() string

+ type TaskStatus struct

+ InProgressTaskCounts map[string]int32

+ func (*TaskStatus) Descriptor() ([]byte, []int)

+ func (*TaskStatus) ProtoMessage()

+ func (x *TaskStatus) GetInProgressTaskCounts() map[string]int32

+ func (x *TaskStatus) ProtoReflect() protoreflect.Message

+ func (x *TaskStatus) Reset()

+ func (x *TaskStatus) String() string

+ type UnimplementedInferenceServiceServer struct

+ func (UnimplementedInferenceServiceServer) ListInferenceStatus(context.Context, *ListInferenceStatusRequest) (*InferenceStatus, error)

+ type UnsafeInferenceServiceServer interface

Feb 7, 2025

Changes in this version

type CreateChatCompletionRequest_Message

+ ToolCallId string

+ func (x *CreateChatCompletionRequest_Message) GetToolCallId() string

Jan 30, 2025

Changes in this version

type CreateChatCompletionRequest

+ ToolChoiceObject *CreateChatCompletionRequest_ToolChoice

+ func (x *CreateChatCompletionRequest) GetToolChoiceObject() *CreateChatCompletionRequest_ToolChoice

type CreateChatCompletionRequest_Tool_Function

+ EncodedParameters string

+ func (x *CreateChatCompletionRequest_Tool_Function) GetEncodedParameters() string

type CreateEmbeddingRequest

+ EncodedInput string

+ func (x *CreateEmbeddingRequest) GetEncodedInput() string

Nov 25, 2024

Changes in this version

type CreateChatCompletionRequest_Message

+ LegacyContent string

+ func (x *CreateChatCompletionRequest_Message) GetLegacyContent() string

type CreateChatCompletionRequest_Message_Content

+ AudioUrl *CreateChatCompletionRequest_Message_Content_AudioUrl

+ func (x *CreateChatCompletionRequest_Message_Content) GetAudioUrl() *CreateChatCompletionRequest_Message_Content_AudioUrl

+ type CreateChatCompletionRequest_Message_Content_AudioUrl struct

+ Url string

+ func (*CreateChatCompletionRequest_Message_Content_AudioUrl) Descriptor() ([]byte, []int)

+ func (*CreateChatCompletionRequest_Message_Content_AudioUrl) ProtoMessage()

+ func (x *CreateChatCompletionRequest_Message_Content_AudioUrl) GetUrl() string

+ func (x *CreateChatCompletionRequest_Message_Content_AudioUrl) ProtoReflect() protoreflect.Message

+ func (x *CreateChatCompletionRequest_Message_Content_AudioUrl) Reset()

+ func (x *CreateChatCompletionRequest_Message_Content_AudioUrl) String() string

+ type CreateChatCompletionRequest_Message_Content_ImageUrl struct

+ Detail string

+ Url string

+ func (*CreateChatCompletionRequest_Message_Content_ImageUrl) Descriptor() ([]byte, []int)

+ func (*CreateChatCompletionRequest_Message_Content_ImageUrl) ProtoMessage()

+ func (x *CreateChatCompletionRequest_Message_Content_ImageUrl) GetDetail() string

+ func (x *CreateChatCompletionRequest_Message_Content_ImageUrl) GetUrl() string

+ func (x *CreateChatCompletionRequest_Message_Content_ImageUrl) ProtoReflect() protoreflect.Message

+ func (x *CreateChatCompletionRequest_Message_Content_ImageUrl) Reset()

+ func (x *CreateChatCompletionRequest_Message_Content_ImageUrl) String() string

+ type CreateChatCompletionRequest_Message_Content_InputAudio struct

+ Data string

+ Format string

+ func (*CreateChatCompletionRequest_Message_Content_InputAudio) Descriptor() ([]byte, []int)

+ func (*CreateChatCompletionRequest_Message_Content_InputAudio) ProtoMessage()

+ func (x *CreateChatCompletionRequest_Message_Content_InputAudio) GetData() string

+ func (x *CreateChatCompletionRequest_Message_Content_InputAudio) GetFormat() string

+ func (x *CreateChatCompletionRequest_Message_Content_InputAudio) ProtoReflect() protoreflect.Message

+ func (x *CreateChatCompletionRequest_Message_Content_InputAudio) Reset()

+ func (x *CreateChatCompletionRequest_Message_Content_InputAudio) String() string

Nov 5, 2024

Changes in this version

+ var ContentType_name = map[int32]string

+ var ContentType_value = map[string]int32

+ type ContentType int32

+ const ContentType_CONTENT_TYPE_IMAGE_URL

+ const ContentType_CONTENT_TYPE_INPUT_AUDIO

+ const ContentType_CONTENT_TYPE_TEXT

+ const ContentType_CONTENT_TYPE_UNSPECIFIED

+ func (ContentType) Descriptor() protoreflect.EnumDescriptor

+ func (ContentType) EnumDescriptor() ([]byte, []int)

+ func (ContentType) Type() protoreflect.EnumType

+ func (x ContentType) Enum() *ContentType

+ func (x ContentType) Number() protoreflect.EnumNumber

+ func (x ContentType) String() string

type CreateChatCompletionRequest_Message

+ Contents []*CreateChatCompletionRequest_Message_Content

+ func (x *CreateChatCompletionRequest_Message) GetContents() []*CreateChatCompletionRequest_Message_Content

+ type CreateChatCompletionRequest_Message_Content struct

+ ImageUrl *CreateChatCompletionRequest_Message_ImageUrl

+ InputAudio *CreateChatCompletionRequest_Message_InputAudio

+ Text string

+ Type ContentType

+ func (*CreateChatCompletionRequest_Message_Content) Descriptor() ([]byte, []int)

+ func (*CreateChatCompletionRequest_Message_Content) ProtoMessage()

+ func (x *CreateChatCompletionRequest_Message_Content) GetImageUrl() *CreateChatCompletionRequest_Message_ImageUrl

+ func (x *CreateChatCompletionRequest_Message_Content) GetInputAudio() *CreateChatCompletionRequest_Message_InputAudio

+ func (x *CreateChatCompletionRequest_Message_Content) GetText() string

+ func (x *CreateChatCompletionRequest_Message_Content) GetType() ContentType

+ func (x *CreateChatCompletionRequest_Message_Content) ProtoReflect() protoreflect.Message

+ func (x *CreateChatCompletionRequest_Message_Content) Reset()

+ func (x *CreateChatCompletionRequest_Message_Content) String() string

+ type CreateChatCompletionRequest_Message_ImageUrl struct

+ Detail string

+ Url string

+ func (*CreateChatCompletionRequest_Message_ImageUrl) Descriptor() ([]byte, []int)

+ func (*CreateChatCompletionRequest_Message_ImageUrl) ProtoMessage()

+ func (x *CreateChatCompletionRequest_Message_ImageUrl) GetDetail() string

+ func (x *CreateChatCompletionRequest_Message_ImageUrl) GetUrl() string

+ func (x *CreateChatCompletionRequest_Message_ImageUrl) ProtoReflect() protoreflect.Message

+ func (x *CreateChatCompletionRequest_Message_ImageUrl) Reset()

+ func (x *CreateChatCompletionRequest_Message_ImageUrl) String() string

+ type CreateChatCompletionRequest_Message_InputAudio struct

+ Data string

+ Format string

+ func (*CreateChatCompletionRequest_Message_InputAudio) Descriptor() ([]byte, []int)

+ func (*CreateChatCompletionRequest_Message_InputAudio) ProtoMessage()

+ func (x *CreateChatCompletionRequest_Message_InputAudio) GetData() string

+ func (x *CreateChatCompletionRequest_Message_InputAudio) GetFormat() string

+ func (x *CreateChatCompletionRequest_Message_InputAudio) ProtoReflect() protoreflect.Message

+ func (x *CreateChatCompletionRequest_Message_InputAudio) Reset()

+ func (x *CreateChatCompletionRequest_Message_InputAudio) String() string

Oct 29, 2024

Changes in this version

+ var File_api_v1_inference_server_internal_proto protoreflect.FileDescriptor

+ var InferenceInternalService_ServiceDesc = grpc.ServiceDesc

+ func RegisterInferenceInternalServiceServer(s grpc.ServiceRegistrar, srv InferenceInternalServiceServer)

+ type InferenceInternalServiceClient interface

+ ProcessTasksInternal func(ctx context.Context, opts ...grpc.CallOption) (InferenceInternalService_ProcessTasksInternalClient, error)

+ func NewInferenceInternalServiceClient(cc grpc.ClientConnInterface) InferenceInternalServiceClient

+ type InferenceInternalServiceServer interface

+ ProcessTasksInternal func(InferenceInternalService_ProcessTasksInternalServer) error

+ type InferenceInternalService_ProcessTasksInternalClient interface

+ Recv func() (*ProcessTasksInternalResponse, error)

+ Send func(*ProcessTasksInternalRequest) error

+ type InferenceInternalService_ProcessTasksInternalServer interface

+ Recv func() (*ProcessTasksInternalRequest, error)

+ Send func(*ProcessTasksInternalResponse) error

+ type ProcessTasksInternalRequest struct

+ Message isProcessTasksInternalRequest_Message

+ func (*ProcessTasksInternalRequest) Descriptor() ([]byte, []int)

+ func (*ProcessTasksInternalRequest) ProtoMessage()

+ func (m *ProcessTasksInternalRequest) GetMessage() isProcessTasksInternalRequest_Message

+ func (x *ProcessTasksInternalRequest) GetServerStatus() *ServerStatus

+ func (x *ProcessTasksInternalRequest) GetTaskResult() *TaskResult

+ func (x *ProcessTasksInternalRequest) ProtoReflect() protoreflect.Message

+ func (x *ProcessTasksInternalRequest) Reset()

+ func (x *ProcessTasksInternalRequest) String() string

+ type ProcessTasksInternalRequest_ServerStatus struct

+ ServerStatus *ServerStatus

+ type ProcessTasksInternalRequest_TaskResult struct

+ TaskResult *TaskResult

+ type ProcessTasksInternalResponse struct

+ NewTask *Task

+ TenantId string

+ func (*ProcessTasksInternalResponse) Descriptor() ([]byte, []int)

+ func (*ProcessTasksInternalResponse) ProtoMessage()

+ func (x *ProcessTasksInternalResponse) GetNewTask() *Task

+ func (x *ProcessTasksInternalResponse) GetTenantId() string

+ func (x *ProcessTasksInternalResponse) ProtoReflect() protoreflect.Message

+ func (x *ProcessTasksInternalResponse) Reset()

+ func (x *ProcessTasksInternalResponse) String() string

+ type ServerStatus struct

+ EngineStatuses []*ServerStatus_EngineStatusWithTenantID

+ PodName string

+ func (*ServerStatus) Descriptor() ([]byte, []int)

+ func (*ServerStatus) ProtoMessage()

+ func (x *ServerStatus) GetEngineStatuses() []*ServerStatus_EngineStatusWithTenantID

+ func (x *ServerStatus) GetPodName() string

+ func (x *ServerStatus) ProtoReflect() protoreflect.Message

+ func (x *ServerStatus) Reset()

+ func (x *ServerStatus) String() string

+ type ServerStatus_EngineStatusWithTenantID struct

+ EngineStatus *EngineStatus

+ TenantId string

+ func (*ServerStatus_EngineStatusWithTenantID) Descriptor() ([]byte, []int)

+ func (*ServerStatus_EngineStatusWithTenantID) ProtoMessage()

+ func (x *ServerStatus_EngineStatusWithTenantID) GetEngineStatus() *EngineStatus

+ func (x *ServerStatus_EngineStatusWithTenantID) GetTenantId() string

+ func (x *ServerStatus_EngineStatusWithTenantID) ProtoReflect() protoreflect.Message

+ func (x *ServerStatus_EngineStatusWithTenantID) Reset()

+ func (x *ServerStatus_EngineStatusWithTenantID) String() string

+ type UnimplementedInferenceInternalServiceServer struct

+ func (UnimplementedInferenceInternalServiceServer) ProcessTasksInternal(InferenceInternalService_ProcessTasksInternalServer) error

+ type UnsafeInferenceInternalServiceServer interface

Oct 3, 2024

Changes in this version

type CreateChatCompletionRequest

+ StreamOptions *CreateChatCompletionRequest_StreamOptions

+ func (x *CreateChatCompletionRequest) GetStreamOptions() *CreateChatCompletionRequest_StreamOptions

+ type CreateChatCompletionRequest_StreamOptions struct

+ IncludeUsage bool

+ func (*CreateChatCompletionRequest_StreamOptions) Descriptor() ([]byte, []int)

+ func (*CreateChatCompletionRequest_StreamOptions) ProtoMessage()

+ func (x *CreateChatCompletionRequest_StreamOptions) GetIncludeUsage() bool

+ func (x *CreateChatCompletionRequest_StreamOptions) ProtoReflect() protoreflect.Message

+ func (x *CreateChatCompletionRequest_StreamOptions) Reset()

+ func (x *CreateChatCompletionRequest_StreamOptions) String() string

Sep 30, 2024

Changes in this version

+ var ChatService_ServiceDesc = grpc.ServiceDesc

+ var File_api_v1_inference_server_embeddings_proto protoreflect.FileDescriptor

+ var File_api_v1_inference_server_proto protoreflect.FileDescriptor

+ var File_api_v1_inference_server_worker_proto protoreflect.FileDescriptor

+ var InferenceWorkerService_ServiceDesc = grpc.ServiceDesc

+ func RegisterChatServiceServer(s grpc.ServiceRegistrar, srv ChatServiceServer)

+ func RegisterInferenceWorkerServiceServer(s grpc.ServiceRegistrar, srv InferenceWorkerServiceServer)

+ type ChatCompletion struct

+ Choices []*ChatCompletion_Choice

+ Created int32

+ Id string

+ Model string

+ Object string

+ SystemFingerprint string

+ Usage *Usage

+ func (*ChatCompletion) Descriptor() ([]byte, []int)

+ func (*ChatCompletion) ProtoMessage()

+ func (x *ChatCompletion) GetChoices() []*ChatCompletion_Choice

+ func (x *ChatCompletion) GetCreated() int32

+ func (x *ChatCompletion) GetId() string

+ func (x *ChatCompletion) GetModel() string

+ func (x *ChatCompletion) GetObject() string

+ func (x *ChatCompletion) GetSystemFingerprint() string

+ func (x *ChatCompletion) GetUsage() *Usage

+ func (x *ChatCompletion) ProtoReflect() protoreflect.Message

+ func (x *ChatCompletion) Reset()

+ func (x *ChatCompletion) String() string

+ type ChatCompletionChunk struct

+ Choices []*ChatCompletionChunk_Choice

+ Created int32

+ Id string

+ Model string

+ Object string

+ SystemFingerprint string

+ Usage *Usage

+ func (*ChatCompletionChunk) Descriptor() ([]byte, []int)

+ func (*ChatCompletionChunk) ProtoMessage()

+ func (x *ChatCompletionChunk) GetChoices() []*ChatCompletionChunk_Choice

+ func (x *ChatCompletionChunk) GetCreated() int32

+ func (x *ChatCompletionChunk) GetId() string

+ func (x *ChatCompletionChunk) GetModel() string

+ func (x *ChatCompletionChunk) GetObject() string

+ func (x *ChatCompletionChunk) GetSystemFingerprint() string

+ func (x *ChatCompletionChunk) GetUsage() *Usage

+ func (x *ChatCompletionChunk) ProtoReflect() protoreflect.Message

+ func (x *ChatCompletionChunk) Reset()

+ func (x *ChatCompletionChunk) String() string

+ type ChatCompletionChunk_Choice struct

+ Delta *ChatCompletionChunk_Choice_Delta

+ FinishReason string

+ Index int32

+ Logprobs *Logprobs

+ func (*ChatCompletionChunk_Choice) Descriptor() ([]byte, []int)

+ func (*ChatCompletionChunk_Choice) ProtoMessage()

+ func (x *ChatCompletionChunk_Choice) GetDelta() *ChatCompletionChunk_Choice_Delta

+ func (x *ChatCompletionChunk_Choice) GetFinishReason() string

+ func (x *ChatCompletionChunk_Choice) GetIndex() int32

+ func (x *ChatCompletionChunk_Choice) GetLogprobs() *Logprobs

+ func (x *ChatCompletionChunk_Choice) ProtoReflect() protoreflect.Message

+ func (x *ChatCompletionChunk_Choice) Reset()

+ func (x *ChatCompletionChunk_Choice) String() string

+ type ChatCompletionChunk_Choice_Delta struct

+ Content string

+ Role string

+ ToolCalls []*ChatCompletionChunk_Choice_Delta_ToolCall

+ func (*ChatCompletionChunk_Choice_Delta) Descriptor() ([]byte, []int)

+ func (*ChatCompletionChunk_Choice_Delta) ProtoMessage()

+ func (x *ChatCompletionChunk_Choice_Delta) GetContent() string

+ func (x *ChatCompletionChunk_Choice_Delta) GetRole() string

+ func (x *ChatCompletionChunk_Choice_Delta) GetToolCalls() []*ChatCompletionChunk_Choice_Delta_ToolCall

+ func (x *ChatCompletionChunk_Choice_Delta) ProtoReflect() protoreflect.Message

+ func (x *ChatCompletionChunk_Choice_Delta) Reset()

+ func (x *ChatCompletionChunk_Choice_Delta) String() string

+ type ChatCompletionChunk_Choice_Delta_ToolCall struct

+ Function *ChatCompletionChunk_Choice_Delta_ToolCall_Function

+ Id string

+ Type string

+ func (*ChatCompletionChunk_Choice_Delta_ToolCall) Descriptor() ([]byte, []int)

+ func (*ChatCompletionChunk_Choice_Delta_ToolCall) ProtoMessage()

+ func (x *ChatCompletionChunk_Choice_Delta_ToolCall) GetFunction() *ChatCompletionChunk_Choice_Delta_ToolCall_Function

+ func (x *ChatCompletionChunk_Choice_Delta_ToolCall) GetId() string

+ func (x *ChatCompletionChunk_Choice_Delta_ToolCall) GetType() string

+ func (x *ChatCompletionChunk_Choice_Delta_ToolCall) ProtoReflect() protoreflect.Message

+ func (x *ChatCompletionChunk_Choice_Delta_ToolCall) Reset()

+ func (x *ChatCompletionChunk_Choice_Delta_ToolCall) String() string

+ type ChatCompletionChunk_Choice_Delta_ToolCall_Function struct

+ Arguments string

+ Name string

+ func (*ChatCompletionChunk_Choice_Delta_ToolCall_Function) Descriptor() ([]byte, []int)

+ func (*ChatCompletionChunk_Choice_Delta_ToolCall_Function) ProtoMessage()

+ func (x *ChatCompletionChunk_Choice_Delta_ToolCall_Function) GetArguments() string

+ func (x *ChatCompletionChunk_Choice_Delta_ToolCall_Function) GetName() string

+ func (x *ChatCompletionChunk_Choice_Delta_ToolCall_Function) ProtoReflect() protoreflect.Message

+ func (x *ChatCompletionChunk_Choice_Delta_ToolCall_Function) Reset()

+ func (x *ChatCompletionChunk_Choice_Delta_ToolCall_Function) String() string

+ type ChatCompletion_Choice struct

+ FinishReason string

+ Index int32

+ Logprobs *Logprobs

+ Message *ChatCompletion_Choice_Message

+ func (*ChatCompletion_Choice) Descriptor() ([]byte, []int)

+ func (*ChatCompletion_Choice) ProtoMessage()

+ func (x *ChatCompletion_Choice) GetFinishReason() string

+ func (x *ChatCompletion_Choice) GetIndex() int32

+ func (x *ChatCompletion_Choice) GetLogprobs() *Logprobs

+ func (x *ChatCompletion_Choice) GetMessage() *ChatCompletion_Choice_Message

+ func (x *ChatCompletion_Choice) ProtoReflect() protoreflect.Message

+ func (x *ChatCompletion_Choice) Reset()

+ func (x *ChatCompletion_Choice) String() string

+ type ChatCompletion_Choice_Message struct

+ Content string

+ Role string

+ ToolCalls []*ToolCall

+ func (*ChatCompletion_Choice_Message) Descriptor() ([]byte, []int)

+ func (*ChatCompletion_Choice_Message) ProtoMessage()

+ func (x *ChatCompletion_Choice_Message) GetContent() string

+ func (x *ChatCompletion_Choice_Message) GetRole() string

+ func (x *ChatCompletion_Choice_Message) GetToolCalls() []*ToolCall

+ func (x *ChatCompletion_Choice_Message) ProtoReflect() protoreflect.Message

+ func (x *ChatCompletion_Choice_Message) Reset()

+ func (x *ChatCompletion_Choice_Message) String() string

+ type ChatServiceClient interface

+ func NewChatServiceClient(cc grpc.ClientConnInterface) ChatServiceClient

+ type ChatServiceServer interface

+ type Completion struct

+ Choices []*Completion_Choice

+ Created int32

+ Id string

+ Model string

+ Object string

+ SystemFingerprint string

+ Usage *Usage

+ func (*Completion) Descriptor() ([]byte, []int)

+ func (*Completion) ProtoMessage()

+ func (x *Completion) GetChoices() []*Completion_Choice

+ func (x *Completion) GetCreated() int32

+ func (x *Completion) GetId() string

+ func (x *Completion) GetModel() string

+ func (x *Completion) GetObject() string

+ func (x *Completion) GetSystemFingerprint() string

+ func (x *Completion) GetUsage() *Usage

+ func (x *Completion) ProtoReflect() protoreflect.Message

+ func (x *Completion) Reset()

+ func (x *Completion) String() string

+ type Completion_Choice struct

+ FinishReason string

+ Index int32

+ Logprobs *Completion_Choice_Logprobs

+ Text string

+ func (*Completion_Choice) Descriptor() ([]byte, []int)

+ func (*Completion_Choice) ProtoMessage()

+ func (x *Completion_Choice) GetFinishReason() string

+ func (x *Completion_Choice) GetIndex() int32

+ func (x *Completion_Choice) GetLogprobs() *Completion_Choice_Logprobs

+ func (x *Completion_Choice) GetText() string

+ func (x *Completion_Choice) ProtoReflect() protoreflect.Message

+ func (x *Completion_Choice) Reset()

+ func (x *Completion_Choice) String() string

+ type Completion_Choice_Logprobs struct

+ TextOffset int32

+ TokenLogprobs float64

+ Tokens string

+ TopLogprobs float64

+ func (*Completion_Choice_Logprobs) Descriptor() ([]byte, []int)

+ func (*Completion_Choice_Logprobs) ProtoMessage()

+ func (x *Completion_Choice_Logprobs) GetTextOffset() int32

+ func (x *Completion_Choice_Logprobs) GetTokenLogprobs() float64

+ func (x *Completion_Choice_Logprobs) GetTokens() string

+ func (x *Completion_Choice_Logprobs) GetTopLogprobs() float64

+ func (x *Completion_Choice_Logprobs) ProtoReflect() protoreflect.Message

+ func (x *Completion_Choice_Logprobs) Reset()

+ func (x *Completion_Choice_Logprobs) String() string

+ type CreateChatCompletionRequest struct

+ FrequencyPenalty float64

+ LogitBias map[string]float64

+ Logprobs bool

+ MaxTokens int32

+ Messages []*CreateChatCompletionRequest_Message

+ Model string

+ N int32

+ PresencePenalty float64

+ ResponseFormat *CreateChatCompletionRequest_ResponseFormat

+ Seed int32

+ Stop []string

+ Stream bool

+ Temperature float64

+ ToolChoice *CreateChatCompletionRequest_ToolChoice

+ Tools []*CreateChatCompletionRequest_Tool

+ TopLogprobs int32

+ TopP float64

+ User string

+ func (*CreateChatCompletionRequest) Descriptor() ([]byte, []int)

+ func (*CreateChatCompletionRequest) ProtoMessage()

+ func (x *CreateChatCompletionRequest) GetFrequencyPenalty() float64

+ func (x *CreateChatCompletionRequest) GetLogitBias() map[string]float64

+ func (x *CreateChatCompletionRequest) GetLogprobs() bool

+ func (x *CreateChatCompletionRequest) GetMaxTokens() int32

+ func (x *CreateChatCompletionRequest) GetMessages() []*CreateChatCompletionRequest_Message

+ func (x *CreateChatCompletionRequest) GetModel() string

+ func (x *CreateChatCompletionRequest) GetN() int32

+ func (x *CreateChatCompletionRequest) GetPresencePenalty() float64

+ func (x *CreateChatCompletionRequest) GetResponseFormat() *CreateChatCompletionRequest_ResponseFormat

+ func (x *CreateChatCompletionRequest) GetSeed() int32

+ func (x *CreateChatCompletionRequest) GetStop() []string

+ func (x *CreateChatCompletionRequest) GetStream() bool

+ func (x *CreateChatCompletionRequest) GetTemperature() float64

+ func (x *CreateChatCompletionRequest) GetToolChoice() *CreateChatCompletionRequest_ToolChoice

+ func (x *CreateChatCompletionRequest) GetTools() []*CreateChatCompletionRequest_Tool

+ func (x *CreateChatCompletionRequest) GetTopLogprobs() int32

+ func (x *CreateChatCompletionRequest) GetTopP() float64

+ func (x *CreateChatCompletionRequest) GetUser() string

+ func (x *CreateChatCompletionRequest) ProtoReflect() protoreflect.Message

+ func (x *CreateChatCompletionRequest) Reset()

+ func (x *CreateChatCompletionRequest) String() string

+ type CreateChatCompletionRequest_Message struct

+ Content string

+ Name string

+ Role string

+ ToolCalls []*CreateChatCompletionRequest_Message_ToolCall

+ func (*CreateChatCompletionRequest_Message) Descriptor() ([]byte, []int)

+ func (*CreateChatCompletionRequest_Message) ProtoMessage()

+ func (x *CreateChatCompletionRequest_Message) GetContent() string

+ func (x *CreateChatCompletionRequest_Message) GetName() string

+ func (x *CreateChatCompletionRequest_Message) GetRole() string

+ func (x *CreateChatCompletionRequest_Message) GetToolCalls() []*CreateChatCompletionRequest_Message_ToolCall

+ func (x *CreateChatCompletionRequest_Message) ProtoReflect() protoreflect.Message

+ func (x *CreateChatCompletionRequest_Message) Reset()

+ func (x *CreateChatCompletionRequest_Message) String() string

+ type CreateChatCompletionRequest_Message_ToolCall struct

+ Function *CreateChatCompletionRequest_Message_ToolCall_Function

+ Id string

+ Type string

+ func (*CreateChatCompletionRequest_Message_ToolCall) Descriptor() ([]byte, []int)

+ func (*CreateChatCompletionRequest_Message_ToolCall) ProtoMessage()

+ func (x *CreateChatCompletionRequest_Message_ToolCall) GetFunction() *CreateChatCompletionRequest_Message_ToolCall_Function

+ func (x *CreateChatCompletionRequest_Message_ToolCall) GetId() string

+ func (x *CreateChatCompletionRequest_Message_ToolCall) GetType() string

+ func (x *CreateChatCompletionRequest_Message_ToolCall) ProtoReflect() protoreflect.Message

+ func (x *CreateChatCompletionRequest_Message_ToolCall) Reset()

+ func (x *CreateChatCompletionRequest_Message_ToolCall) String() string

+ type CreateChatCompletionRequest_Message_ToolCall_Function struct

+ Arguments string

+ Name string

+ func (*CreateChatCompletionRequest_Message_ToolCall_Function) Descriptor() ([]byte, []int)

+ func (*CreateChatCompletionRequest_Message_ToolCall_Function) ProtoMessage()

+ func (x *CreateChatCompletionRequest_Message_ToolCall_Function) GetArguments() string

+ func (x *CreateChatCompletionRequest_Message_ToolCall_Function) GetName() string

+ func (x *CreateChatCompletionRequest_Message_ToolCall_Function) ProtoReflect() protoreflect.Message

+ func (x *CreateChatCompletionRequest_Message_ToolCall_Function) Reset()

+ func (x *CreateChatCompletionRequest_Message_ToolCall_Function) String() string

+ type CreateChatCompletionRequest_ResponseFormat struct

+ Type string

+ func (*CreateChatCompletionRequest_ResponseFormat) Descriptor() ([]byte, []int)

+ func (*CreateChatCompletionRequest_ResponseFormat) ProtoMessage()

+ func (x *CreateChatCompletionRequest_ResponseFormat) GetType() string

+ func (x *CreateChatCompletionRequest_ResponseFormat) ProtoReflect() protoreflect.Message

+ func (x *CreateChatCompletionRequest_ResponseFormat) Reset()

+ func (x *CreateChatCompletionRequest_ResponseFormat) String() string

+ type CreateChatCompletionRequest_Tool struct

+ Function *CreateChatCompletionRequest_Tool_Function

+ Type string

+ func (*CreateChatCompletionRequest_Tool) Descriptor() ([]byte, []int)

+ func (*CreateChatCompletionRequest_Tool) ProtoMessage()

+ func (x *CreateChatCompletionRequest_Tool) GetFunction() *CreateChatCompletionRequest_Tool_Function

+ func (x *CreateChatCompletionRequest_Tool) GetType() string

+ func (x *CreateChatCompletionRequest_Tool) ProtoReflect() protoreflect.Message

+ func (x *CreateChatCompletionRequest_Tool) Reset()

+ func (x *CreateChatCompletionRequest_Tool) String() string

+ type CreateChatCompletionRequest_ToolChoice struct

+ Choice string

+ Function *CreateChatCompletionRequest_ToolChoice_Function

+ Type string

+ func (*CreateChatCompletionRequest_ToolChoice) Descriptor() ([]byte, []int)

+ func (*CreateChatCompletionRequest_ToolChoice) ProtoMessage()

+ func (x *CreateChatCompletionRequest_ToolChoice) GetChoice() string

+ func (x *CreateChatCompletionRequest_ToolChoice) GetFunction() *CreateChatCompletionRequest_ToolChoice_Function

+ func (x *CreateChatCompletionRequest_ToolChoice) GetType() string

+ func (x *CreateChatCompletionRequest_ToolChoice) ProtoReflect() protoreflect.Message

+ func (x *CreateChatCompletionRequest_ToolChoice) Reset()

+ func (x *CreateChatCompletionRequest_ToolChoice) String() string

+ type CreateChatCompletionRequest_ToolChoice_Function struct

+ Name string

+ func (*CreateChatCompletionRequest_ToolChoice_Function) Descriptor() ([]byte, []int)

+ func (*CreateChatCompletionRequest_ToolChoice_Function) ProtoMessage()

+ func (x *CreateChatCompletionRequest_ToolChoice_Function) GetName() string

+ func (x *CreateChatCompletionRequest_ToolChoice_Function) ProtoReflect() protoreflect.Message

+ func (x *CreateChatCompletionRequest_ToolChoice_Function) Reset()

+ func (x *CreateChatCompletionRequest_ToolChoice_Function) String() string

+ type CreateChatCompletionRequest_Tool_Function struct

+ Description string

+ Name string

+ Parameters string

+ func (*CreateChatCompletionRequest_Tool_Function) Descriptor() ([]byte, []int)

+ func (*CreateChatCompletionRequest_Tool_Function) ProtoMessage()

+ func (x *CreateChatCompletionRequest_Tool_Function) GetDescription() string

+ func (x *CreateChatCompletionRequest_Tool_Function) GetName() string

+ func (x *CreateChatCompletionRequest_Tool_Function) GetParameters() string

+ func (x *CreateChatCompletionRequest_Tool_Function) ProtoReflect() protoreflect.Message

+ func (x *CreateChatCompletionRequest_Tool_Function) Reset()

+ func (x *CreateChatCompletionRequest_Tool_Function) String() string

+ type CreateCompletionRequest struct

+ BestOf int32

+ Echo bool

+ FrequencyPenalty float64

+ LogitBias map[string]float64

+ Logprobs int32

+ MaxTokens int32

+ Model string

+ N int32

+ PresencePenalty float64

+ Prompt string

+ Seed int32

+ Stop []string

+ Stream bool

+ StreamOption *CreateCompletionRequest_StreamOption

+ Suffix string

+ Temperature float64

+ TopP float64

+ User string

+ func (*CreateCompletionRequest) Descriptor() ([]byte, []int)

+ func (*CreateCompletionRequest) ProtoMessage()

+ func (x *CreateCompletionRequest) GetBestOf() int32

+ func (x *CreateCompletionRequest) GetEcho() bool

+ func (x *CreateCompletionRequest) GetFrequencyPenalty() float64

+ func (x *CreateCompletionRequest) GetLogitBias() map[string]float64

+ func (x *CreateCompletionRequest) GetLogprobs() int32

+ func (x *CreateCompletionRequest) GetMaxTokens() int32

+ func (x *CreateCompletionRequest) GetModel() string

+ func (x *CreateCompletionRequest) GetN() int32

+ func (x *CreateCompletionRequest) GetPresencePenalty() float64

+ func (x *CreateCompletionRequest) GetPrompt() string

+ func (x *CreateCompletionRequest) GetSeed() int32

+ func (x *CreateCompletionRequest) GetStop() []string

+ func (x *CreateCompletionRequest) GetStream() bool

+ func (x *CreateCompletionRequest) GetStreamOption() *CreateCompletionRequest_StreamOption

+ func (x *CreateCompletionRequest) GetSuffix() string

+ func (x *CreateCompletionRequest) GetTemperature() float64

+ func (x *CreateCompletionRequest) GetTopP() float64

+ func (x *CreateCompletionRequest) GetUser() string

+ func (x *CreateCompletionRequest) ProtoReflect() protoreflect.Message

+ func (x *CreateCompletionRequest) Reset()

+ func (x *CreateCompletionRequest) String() string

+ type CreateCompletionRequest_StreamOption struct

+ IncludeUsage bool

+ func (*CreateCompletionRequest_StreamOption) Descriptor() ([]byte, []int)

+ func (*CreateCompletionRequest_StreamOption) ProtoMessage()

+ func (x *CreateCompletionRequest_StreamOption) GetIncludeUsage() bool

+ func (x *CreateCompletionRequest_StreamOption) ProtoReflect() protoreflect.Message

+ func (x *CreateCompletionRequest_StreamOption) Reset()

+ func (x *CreateCompletionRequest_StreamOption) String() string

+ type CreateEmbeddingRequest struct

+ Dimensions int32

+ EncodingFormat string

+ Input string

+ Model string

+ User string

+ func (*CreateEmbeddingRequest) Descriptor() ([]byte, []int)

+ func (*CreateEmbeddingRequest) ProtoMessage()

+ func (x *CreateEmbeddingRequest) GetDimensions() int32

+ func (x *CreateEmbeddingRequest) GetEncodingFormat() string

+ func (x *CreateEmbeddingRequest) GetInput() string

+ func (x *CreateEmbeddingRequest) GetModel() string

+ func (x *CreateEmbeddingRequest) GetUser() string

+ func (x *CreateEmbeddingRequest) ProtoReflect() protoreflect.Message

+ func (x *CreateEmbeddingRequest) Reset()

+ func (x *CreateEmbeddingRequest) String() string

+ type Embedding struct

+ Embedding []float64

+ Index int32

+ Object string

+ func (*Embedding) Descriptor() ([]byte, []int)

+ func (*Embedding) ProtoMessage()

+ func (x *Embedding) GetEmbedding() []float64

+ func (x *Embedding) GetIndex() int32

+ func (x *Embedding) GetObject() string

+ func (x *Embedding) ProtoReflect() protoreflect.Message

+ func (x *Embedding) Reset()

+ func (x *Embedding) String() string

+ type Embeddings struct

+ Data []*Embedding

+ Model string

+ Object string

+ Usage *Embeddings_Usage

+ func (*Embeddings) Descriptor() ([]byte, []int)

+ func (*Embeddings) ProtoMessage()

+ func (x *Embeddings) GetData() []*Embedding

+ func (x *Embeddings) GetModel() string

+ func (x *Embeddings) GetObject() string

+ func (x *Embeddings) GetUsage() *Embeddings_Usage

+ func (x *Embeddings) ProtoReflect() protoreflect.Message

+ func (x *Embeddings) Reset()

+ func (x *Embeddings) String() string

+ type Embeddings_Usage struct

+ PromptTokens int32

+ TotalTokens int32

+ func (*Embeddings_Usage) Descriptor() ([]byte, []int)

+ func (*Embeddings_Usage) ProtoMessage()

+ func (x *Embeddings_Usage) GetPromptTokens() int32

+ func (x *Embeddings_Usage) GetTotalTokens() int32

+ func (x *Embeddings_Usage) ProtoReflect() protoreflect.Message

+ func (x *Embeddings_Usage) Reset()

+ func (x *Embeddings_Usage) String() string

+ type EngineStatus struct

+ EngineId string

+ ModelIds []string

+ Ready bool

+ SyncStatus *EngineStatus_SyncStatus

+ func (*EngineStatus) Descriptor() ([]byte, []int)

+ func (*EngineStatus) ProtoMessage()

+ func (x *EngineStatus) GetEngineId() string

+ func (x *EngineStatus) GetModelIds() []string

+ func (x *EngineStatus) GetReady() bool

+ func (x *EngineStatus) GetSyncStatus() *EngineStatus_SyncStatus

+ func (x *EngineStatus) ProtoReflect() protoreflect.Message

+ func (x *EngineStatus) Reset()

+ func (x *EngineStatus) String() string

+ type EngineStatus_SyncStatus struct

+ InProgressModelIds []string

+ func (*EngineStatus_SyncStatus) Descriptor() ([]byte, []int)

+ func (*EngineStatus_SyncStatus) ProtoMessage()

+ func (x *EngineStatus_SyncStatus) GetInProgressModelIds() []string

+ func (x *EngineStatus_SyncStatus) ProtoReflect() protoreflect.Message

+ func (x *EngineStatus_SyncStatus) Reset()

+ func (x *EngineStatus_SyncStatus) String() string

+ type HeaderValue struct

+ Values []string

+ func (*HeaderValue) Descriptor() ([]byte, []int)

+ func (*HeaderValue) ProtoMessage()

+ func (x *HeaderValue) GetValues() []string

+ func (x *HeaderValue) ProtoReflect() protoreflect.Message

+ func (x *HeaderValue) Reset()

+ func (x *HeaderValue) String() string

+ type HttpResponse struct

+ Body []byte

+ Header map[string]*HeaderValue

+ Status string

+ StatusCode int32

+ func (*HttpResponse) Descriptor() ([]byte, []int)

+ func (*HttpResponse) ProtoMessage()

+ func (x *HttpResponse) GetBody() []byte

+ func (x *HttpResponse) GetHeader() map[string]*HeaderValue

+ func (x *HttpResponse) GetStatus() string

+ func (x *HttpResponse) GetStatusCode() int32

+ func (x *HttpResponse) ProtoReflect() protoreflect.Message

+ func (x *HttpResponse) Reset()

+ func (x *HttpResponse) String() string

+ type InferenceWorkerServiceClient interface

+ ProcessTasks func(ctx context.Context, opts ...grpc.CallOption) (InferenceWorkerService_ProcessTasksClient, error)

+ func NewInferenceWorkerServiceClient(cc grpc.ClientConnInterface) InferenceWorkerServiceClient

+ type InferenceWorkerServiceServer interface

+ ProcessTasks func(InferenceWorkerService_ProcessTasksServer) error

+ type InferenceWorkerService_ProcessTasksClient interface

+ Recv func() (*ProcessTasksResponse, error)

+ Send func(*ProcessTasksRequest) error

+ type InferenceWorkerService_ProcessTasksServer interface

+ Recv func() (*ProcessTasksRequest, error)

+ Send func(*ProcessTasksResponse) error

+ type Logprobs struct

+ Content []*Logprobs_Content

+ func (*Logprobs) Descriptor() ([]byte, []int)

+ func (*Logprobs) ProtoMessage()

+ func (x *Logprobs) GetContent() []*Logprobs_Content

+ func (x *Logprobs) ProtoReflect() protoreflect.Message

+ func (x *Logprobs) Reset()

+ func (x *Logprobs) String() string

+ type Logprobs_Content struct

+ Bytes []byte

+ Logprob float64

+ Token string

+ TopLogprobs *Logprobs_Content_TopLogprobs

+ func (*Logprobs_Content) Descriptor() ([]byte, []int)

+ func (*Logprobs_Content) ProtoMessage()

+ func (x *Logprobs_Content) GetBytes() []byte

+ func (x *Logprobs_Content) GetLogprob() float64

+ func (x *Logprobs_Content) GetToken() string

+ func (x *Logprobs_Content) GetTopLogprobs() *Logprobs_Content_TopLogprobs

+ func (x *Logprobs_Content) ProtoReflect() protoreflect.Message

+ func (x *Logprobs_Content) Reset()

+ func (x *Logprobs_Content) String() string

+ type Logprobs_Content_TopLogprobs struct

+ Bytes []byte

+ Logprob float64

+ Token string

+ func (*Logprobs_Content_TopLogprobs) Descriptor() ([]byte, []int)

+ func (*Logprobs_Content_TopLogprobs) ProtoMessage()

+ func (x *Logprobs_Content_TopLogprobs) GetBytes() []byte

+ func (x *Logprobs_Content_TopLogprobs) GetLogprob() float64

+ func (x *Logprobs_Content_TopLogprobs) GetToken() string

+ func (x *Logprobs_Content_TopLogprobs) ProtoReflect() protoreflect.Message

+ func (x *Logprobs_Content_TopLogprobs) Reset()

+ func (x *Logprobs_Content_TopLogprobs) String() string

+ type ProcessTasksRequest struct

+ Message isProcessTasksRequest_Message

+ func (*ProcessTasksRequest) Descriptor() ([]byte, []int)

+ func (*ProcessTasksRequest) ProtoMessage()

+ func (m *ProcessTasksRequest) GetMessage() isProcessTasksRequest_Message

+ func (x *ProcessTasksRequest) GetEngineStatus() *EngineStatus

+ func (x *ProcessTasksRequest) GetTaskResult() *TaskResult

+ func (x *ProcessTasksRequest) ProtoReflect() protoreflect.Message

+ func (x *ProcessTasksRequest) Reset()

+ func (x *ProcessTasksRequest) String() string

+ type ProcessTasksRequest_EngineStatus struct

+ EngineStatus *EngineStatus

+ type ProcessTasksRequest_TaskResult struct

+ TaskResult *TaskResult

+ type ProcessTasksResponse struct

+ NewTask *Task

+ func (*ProcessTasksResponse) Descriptor() ([]byte, []int)

+ func (*ProcessTasksResponse) ProtoMessage()

+ func (x *ProcessTasksResponse) GetNewTask() *Task

+ func (x *ProcessTasksResponse) ProtoReflect() protoreflect.Message

+ func (x *ProcessTasksResponse) Reset()

+ func (x *ProcessTasksResponse) String() string

+ type RagFunction struct

+ VectorStoreName string

+ func (*RagFunction) Descriptor() ([]byte, []int)

+ func (*RagFunction) ProtoMessage()

+ func (x *RagFunction) GetVectorStoreName() string

+ func (x *RagFunction) ProtoReflect() protoreflect.Message

+ func (x *RagFunction) Reset()

+ func (x *RagFunction) String() string

+ type ServerSentEvent struct

+ Data []byte

+ IsLastEvent bool

+ func (*ServerSentEvent) Descriptor() ([]byte, []int)

+ func (*ServerSentEvent) ProtoMessage()

+ func (x *ServerSentEvent) GetData() []byte

+ func (x *ServerSentEvent) GetIsLastEvent() bool

+ func (x *ServerSentEvent) ProtoReflect() protoreflect.Message

+ func (x *ServerSentEvent) Reset()

+ func (x *ServerSentEvent) String() string

+ type Task struct

+ DeprecatedChatCompletionRequest *CreateChatCompletionRequest

+ Header map[string]*HeaderValue

+ Id string

+ Request *TaskRequest

+ func (*Task) Descriptor() ([]byte, []int)

+ func (*Task) ProtoMessage()

+ func (x *Task) GetDeprecatedChatCompletionRequest() *CreateChatCompletionRequest

+ func (x *Task) GetHeader() map[string]*HeaderValue

+ func (x *Task) GetId() string

+ func (x *Task) GetRequest() *TaskRequest

+ func (x *Task) ProtoReflect() protoreflect.Message

+ func (x *Task) Reset()

+ func (x *Task) String() string

+ type TaskRequest struct

+ Request isTaskRequest_Request

+ func (*TaskRequest) Descriptor() ([]byte, []int)

+ func (*TaskRequest) ProtoMessage()

+ func (m *TaskRequest) GetRequest() isTaskRequest_Request

+ func (x *TaskRequest) GetChatCompletion() *CreateChatCompletionRequest

+ func (x *TaskRequest) GetEmbedding() *CreateEmbeddingRequest

+ func (x *TaskRequest) ProtoReflect() protoreflect.Message

+ func (x *TaskRequest) Reset()

+ func (x *TaskRequest) String() string

+ type TaskRequest_ChatCompletion struct

+ ChatCompletion *CreateChatCompletionRequest

+ type TaskRequest_Embedding struct

+ Embedding *CreateEmbeddingRequest

+ type TaskResult struct

+ Message isTaskResult_Message

+ TaskId string

+ func (*TaskResult) Descriptor() ([]byte, []int)

+ func (*TaskResult) ProtoMessage()

+ func (m *TaskResult) GetMessage() isTaskResult_Message

+ func (x *TaskResult) GetHttpResponse() *HttpResponse

+ func (x *TaskResult) GetServerSentEvent() *ServerSentEvent

+ func (x *TaskResult) GetTaskId() string

+ func (x *TaskResult) ProtoReflect() protoreflect.Message

+ func (x *TaskResult) Reset()

+ func (x *TaskResult) String() string

+ type TaskResult_HttpResponse struct

+ HttpResponse *HttpResponse

+ type TaskResult_ServerSentEvent struct

+ ServerSentEvent *ServerSentEvent

+ type ToolCall struct

+ Function *ToolCall_Function

+ Id string

+ Type string

+ func (*ToolCall) Descriptor() ([]byte, []int)

+ func (*ToolCall) ProtoMessage()

+ func (x *ToolCall) GetFunction() *ToolCall_Function

+ func (x *ToolCall) GetId() string

+ func (x *ToolCall) GetType() string

+ func (x *ToolCall) ProtoReflect() protoreflect.Message

+ func (x *ToolCall) Reset()

+ func (x *ToolCall) String() string

+ type ToolCall_Function struct

+ Arguments string

+ Name string

+ func (*ToolCall_Function) Descriptor() ([]byte, []int)

+ func (*ToolCall_Function) ProtoMessage()

+ func (x *ToolCall_Function) GetArguments() string

+ func (x *ToolCall_Function) GetName() string

+ func (x *ToolCall_Function) ProtoReflect() protoreflect.Message

+ func (x *ToolCall_Function) Reset()

+ func (x *ToolCall_Function) String() string

+ type UnimplementedChatServiceServer struct

+ type UnimplementedInferenceWorkerServiceServer struct

+ func (UnimplementedInferenceWorkerServiceServer) ProcessTasks(InferenceWorkerService_ProcessTasksServer) error

+ type UnsafeChatServiceServer interface

+ type UnsafeInferenceWorkerServiceServer interface

+ type Usage struct

+ CompletionTokens int32

+ PromptTokens int32

+ TotalTokens int32

+ func (*Usage) Descriptor() ([]byte, []int)

+ func (*Usage) ProtoMessage()

+ func (x *Usage) GetCompletionTokens() int32

+ func (x *Usage) GetPromptTokens() int32

+ func (x *Usage) GetTotalTokens() int32

+ func (x *Usage) ProtoReflect() protoreflect.Message

+ func (x *Usage) Reset()

+ func (x *Usage) String() string