v1

package
v0.344.0 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Sep 25, 2024 License: Apache-2.0 Imports: 9 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

View Source 
var ChatService_ServiceDesc = grpc.ServiceDesc{
	ServiceName: "llmoperator.chat.server.v1.ChatService",
	HandlerType: (*ChatServiceServer)(nil),
	Methods:     []grpc.MethodDesc{},
	Streams:     []grpc.StreamDesc{},
	Metadata:    "api/v1/inference_server.proto",
}

ChatService_ServiceDesc is the grpc.ServiceDesc for ChatService service. It's only intended for direct use with grpc.RegisterService, and not to be introspected or modified (even as a copy)

View Source 
var File_api_v1_inference_server_embeddings_proto protoreflect.FileDescriptor
View Source 
var File_api_v1_inference_server_proto protoreflect.FileDescriptor
View Source 
var File_api_v1_inference_server_worker_proto protoreflect.FileDescriptor
View Source 
var InferenceWorkerService_ServiceDesc = grpc.ServiceDesc{
	ServiceName: "llmoperator.inference.server.v1.InferenceWorkerService",
	HandlerType: (*InferenceWorkerServiceServer)(nil),
	Methods:     []grpc.MethodDesc{},
	Streams: []grpc.StreamDesc{
		{
			StreamName:    "ProcessTasks",
			Handler:       _InferenceWorkerService_ProcessTasks_Handler,
			ServerStreams: true,
			ClientStreams: true,
		},
	},
	Metadata: "api/v1/inference_server_worker.proto",
}

InferenceWorkerService_ServiceDesc is the grpc.ServiceDesc for InferenceWorkerService service. It's only intended for direct use with grpc.RegisterService, and not to be introspected or modified (even as a copy)

Functions

func RegisterChatServiceServer 

func RegisterChatServiceServer(s grpc.ServiceRegistrar, srv ChatServiceServer)

func RegisterInferenceWorkerServiceServer added in v0.112.0 

func RegisterInferenceWorkerServiceServer(s grpc.ServiceRegistrar, srv InferenceWorkerServiceServer)

Types

type ChatCompletion 

type ChatCompletion struct {
	Id                string                   `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	Choices           []*ChatCompletion_Choice `protobuf:"bytes,2,rep,name=choices,proto3" json:"choices,omitempty"`
	Created           int32                    `protobuf:"varint,3,opt,name=created,proto3" json:"created,omitempty"`
	Model             string                   `protobuf:"bytes,4,opt,name=model,proto3" json:"model,omitempty"`
	SystemFingerprint string                   `protobuf:"bytes,5,opt,name=system_fingerprint,json=systemFingerprint,proto3" json:"system_fingerprint,omitempty"`
	Object            string                   `protobuf:"bytes,6,opt,name=object,proto3" json:"object,omitempty"`
	Usage             *Usage                   `protobuf:"bytes,7,opt,name=usage,proto3" json:"usage,omitempty"`
	// contains filtered or unexported fields
}

func (*ChatCompletion) Descriptor deprecated 

func (*ChatCompletion) Descriptor() ([]byte, []int)

Deprecated: Use ChatCompletion.ProtoReflect.Descriptor instead.

func (*ChatCompletion) GetChoices 

func (x *ChatCompletion) GetChoices() []*ChatCompletion_Choice

func (*ChatCompletion) GetCreated 

func (x *ChatCompletion) GetCreated() int32

func (*ChatCompletion) GetId 

func (x *ChatCompletion) GetId() string

func (*ChatCompletion) GetModel 

func (x *ChatCompletion) GetModel() string

func (*ChatCompletion) GetObject 

func (x *ChatCompletion) GetObject() string

func (*ChatCompletion) GetSystemFingerprint 

func (x *ChatCompletion) GetSystemFingerprint() string

func (*ChatCompletion) GetUsage 

func (x *ChatCompletion) GetUsage() *Usage

func (*ChatCompletion) ProtoMessage 

func (*ChatCompletion) ProtoMessage()

func (*ChatCompletion) ProtoReflect 

func (x *ChatCompletion) ProtoReflect() protoreflect.Message

func (*ChatCompletion) Reset 

func (x *ChatCompletion) Reset()

func (*ChatCompletion) String 

func (x *ChatCompletion) String() string

type ChatCompletionChunk added in v0.202.0 

type ChatCompletionChunk struct {
	Id                string                        `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	Choices           []*ChatCompletionChunk_Choice `protobuf:"bytes,2,rep,name=choices,proto3" json:"choices,omitempty"`
	Created           int32                         `protobuf:"varint,3,opt,name=created,proto3" json:"created,omitempty"`
	Model             string                        `protobuf:"bytes,4,opt,name=model,proto3" json:"model,omitempty"`
	SystemFingerprint string                        `protobuf:"bytes,5,opt,name=system_fingerprint,json=systemFingerprint,proto3" json:"system_fingerprint,omitempty"`
	Object            string                        `protobuf:"bytes,6,opt,name=object,proto3" json:"object,omitempty"`
	Usage             *Usage                        `protobuf:"bytes,7,opt,name=usage,proto3" json:"usage,omitempty"`
	// contains filtered or unexported fields
}

func (*ChatCompletionChunk) Descriptor deprecated added in v0.202.0 

func (*ChatCompletionChunk) Descriptor() ([]byte, []int)

Deprecated: Use ChatCompletionChunk.ProtoReflect.Descriptor instead.

func (*ChatCompletionChunk) GetChoices added in v0.202.0 

func (x *ChatCompletionChunk) GetChoices() []*ChatCompletionChunk_Choice

func (*ChatCompletionChunk) GetCreated added in v0.202.0 

func (x *ChatCompletionChunk) GetCreated() int32

func (*ChatCompletionChunk) GetId added in v0.202.0 

func (x *ChatCompletionChunk) GetId() string

func (*ChatCompletionChunk) GetModel added in v0.202.0 

func (x *ChatCompletionChunk) GetModel() string

func (*ChatCompletionChunk) GetObject added in v0.202.0 

func (x *ChatCompletionChunk) GetObject() string

func (*ChatCompletionChunk) GetSystemFingerprint added in v0.202.0 

func (x *ChatCompletionChunk) GetSystemFingerprint() string

func (*ChatCompletionChunk) GetUsage added in v0.202.0 

func (x *ChatCompletionChunk) GetUsage() *Usage

func (*ChatCompletionChunk) ProtoMessage added in v0.202.0 

func (*ChatCompletionChunk) ProtoMessage()

func (*ChatCompletionChunk) ProtoReflect added in v0.202.0 

func (x *ChatCompletionChunk) ProtoReflect() protoreflect.Message

func (*ChatCompletionChunk) Reset added in v0.202.0 

func (x *ChatCompletionChunk) Reset()

func (*ChatCompletionChunk) String added in v0.202.0 

func (x *ChatCompletionChunk) String() string

type ChatCompletionChunk_Choice added in v0.202.0 

type ChatCompletionChunk_Choice struct {
	Delta        *ChatCompletionChunk_Choice_Delta `protobuf:"bytes,1,opt,name=delta,proto3" json:"delta,omitempty"`
	FinishReason string                            `protobuf:"bytes,2,opt,name=finish_reason,json=finishReason,proto3" json:"finish_reason,omitempty"`
	Index        int32                             `protobuf:"varint,3,opt,name=index,proto3" json:"index,omitempty"`
	Logprobs     *Logprobs                         `protobuf:"bytes,4,opt,name=logprobs,proto3" json:"logprobs,omitempty"`
	// contains filtered or unexported fields
}

func (*ChatCompletionChunk_Choice) Descriptor deprecated added in v0.202.0 

func (*ChatCompletionChunk_Choice) Descriptor() ([]byte, []int)

Deprecated: Use ChatCompletionChunk_Choice.ProtoReflect.Descriptor instead.

func (*ChatCompletionChunk_Choice) GetDelta added in v0.202.0 

func (x *ChatCompletionChunk_Choice) GetDelta() *ChatCompletionChunk_Choice_Delta

func (*ChatCompletionChunk_Choice) GetFinishReason added in v0.202.0 

func (x *ChatCompletionChunk_Choice) GetFinishReason() string

func (*ChatCompletionChunk_Choice) GetIndex added in v0.202.0 

func (x *ChatCompletionChunk_Choice) GetIndex() int32

func (*ChatCompletionChunk_Choice) GetLogprobs added in v0.202.0 

func (x *ChatCompletionChunk_Choice) GetLogprobs() *Logprobs

func (*ChatCompletionChunk_Choice) ProtoMessage added in v0.202.0 

func (*ChatCompletionChunk_Choice) ProtoMessage()

func (*ChatCompletionChunk_Choice) ProtoReflect added in v0.202.0 

func (x *ChatCompletionChunk_Choice) ProtoReflect() protoreflect.Message

func (*ChatCompletionChunk_Choice) Reset added in v0.202.0 

func (x *ChatCompletionChunk_Choice) Reset()

func (*ChatCompletionChunk_Choice) String added in v0.202.0 

func (x *ChatCompletionChunk_Choice) String() string

type ChatCompletionChunk_Choice_Delta added in v0.202.0 

type ChatCompletionChunk_Choice_Delta struct {
	Content   string                                       `protobuf:"bytes,1,opt,name=content,proto3" json:"content,omitempty"`
	ToolCalls []*ChatCompletionChunk_Choice_Delta_ToolCall `protobuf:"bytes,2,rep,name=tool_calls,json=toolCalls,proto3" json:"tool_calls,omitempty"`
	Role      string                                       `protobuf:"bytes,3,opt,name=role,proto3" json:"role,omitempty"`
	// contains filtered or unexported fields
}

func (*ChatCompletionChunk_Choice_Delta) Descriptor deprecated added in v0.202.0 

func (*ChatCompletionChunk_Choice_Delta) Descriptor() ([]byte, []int)

Deprecated: Use ChatCompletionChunk_Choice_Delta.ProtoReflect.Descriptor instead.

func (*ChatCompletionChunk_Choice_Delta) GetContent added in v0.202.0 

func (x *ChatCompletionChunk_Choice_Delta) GetContent() string

func (*ChatCompletionChunk_Choice_Delta) GetRole added in v0.202.0 

func (x *ChatCompletionChunk_Choice_Delta) GetRole() string

func (*ChatCompletionChunk_Choice_Delta) GetToolCalls added in v0.202.0 

func (x *ChatCompletionChunk_Choice_Delta) GetToolCalls() []*ChatCompletionChunk_Choice_Delta_ToolCall

func (*ChatCompletionChunk_Choice_Delta) ProtoMessage added in v0.202.0 

func (*ChatCompletionChunk_Choice_Delta) ProtoMessage()

func (*ChatCompletionChunk_Choice_Delta) ProtoReflect added in v0.202.0 

func (x *ChatCompletionChunk_Choice_Delta) ProtoReflect() protoreflect.Message

func (*ChatCompletionChunk_Choice_Delta) Reset added in v0.202.0 

func (x *ChatCompletionChunk_Choice_Delta) Reset()

func (*ChatCompletionChunk_Choice_Delta) String added in v0.202.0 

func (x *ChatCompletionChunk_Choice_Delta) String() string

type ChatCompletionChunk_Choice_Delta_ToolCall added in v0.202.0 

type ChatCompletionChunk_Choice_Delta_ToolCall struct {
	Id       string                                              `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	Type     string                                              `protobuf:"bytes,2,opt,name=type,proto3" json:"type,omitempty"`
	Function *ChatCompletionChunk_Choice_Delta_ToolCall_Function `protobuf:"bytes,3,opt,name=function,proto3" json:"function,omitempty"`
	// contains filtered or unexported fields
}

func (*ChatCompletionChunk_Choice_Delta_ToolCall) Descriptor deprecated added in v0.202.0 

func (*ChatCompletionChunk_Choice_Delta_ToolCall) Descriptor() ([]byte, []int)

Deprecated: Use ChatCompletionChunk_Choice_Delta_ToolCall.ProtoReflect.Descriptor instead.

func (*ChatCompletionChunk_Choice_Delta_ToolCall) GetFunction added in v0.202.0 

func (x *ChatCompletionChunk_Choice_Delta_ToolCall) GetFunction() *ChatCompletionChunk_Choice_Delta_ToolCall_Function

func (*ChatCompletionChunk_Choice_Delta_ToolCall) GetId added in v0.202.0 

func (x *ChatCompletionChunk_Choice_Delta_ToolCall) GetId() string

func (*ChatCompletionChunk_Choice_Delta_ToolCall) GetType added in v0.202.0 

func (x *ChatCompletionChunk_Choice_Delta_ToolCall) GetType() string

func (*ChatCompletionChunk_Choice_Delta_ToolCall) ProtoMessage added in v0.202.0 

func (*ChatCompletionChunk_Choice_Delta_ToolCall) ProtoMessage()

func (*ChatCompletionChunk_Choice_Delta_ToolCall) ProtoReflect added in v0.202.0 

func (x *ChatCompletionChunk_Choice_Delta_ToolCall) ProtoReflect() protoreflect.Message

func (*ChatCompletionChunk_Choice_Delta_ToolCall) Reset added in v0.202.0 

func (x *ChatCompletionChunk_Choice_Delta_ToolCall) Reset()

func (*ChatCompletionChunk_Choice_Delta_ToolCall) String added in v0.202.0 

func (x *ChatCompletionChunk_Choice_Delta_ToolCall) String() string

type ChatCompletionChunk_Choice_Delta_ToolCall_Function added in v0.202.0 

type ChatCompletionChunk_Choice_Delta_ToolCall_Function struct {
	Name      string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	Arguments string `protobuf:"bytes,2,opt,name=arguments,proto3" json:"arguments,omitempty"`
	// contains filtered or unexported fields
}

func (*ChatCompletionChunk_Choice_Delta_ToolCall_Function) Descriptor deprecated added in v0.202.0 

func (*ChatCompletionChunk_Choice_Delta_ToolCall_Function) Descriptor() ([]byte, []int)

Deprecated: Use ChatCompletionChunk_Choice_Delta_ToolCall_Function.ProtoReflect.Descriptor instead.

func (*ChatCompletionChunk_Choice_Delta_ToolCall_Function) GetArguments added in v0.202.0 

func (x *ChatCompletionChunk_Choice_Delta_ToolCall_Function) GetArguments() string

func (*ChatCompletionChunk_Choice_Delta_ToolCall_Function) GetName added in v0.202.0 

func (x *ChatCompletionChunk_Choice_Delta_ToolCall_Function) GetName() string

func (*ChatCompletionChunk_Choice_Delta_ToolCall_Function) ProtoMessage added in v0.202.0 

func (*ChatCompletionChunk_Choice_Delta_ToolCall_Function) ProtoMessage()

func (*ChatCompletionChunk_Choice_Delta_ToolCall_Function) ProtoReflect added in v0.202.0 

func (x *ChatCompletionChunk_Choice_Delta_ToolCall_Function) ProtoReflect() protoreflect.Message

func (*ChatCompletionChunk_Choice_Delta_ToolCall_Function) Reset added in v0.202.0 

func (x *ChatCompletionChunk_Choice_Delta_ToolCall_Function) Reset()

func (*ChatCompletionChunk_Choice_Delta_ToolCall_Function) String added in v0.202.0 

func (x *ChatCompletionChunk_Choice_Delta_ToolCall_Function) String() string

type ChatCompletion_Choice 

type ChatCompletion_Choice struct {
	FinishReason string                         `protobuf:"bytes,1,opt,name=finish_reason,json=finishReason,proto3" json:"finish_reason,omitempty"`
	Index        int32                          `protobuf:"varint,2,opt,name=index,proto3" json:"index,omitempty"`
	Message      *ChatCompletion_Choice_Message `protobuf:"bytes,3,opt,name=message,proto3" json:"message,omitempty"`
	Logprobs     *Logprobs                      `protobuf:"bytes,4,opt,name=logprobs,proto3" json:"logprobs,omitempty"`
	// contains filtered or unexported fields
}

func (*ChatCompletion_Choice) Descriptor deprecated 

func (*ChatCompletion_Choice) Descriptor() ([]byte, []int)

Deprecated: Use ChatCompletion_Choice.ProtoReflect.Descriptor instead.

func (*ChatCompletion_Choice) GetFinishReason 

func (x *ChatCompletion_Choice) GetFinishReason() string

func (*ChatCompletion_Choice) GetIndex 

func (x *ChatCompletion_Choice) GetIndex() int32

func (*ChatCompletion_Choice) GetLogprobs 

func (x *ChatCompletion_Choice) GetLogprobs() *Logprobs

func (*ChatCompletion_Choice) GetMessage 

func (x *ChatCompletion_Choice) GetMessage() *ChatCompletion_Choice_Message

func (*ChatCompletion_Choice) ProtoMessage 

func (*ChatCompletion_Choice) ProtoMessage()

func (*ChatCompletion_Choice) ProtoReflect 

func (x *ChatCompletion_Choice) ProtoReflect() protoreflect.Message

func (*ChatCompletion_Choice) Reset 

func (x *ChatCompletion_Choice) Reset()

func (*ChatCompletion_Choice) String 

func (x *ChatCompletion_Choice) String() string

type ChatCompletion_Choice_Message 

type ChatCompletion_Choice_Message struct {
	Content   string      `protobuf:"bytes,1,opt,name=content,proto3" json:"content,omitempty"`
	ToolCalls []*ToolCall `protobuf:"bytes,2,rep,name=tool_calls,json=toolCalls,proto3" json:"tool_calls,omitempty"`
	Role      string      `protobuf:"bytes,3,opt,name=role,proto3" json:"role,omitempty"`
	// contains filtered or unexported fields
}

func (*ChatCompletion_Choice_Message) Descriptor deprecated 

func (*ChatCompletion_Choice_Message) Descriptor() ([]byte, []int)

Deprecated: Use ChatCompletion_Choice_Message.ProtoReflect.Descriptor instead.

func (*ChatCompletion_Choice_Message) GetContent 

func (x *ChatCompletion_Choice_Message) GetContent() string

func (*ChatCompletion_Choice_Message) GetRole 

func (x *ChatCompletion_Choice_Message) GetRole() string

func (*ChatCompletion_Choice_Message) GetToolCalls 

func (x *ChatCompletion_Choice_Message) GetToolCalls() []*ToolCall

func (*ChatCompletion_Choice_Message) ProtoMessage 

func (*ChatCompletion_Choice_Message) ProtoMessage()

func (*ChatCompletion_Choice_Message) ProtoReflect 

func (x *ChatCompletion_Choice_Message) ProtoReflect() protoreflect.Message

func (*ChatCompletion_Choice_Message) Reset 

func (x *ChatCompletion_Choice_Message) Reset()

func (*ChatCompletion_Choice_Message) String 

func (x *ChatCompletion_Choice_Message) String() string

type ChatServiceClient 

type ChatServiceClient interface {
}

ChatServiceClient is the client API for ChatService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.

func NewChatServiceClient 

func NewChatServiceClient(cc grpc.ClientConnInterface) ChatServiceClient

type ChatServiceServer 

type ChatServiceServer interface {
	// contains filtered or unexported methods
}

ChatServiceServer is the server API for ChatService service. All implementations must embed UnimplementedChatServiceServer for forward compatibility

type Completion added in v0.204.0 

type Completion struct {
	Id                string               `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	Choices           []*Completion_Choice `protobuf:"bytes,2,rep,name=choices,proto3" json:"choices,omitempty"`
	Created           int32                `protobuf:"varint,3,opt,name=created,proto3" json:"created,omitempty"`
	Model             string               `protobuf:"bytes,4,opt,name=model,proto3" json:"model,omitempty"`
	SystemFingerprint string               `protobuf:"bytes,5,opt,name=system_fingerprint,json=systemFingerprint,proto3" json:"system_fingerprint,omitempty"`
	Object            string               `protobuf:"bytes,6,opt,name=object,proto3" json:"object,omitempty"`
	Usage             *Usage               `protobuf:"bytes,7,opt,name=usage,proto3" json:"usage,omitempty"`
	// contains filtered or unexported fields
}

func (*Completion) Descriptor deprecated added in v0.204.0 

func (*Completion) Descriptor() ([]byte, []int)

Deprecated: Use Completion.ProtoReflect.Descriptor instead.

func (*Completion) GetChoices added in v0.204.0 

func (x *Completion) GetChoices() []*Completion_Choice

func (*Completion) GetCreated added in v0.204.0 

func (x *Completion) GetCreated() int32

func (*Completion) GetId added in v0.204.0 

func (x *Completion) GetId() string

func (*Completion) GetModel added in v0.204.0 

func (x *Completion) GetModel() string

func (*Completion) GetObject added in v0.204.0 

func (x *Completion) GetObject() string

func (*Completion) GetSystemFingerprint added in v0.204.0 

func (x *Completion) GetSystemFingerprint() string

func (*Completion) GetUsage added in v0.204.0 

func (x *Completion) GetUsage() *Usage

func (*Completion) ProtoMessage added in v0.204.0 

func (*Completion) ProtoMessage()

func (*Completion) ProtoReflect added in v0.204.0 

func (x *Completion) ProtoReflect() protoreflect.Message

func (*Completion) Reset added in v0.204.0 

func (x *Completion) Reset()

func (*Completion) String added in v0.204.0 

func (x *Completion) String() string

type Completion_Choice added in v0.204.0 

type Completion_Choice struct {
	FinishReason string                      `protobuf:"bytes,1,opt,name=finish_reason,json=finishReason,proto3" json:"finish_reason,omitempty"`
	Index        int32                       `protobuf:"varint,2,opt,name=index,proto3" json:"index,omitempty"`
	Logprobs     *Completion_Choice_Logprobs `protobuf:"bytes,3,opt,name=logprobs,proto3" json:"logprobs,omitempty"`
	Text         string                      `protobuf:"bytes,4,opt,name=text,proto3" json:"text,omitempty"`
	// contains filtered or unexported fields
}

func (*Completion_Choice) Descriptor deprecated added in v0.204.0 

func (*Completion_Choice) Descriptor() ([]byte, []int)

Deprecated: Use Completion_Choice.ProtoReflect.Descriptor instead.

func (*Completion_Choice) GetFinishReason added in v0.204.0 

func (x *Completion_Choice) GetFinishReason() string

func (*Completion_Choice) GetIndex added in v0.204.0 

func (x *Completion_Choice) GetIndex() int32

func (*Completion_Choice) GetLogprobs added in v0.204.0 

func (x *Completion_Choice) GetLogprobs() *Completion_Choice_Logprobs

func (*Completion_Choice) GetText added in v0.204.0 

func (x *Completion_Choice) GetText() string

func (*Completion_Choice) ProtoMessage added in v0.204.0 

func (*Completion_Choice) ProtoMessage()

func (*Completion_Choice) ProtoReflect added in v0.204.0 

func (x *Completion_Choice) ProtoReflect() protoreflect.Message

func (*Completion_Choice) Reset added in v0.204.0 

func (x *Completion_Choice) Reset()

func (*Completion_Choice) String added in v0.204.0 

func (x *Completion_Choice) String() string

type Completion_Choice_Logprobs added in v0.204.0 

type Completion_Choice_Logprobs struct {

	// TODO: Revisit this. The types of the fields are not clearly specified in the spec.
	TextOffset    int32   `protobuf:"varint,1,opt,name=text_offset,json=textOffset,proto3" json:"text_offset,omitempty"`
	TokenLogprobs float64 `protobuf:"fixed64,2,opt,name=token_logprobs,json=tokenLogprobs,proto3" json:"token_logprobs,omitempty"`
	Tokens        string  `protobuf:"bytes,3,opt,name=tokens,proto3" json:"tokens,omitempty"`
	TopLogprobs   float64 `protobuf:"fixed64,4,opt,name=top_logprobs,json=topLogprobs,proto3" json:"top_logprobs,omitempty"`
	// contains filtered or unexported fields
}

func (*Completion_Choice_Logprobs) Descriptor deprecated added in v0.204.0 

func (*Completion_Choice_Logprobs) Descriptor() ([]byte, []int)

Deprecated: Use Completion_Choice_Logprobs.ProtoReflect.Descriptor instead.

func (*Completion_Choice_Logprobs) GetTextOffset added in v0.204.0 

func (x *Completion_Choice_Logprobs) GetTextOffset() int32

func (*Completion_Choice_Logprobs) GetTokenLogprobs added in v0.204.0 

func (x *Completion_Choice_Logprobs) GetTokenLogprobs() float64

func (*Completion_Choice_Logprobs) GetTokens added in v0.204.0 

func (x *Completion_Choice_Logprobs) GetTokens() string

func (*Completion_Choice_Logprobs) GetTopLogprobs added in v0.204.0 

func (x *Completion_Choice_Logprobs) GetTopLogprobs() float64

func (*Completion_Choice_Logprobs) ProtoMessage added in v0.204.0 

func (*Completion_Choice_Logprobs) ProtoMessage()

func (*Completion_Choice_Logprobs) ProtoReflect added in v0.204.0 

func (x *Completion_Choice_Logprobs) ProtoReflect() protoreflect.Message

func (*Completion_Choice_Logprobs) Reset added in v0.204.0 

func (x *Completion_Choice_Logprobs) Reset()

func (*Completion_Choice_Logprobs) String added in v0.204.0 

func (x *Completion_Choice_Logprobs) String() string

type CreateChatCompletionRequest 

type CreateChatCompletionRequest struct {

	// TODO(kenji): Revisit this.
	Messages         []*CreateChatCompletionRequest_Message      `protobuf:"bytes,1,rep,name=messages,proto3" json:"messages,omitempty"`
	Model            string                                      `protobuf:"bytes,2,opt,name=model,proto3" json:"model,omitempty"`
	FrequencyPenalty float64                                     `protobuf:"fixed64,3,opt,name=frequency_penalty,json=frequencyPenalty,proto3" json:"frequency_penalty,omitempty"`
	LogitBias        map[string]float64                          `` /* 178-byte string literal not displayed */
	Logprobs         bool                                        `protobuf:"varint,5,opt,name=logprobs,proto3" json:"logprobs,omitempty"`
	TopLogprobs      int32                                       `protobuf:"varint,6,opt,name=top_logprobs,json=topLogprobs,proto3" json:"top_logprobs,omitempty"`
	MaxTokens        int32                                       `protobuf:"varint,7,opt,name=max_tokens,json=maxTokens,proto3" json:"max_tokens,omitempty"`
	N                int32                                       `protobuf:"varint,8,opt,name=n,proto3" json:"n,omitempty"`
	PresencePenalty  float64                                     `protobuf:"fixed64,9,opt,name=presence_penalty,json=presencePenalty,proto3" json:"presence_penalty,omitempty"`
	ResponseFormat   *CreateChatCompletionRequest_ResponseFormat `protobuf:"bytes,10,opt,name=response_format,json=responseFormat,proto3" json:"response_format,omitempty"`
	Seed             int32                                       `protobuf:"varint,11,opt,name=seed,proto3" json:"seed,omitempty"`
	// string / arrary/ null
	Stop        []string                                `protobuf:"bytes,12,rep,name=stop,proto3" json:"stop,omitempty"`
	Stream      bool                                    `protobuf:"varint,13,opt,name=stream,proto3" json:"stream,omitempty"`
	Temperature float64                                 `protobuf:"fixed64,14,opt,name=temperature,proto3" json:"temperature,omitempty"`
	TopP        float64                                 `protobuf:"fixed64,15,opt,name=top_p,json=topP,proto3" json:"top_p,omitempty"`
	Tools       []*CreateChatCompletionRequest_Tool     `protobuf:"bytes,16,rep,name=tools,proto3" json:"tools,omitempty"`
	ToolChoice  *CreateChatCompletionRequest_ToolChoice `protobuf:"bytes,17,opt,name=tool_choice,json=toolChoice,proto3" json:"tool_choice,omitempty"`
	User        string                                  `protobuf:"bytes,18,opt,name=user,proto3" json:"user,omitempty"`
	// contains filtered or unexported fields
}

func (*CreateChatCompletionRequest) Descriptor deprecated 

func (*CreateChatCompletionRequest) Descriptor() ([]byte, []int)

Deprecated: Use CreateChatCompletionRequest.ProtoReflect.Descriptor instead.

func (*CreateChatCompletionRequest) GetFrequencyPenalty 

func (x *CreateChatCompletionRequest) GetFrequencyPenalty() float64

func (*CreateChatCompletionRequest) GetLogitBias 

func (x *CreateChatCompletionRequest) GetLogitBias() map[string]float64

func (*CreateChatCompletionRequest) GetLogprobs 

func (x *CreateChatCompletionRequest) GetLogprobs() bool

func (*CreateChatCompletionRequest) GetMaxTokens 

func (x *CreateChatCompletionRequest) GetMaxTokens() int32

func (*CreateChatCompletionRequest) GetMessages 

func (x *CreateChatCompletionRequest) GetMessages() []*CreateChatCompletionRequest_Message

func (*CreateChatCompletionRequest) GetModel 

func (x *CreateChatCompletionRequest) GetModel() string

func (*CreateChatCompletionRequest) GetN 

func (x *CreateChatCompletionRequest) GetN() int32

func (*CreateChatCompletionRequest) GetPresencePenalty 

func (x *CreateChatCompletionRequest) GetPresencePenalty() float64

func (*CreateChatCompletionRequest) GetResponseFormat 

func (x *CreateChatCompletionRequest) GetResponseFormat() *CreateChatCompletionRequest_ResponseFormat

func (*CreateChatCompletionRequest) GetSeed 

func (x *CreateChatCompletionRequest) GetSeed() int32

func (*CreateChatCompletionRequest) GetStop 

func (x *CreateChatCompletionRequest) GetStop() []string

func (*CreateChatCompletionRequest) GetStream 

func (x *CreateChatCompletionRequest) GetStream() bool

func (*CreateChatCompletionRequest) GetTemperature 

func (x *CreateChatCompletionRequest) GetTemperature() float64

func (*CreateChatCompletionRequest) GetToolChoice added in v0.139.0 

func (x *CreateChatCompletionRequest) GetToolChoice() *CreateChatCompletionRequest_ToolChoice

func (*CreateChatCompletionRequest) GetTools 

func (x *CreateChatCompletionRequest) GetTools() []*CreateChatCompletionRequest_Tool

func (*CreateChatCompletionRequest) GetTopLogprobs 

func (x *CreateChatCompletionRequest) GetTopLogprobs() int32

func (*CreateChatCompletionRequest) GetTopP 

func (x *CreateChatCompletionRequest) GetTopP() float64

func (*CreateChatCompletionRequest) GetUser 

func (x *CreateChatCompletionRequest) GetUser() string

func (*CreateChatCompletionRequest) ProtoMessage 

func (*CreateChatCompletionRequest) ProtoMessage()

func (*CreateChatCompletionRequest) ProtoReflect 

func (x *CreateChatCompletionRequest) ProtoReflect() protoreflect.Message

func (*CreateChatCompletionRequest) Reset 

func (x *CreateChatCompletionRequest) Reset()

func (*CreateChatCompletionRequest) String 

func (x *CreateChatCompletionRequest) String() string

type CreateChatCompletionRequest_Message 

type CreateChatCompletionRequest_Message struct {

	// The type of content varies. For eample, it is string or array for UserMesasge.
	Content   string                                          `protobuf:"bytes,1,opt,name=content,proto3" json:"content,omitempty"`
	Role      string                                          `protobuf:"bytes,2,opt,name=role,proto3" json:"role,omitempty"`
	Name      string                                          `protobuf:"bytes,3,opt,name=name,proto3" json:"name,omitempty"`
	ToolCalls []*CreateChatCompletionRequest_Message_ToolCall `protobuf:"bytes,4,rep,name=tool_calls,json=toolCalls,proto3" json:"tool_calls,omitempty"`
	// contains filtered or unexported fields
}

Message has fields for system message, user message, assistant message, and tool message.

func (*CreateChatCompletionRequest_Message) Descriptor deprecated 

func (*CreateChatCompletionRequest_Message) Descriptor() ([]byte, []int)

Deprecated: Use CreateChatCompletionRequest_Message.ProtoReflect.Descriptor instead.

func (*CreateChatCompletionRequest_Message) GetContent 

func (x *CreateChatCompletionRequest_Message) GetContent() string

func (*CreateChatCompletionRequest_Message) GetName 

func (x *CreateChatCompletionRequest_Message) GetName() string

func (*CreateChatCompletionRequest_Message) GetRole 

func (x *CreateChatCompletionRequest_Message) GetRole() string

func (*CreateChatCompletionRequest_Message) GetToolCalls 

func (x *CreateChatCompletionRequest_Message) GetToolCalls() []*CreateChatCompletionRequest_Message_ToolCall

func (*CreateChatCompletionRequest_Message) ProtoMessage 

func (*CreateChatCompletionRequest_Message) ProtoMessage()

func (*CreateChatCompletionRequest_Message) ProtoReflect 

func (x *CreateChatCompletionRequest_Message) ProtoReflect() protoreflect.Message

func (*CreateChatCompletionRequest_Message) Reset 

func (x *CreateChatCompletionRequest_Message) Reset()

func (*CreateChatCompletionRequest_Message) String 

func (x *CreateChatCompletionRequest_Message) String() string

type CreateChatCompletionRequest_Message_ToolCall 

type CreateChatCompletionRequest_Message_ToolCall struct {
	Id       string                                                 `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	Type     string                                                 `protobuf:"bytes,2,opt,name=type,proto3" json:"type,omitempty"`
	Function *CreateChatCompletionRequest_Message_ToolCall_Function `protobuf:"bytes,3,opt,name=function,proto3" json:"function,omitempty"`
	// contains filtered or unexported fields
}

func (*CreateChatCompletionRequest_Message_ToolCall) Descriptor deprecated 

func (*CreateChatCompletionRequest_Message_ToolCall) Descriptor() ([]byte, []int)

Deprecated: Use CreateChatCompletionRequest_Message_ToolCall.ProtoReflect.Descriptor instead.

func (*CreateChatCompletionRequest_Message_ToolCall) GetFunction 

func (x *CreateChatCompletionRequest_Message_ToolCall) GetFunction() *CreateChatCompletionRequest_Message_ToolCall_Function

func (*CreateChatCompletionRequest_Message_ToolCall) GetId 

func (x *CreateChatCompletionRequest_Message_ToolCall) GetId() string

func (*CreateChatCompletionRequest_Message_ToolCall) GetType 

func (x *CreateChatCompletionRequest_Message_ToolCall) GetType() string

func (*CreateChatCompletionRequest_Message_ToolCall) ProtoMessage 

func (*CreateChatCompletionRequest_Message_ToolCall) ProtoMessage()

func (*CreateChatCompletionRequest_Message_ToolCall) ProtoReflect 

func (x *CreateChatCompletionRequest_Message_ToolCall) ProtoReflect() protoreflect.Message

func (*CreateChatCompletionRequest_Message_ToolCall) Reset 

func (x *CreateChatCompletionRequest_Message_ToolCall) Reset()

func (*CreateChatCompletionRequest_Message_ToolCall) String 

func (x *CreateChatCompletionRequest_Message_ToolCall) String() string

type CreateChatCompletionRequest_Message_ToolCall_Function 

type CreateChatCompletionRequest_Message_ToolCall_Function struct {
	Name      string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	Arguments string `protobuf:"bytes,2,opt,name=arguments,proto3" json:"arguments,omitempty"`
	// contains filtered or unexported fields
}

func (*CreateChatCompletionRequest_Message_ToolCall_Function) Descriptor deprecated 

func (*CreateChatCompletionRequest_Message_ToolCall_Function) Descriptor() ([]byte, []int)

Deprecated: Use CreateChatCompletionRequest_Message_ToolCall_Function.ProtoReflect.Descriptor instead.

func (*CreateChatCompletionRequest_Message_ToolCall_Function) GetArguments 

func (x *CreateChatCompletionRequest_Message_ToolCall_Function) GetArguments() string

func (*CreateChatCompletionRequest_Message_ToolCall_Function) GetName 

func (x *CreateChatCompletionRequest_Message_ToolCall_Function) GetName() string

func (*CreateChatCompletionRequest_Message_ToolCall_Function) ProtoMessage 

func (*CreateChatCompletionRequest_Message_ToolCall_Function) ProtoMessage()

func (*CreateChatCompletionRequest_Message_ToolCall_Function) ProtoReflect 

func (x *CreateChatCompletionRequest_Message_ToolCall_Function) ProtoReflect() protoreflect.Message

func (*CreateChatCompletionRequest_Message_ToolCall_Function) Reset 

func (x *CreateChatCompletionRequest_Message_ToolCall_Function) Reset()

func (*CreateChatCompletionRequest_Message_ToolCall_Function) String 

func (x *CreateChatCompletionRequest_Message_ToolCall_Function) String() string

type CreateChatCompletionRequest_ResponseFormat 

type CreateChatCompletionRequest_ResponseFormat struct {
	Type string `protobuf:"bytes,1,opt,name=type,proto3" json:"type,omitempty"`
	// contains filtered or unexported fields
}

func (*CreateChatCompletionRequest_ResponseFormat) Descriptor deprecated 

func (*CreateChatCompletionRequest_ResponseFormat) Descriptor() ([]byte, []int)

Deprecated: Use CreateChatCompletionRequest_ResponseFormat.ProtoReflect.Descriptor instead.

func (*CreateChatCompletionRequest_ResponseFormat) GetType 

func (x *CreateChatCompletionRequest_ResponseFormat) GetType() string

func (*CreateChatCompletionRequest_ResponseFormat) ProtoMessage 

func (*CreateChatCompletionRequest_ResponseFormat) ProtoMessage()

func (*CreateChatCompletionRequest_ResponseFormat) ProtoReflect 

func (x *CreateChatCompletionRequest_ResponseFormat) ProtoReflect() protoreflect.Message

func (*CreateChatCompletionRequest_ResponseFormat) Reset 

func (x *CreateChatCompletionRequest_ResponseFormat) Reset()

func (*CreateChatCompletionRequest_ResponseFormat) String 

func (x *CreateChatCompletionRequest_ResponseFormat) String() string

type CreateChatCompletionRequest_Tool 

type CreateChatCompletionRequest_Tool struct {
	Type     string                                     `protobuf:"bytes,1,opt,name=type,proto3" json:"type,omitempty"`
	Function *CreateChatCompletionRequest_Tool_Function `protobuf:"bytes,2,opt,name=function,proto3" json:"function,omitempty"`
	// contains filtered or unexported fields
}

func (*CreateChatCompletionRequest_Tool) Descriptor deprecated 

func (*CreateChatCompletionRequest_Tool) Descriptor() ([]byte, []int)

Deprecated: Use CreateChatCompletionRequest_Tool.ProtoReflect.Descriptor instead.

func (*CreateChatCompletionRequest_Tool) GetFunction 

func (x *CreateChatCompletionRequest_Tool) GetFunction() *CreateChatCompletionRequest_Tool_Function

func (*CreateChatCompletionRequest_Tool) GetType 

func (x *CreateChatCompletionRequest_Tool) GetType() string

func (*CreateChatCompletionRequest_Tool) ProtoMessage 

func (*CreateChatCompletionRequest_Tool) ProtoMessage()

func (*CreateChatCompletionRequest_Tool) ProtoReflect 

func (x *CreateChatCompletionRequest_Tool) ProtoReflect() protoreflect.Message

func (*CreateChatCompletionRequest_Tool) Reset 

func (x *CreateChatCompletionRequest_Tool) Reset()

func (*CreateChatCompletionRequest_Tool) String 

func (x *CreateChatCompletionRequest_Tool) String() string

type CreateChatCompletionRequest_ToolChoice added in v0.139.0 

type CreateChatCompletionRequest_ToolChoice struct {

	// TODO(guangrui): revisit on how to assign string value of ToolChoice.
	Choice   string                                           `protobuf:"bytes,1,opt,name=choice,proto3" json:"choice,omitempty"`
	Type     string                                           `protobuf:"bytes,2,opt,name=type,proto3" json:"type,omitempty"`
	Function *CreateChatCompletionRequest_ToolChoice_Function `protobuf:"bytes,3,opt,name=function,proto3" json:"function,omitempty"`
	// contains filtered or unexported fields
}

func (*CreateChatCompletionRequest_ToolChoice) Descriptor deprecated added in v0.139.0 

func (*CreateChatCompletionRequest_ToolChoice) Descriptor() ([]byte, []int)

Deprecated: Use CreateChatCompletionRequest_ToolChoice.ProtoReflect.Descriptor instead.

func (*CreateChatCompletionRequest_ToolChoice) GetChoice added in v0.139.0 

func (x *CreateChatCompletionRequest_ToolChoice) GetChoice() string

func (*CreateChatCompletionRequest_ToolChoice) GetFunction added in v0.139.0 

func (x *CreateChatCompletionRequest_ToolChoice) GetFunction() *CreateChatCompletionRequest_ToolChoice_Function

func (*CreateChatCompletionRequest_ToolChoice) GetType added in v0.139.0 

func (x *CreateChatCompletionRequest_ToolChoice) GetType() string

func (*CreateChatCompletionRequest_ToolChoice) ProtoMessage added in v0.139.0 

func (*CreateChatCompletionRequest_ToolChoice) ProtoMessage()

func (*CreateChatCompletionRequest_ToolChoice) ProtoReflect added in v0.139.0 

func (x *CreateChatCompletionRequest_ToolChoice) ProtoReflect() protoreflect.Message

func (*CreateChatCompletionRequest_ToolChoice) Reset added in v0.139.0 

func (x *CreateChatCompletionRequest_ToolChoice) Reset()

func (*CreateChatCompletionRequest_ToolChoice) String added in v0.139.0 

func (x *CreateChatCompletionRequest_ToolChoice) String() string

type CreateChatCompletionRequest_ToolChoice_Function added in v0.139.0 

type CreateChatCompletionRequest_ToolChoice_Function struct {
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// contains filtered or unexported fields
}

func (*CreateChatCompletionRequest_ToolChoice_Function) Descriptor deprecated added in v0.139.0 

func (*CreateChatCompletionRequest_ToolChoice_Function) Descriptor() ([]byte, []int)

Deprecated: Use CreateChatCompletionRequest_ToolChoice_Function.ProtoReflect.Descriptor instead.

func (*CreateChatCompletionRequest_ToolChoice_Function) GetName added in v0.139.0 

func (x *CreateChatCompletionRequest_ToolChoice_Function) GetName() string

func (*CreateChatCompletionRequest_ToolChoice_Function) ProtoMessage added in v0.139.0 

func (*CreateChatCompletionRequest_ToolChoice_Function) ProtoMessage()

func (*CreateChatCompletionRequest_ToolChoice_Function) ProtoReflect added in v0.139.0 

func (x *CreateChatCompletionRequest_ToolChoice_Function) ProtoReflect() protoreflect.Message

func (*CreateChatCompletionRequest_ToolChoice_Function) Reset added in v0.139.0 

func (x *CreateChatCompletionRequest_ToolChoice_Function) Reset()

func (*CreateChatCompletionRequest_ToolChoice_Function) String added in v0.139.0 

func (x *CreateChatCompletionRequest_ToolChoice_Function) String() string

type CreateChatCompletionRequest_Tool_Function 

type CreateChatCompletionRequest_Tool_Function struct {
	Description string `protobuf:"bytes,1,opt,name=description,proto3" json:"description,omitempty"`
	Name        string `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"`
	// TODO(kenji): Revisit this. This specifies parameters the functions accepts,
	// described as a JSON Schema object.
	Parameters string `protobuf:"bytes,3,opt,name=parameters,proto3" json:"parameters,omitempty"`
	// contains filtered or unexported fields
}

func (*CreateChatCompletionRequest_Tool_Function) Descriptor deprecated 

func (*CreateChatCompletionRequest_Tool_Function) Descriptor() ([]byte, []int)

Deprecated: Use CreateChatCompletionRequest_Tool_Function.ProtoReflect.Descriptor instead.

func (*CreateChatCompletionRequest_Tool_Function) GetDescription 

func (x *CreateChatCompletionRequest_Tool_Function) GetDescription() string

func (*CreateChatCompletionRequest_Tool_Function) GetName 

func (x *CreateChatCompletionRequest_Tool_Function) GetName() string

func (*CreateChatCompletionRequest_Tool_Function) GetParameters 

func (x *CreateChatCompletionRequest_Tool_Function) GetParameters() string

func (*CreateChatCompletionRequest_Tool_Function) ProtoMessage 

func (*CreateChatCompletionRequest_Tool_Function) ProtoMessage()

func (*CreateChatCompletionRequest_Tool_Function) ProtoReflect 

func (x *CreateChatCompletionRequest_Tool_Function) ProtoReflect() protoreflect.Message

func (*CreateChatCompletionRequest_Tool_Function) Reset 

func (x *CreateChatCompletionRequest_Tool_Function) Reset()

func (*CreateChatCompletionRequest_Tool_Function) String 

func (x *CreateChatCompletionRequest_Tool_Function) String() string

type CreateCompletionRequest added in v0.204.0 

type CreateCompletionRequest struct {
	Model string `protobuf:"bytes,1,opt,name=model,proto3" json:"model,omitempty"`
	// This can be a string or an array of strings, but we use string assuming that it is more common.
	Prompt           string                                `protobuf:"bytes,2,opt,name=prompt,proto3" json:"prompt,omitempty"`
	BestOf           int32                                 `protobuf:"varint,3,opt,name=best_of,json=bestOf,proto3" json:"best_of,omitempty"`
	Echo             bool                                  `protobuf:"varint,4,opt,name=echo,proto3" json:"echo,omitempty"`
	FrequencyPenalty float64                               `protobuf:"fixed64,5,opt,name=frequency_penalty,json=frequencyPenalty,proto3" json:"frequency_penalty,omitempty"`
	LogitBias        map[string]float64                    `` /* 178-byte string literal not displayed */
	Logprobs         int32                                 `protobuf:"varint,7,opt,name=logprobs,proto3" json:"logprobs,omitempty"`
	MaxTokens        int32                                 `protobuf:"varint,8,opt,name=max_tokens,json=maxTokens,proto3" json:"max_tokens,omitempty"`
	N                int32                                 `protobuf:"varint,9,opt,name=n,proto3" json:"n,omitempty"`
	PresencePenalty  float64                               `protobuf:"fixed64,10,opt,name=presence_penalty,json=presencePenalty,proto3" json:"presence_penalty,omitempty"`
	Seed             int32                                 `protobuf:"varint,11,opt,name=seed,proto3" json:"seed,omitempty"`
	Stop             []string                              `protobuf:"bytes,12,rep,name=stop,proto3" json:"stop,omitempty"`
	Stream           bool                                  `protobuf:"varint,13,opt,name=stream,proto3" json:"stream,omitempty"`
	StreamOption     *CreateCompletionRequest_StreamOption `protobuf:"bytes,14,opt,name=stream_option,json=streamOption,proto3" json:"stream_option,omitempty"`
	Suffix           string                                `protobuf:"bytes,15,opt,name=suffix,proto3" json:"suffix,omitempty"`
	Temperature      float64                               `protobuf:"fixed64,16,opt,name=temperature,proto3" json:"temperature,omitempty"`
	TopP             float64                               `protobuf:"fixed64,17,opt,name=top_p,json=topP,proto3" json:"top_p,omitempty"`
	User             string                                `protobuf:"bytes,18,opt,name=user,proto3" json:"user,omitempty"`
	// contains filtered or unexported fields
}

func (*CreateCompletionRequest) Descriptor deprecated added in v0.204.0 

func (*CreateCompletionRequest) Descriptor() ([]byte, []int)

Deprecated: Use CreateCompletionRequest.ProtoReflect.Descriptor instead.

func (*CreateCompletionRequest) GetBestOf added in v0.204.0 

func (x *CreateCompletionRequest) GetBestOf() int32

func (*CreateCompletionRequest) GetEcho added in v0.204.0 

func (x *CreateCompletionRequest) GetEcho() bool

func (*CreateCompletionRequest) GetFrequencyPenalty added in v0.204.0 

func (x *CreateCompletionRequest) GetFrequencyPenalty() float64

func (*CreateCompletionRequest) GetLogitBias added in v0.204.0 

func (x *CreateCompletionRequest) GetLogitBias() map[string]float64

func (*CreateCompletionRequest) GetLogprobs added in v0.204.0 

func (x *CreateCompletionRequest) GetLogprobs() int32

func (*CreateCompletionRequest) GetMaxTokens added in v0.204.0 

func (x *CreateCompletionRequest) GetMaxTokens() int32

func (*CreateCompletionRequest) GetModel added in v0.204.0 

func (x *CreateCompletionRequest) GetModel() string

func (*CreateCompletionRequest) GetN added in v0.204.0 

func (x *CreateCompletionRequest) GetN() int32

func (*CreateCompletionRequest) GetPresencePenalty added in v0.204.0 

func (x *CreateCompletionRequest) GetPresencePenalty() float64

func (*CreateCompletionRequest) GetPrompt added in v0.204.0 

func (x *CreateCompletionRequest) GetPrompt() string

func (*CreateCompletionRequest) GetSeed added in v0.204.0 

func (x *CreateCompletionRequest) GetSeed() int32

func (*CreateCompletionRequest) GetStop added in v0.204.0 

func (x *CreateCompletionRequest) GetStop() []string

func (*CreateCompletionRequest) GetStream added in v0.204.0 

func (x *CreateCompletionRequest) GetStream() bool

func (*CreateCompletionRequest) GetStreamOption added in v0.204.0 

func (x *CreateCompletionRequest) GetStreamOption() *CreateCompletionRequest_StreamOption

func (*CreateCompletionRequest) GetSuffix added in v0.204.0 

func (x *CreateCompletionRequest) GetSuffix() string

func (*CreateCompletionRequest) GetTemperature added in v0.204.0 

func (x *CreateCompletionRequest) GetTemperature() float64

func (*CreateCompletionRequest) GetTopP added in v0.204.0 

func (x *CreateCompletionRequest) GetTopP() float64

func (*CreateCompletionRequest) GetUser added in v0.204.0 

func (x *CreateCompletionRequest) GetUser() string

func (*CreateCompletionRequest) ProtoMessage added in v0.204.0 

func (*CreateCompletionRequest) ProtoMessage()

func (*CreateCompletionRequest) ProtoReflect added in v0.204.0 

func (x *CreateCompletionRequest) ProtoReflect() protoreflect.Message

func (*CreateCompletionRequest) Reset added in v0.204.0 

func (x *CreateCompletionRequest) Reset()

func (*CreateCompletionRequest) String added in v0.204.0 

func (x *CreateCompletionRequest) String() string

type CreateCompletionRequest_StreamOption added in v0.204.0 

type CreateCompletionRequest_StreamOption struct {
	IncludeUsage bool `protobuf:"varint,1,opt,name=include_usage,json=includeUsage,proto3" json:"include_usage,omitempty"`
	// contains filtered or unexported fields
}

func (*CreateCompletionRequest_StreamOption) Descriptor deprecated added in v0.204.0 

func (*CreateCompletionRequest_StreamOption) Descriptor() ([]byte, []int)

Deprecated: Use CreateCompletionRequest_StreamOption.ProtoReflect.Descriptor instead.

func (*CreateCompletionRequest_StreamOption) GetIncludeUsage added in v0.204.0 

func (x *CreateCompletionRequest_StreamOption) GetIncludeUsage() bool

func (*CreateCompletionRequest_StreamOption) ProtoMessage added in v0.204.0 

func (*CreateCompletionRequest_StreamOption) ProtoMessage()

func (*CreateCompletionRequest_StreamOption) ProtoReflect added in v0.204.0 

func (x *CreateCompletionRequest_StreamOption) ProtoReflect() protoreflect.Message

func (*CreateCompletionRequest_StreamOption) Reset added in v0.204.0 

func (x *CreateCompletionRequest_StreamOption) Reset()

func (*CreateCompletionRequest_StreamOption) String added in v0.204.0 

func (x *CreateCompletionRequest_StreamOption) String() string

type CreateEmbeddingRequest added in v0.320.0 

type CreateEmbeddingRequest struct {

	// This can be a string or an array of strings, but we use string assuming that it is more common.
	Input          string `protobuf:"bytes,1,opt,name=input,proto3" json:"input,omitempty"`
	Model          string `protobuf:"bytes,2,opt,name=model,proto3" json:"model,omitempty"`
	EncodingFormat string `protobuf:"bytes,3,opt,name=encoding_format,json=encodingFormat,proto3" json:"encoding_format,omitempty"`
	Dimensions     int32  `protobuf:"varint,4,opt,name=dimensions,proto3" json:"dimensions,omitempty"`
	User           string `protobuf:"bytes,5,opt,name=user,proto3" json:"user,omitempty"`
	// contains filtered or unexported fields
}

func (*CreateEmbeddingRequest) Descriptor deprecated added in v0.320.0 

func (*CreateEmbeddingRequest) Descriptor() ([]byte, []int)

Deprecated: Use CreateEmbeddingRequest.ProtoReflect.Descriptor instead.

func (*CreateEmbeddingRequest) GetDimensions added in v0.320.0 

func (x *CreateEmbeddingRequest) GetDimensions() int32

func (*CreateEmbeddingRequest) GetEncodingFormat added in v0.320.0 

func (x *CreateEmbeddingRequest) GetEncodingFormat() string

func (*CreateEmbeddingRequest) GetInput added in v0.320.0 

func (x *CreateEmbeddingRequest) GetInput() string

func (*CreateEmbeddingRequest) GetModel added in v0.320.0 

func (x *CreateEmbeddingRequest) GetModel() string

func (*CreateEmbeddingRequest) GetUser added in v0.320.0 

func (x *CreateEmbeddingRequest) GetUser() string

func (*CreateEmbeddingRequest) ProtoMessage added in v0.320.0 

func (*CreateEmbeddingRequest) ProtoMessage()

func (*CreateEmbeddingRequest) ProtoReflect added in v0.320.0 

func (x *CreateEmbeddingRequest) ProtoReflect() protoreflect.Message

func (*CreateEmbeddingRequest) Reset added in v0.320.0 

func (x *CreateEmbeddingRequest) Reset()

func (*CreateEmbeddingRequest) String added in v0.320.0 

func (x *CreateEmbeddingRequest) String() string

type Embedding added in v0.320.0 

type Embedding struct {
	Index     int32     `protobuf:"varint,1,opt,name=index,proto3" json:"index,omitempty"`
	Embedding []float64 `protobuf:"fixed64,2,rep,packed,name=embedding,proto3" json:"embedding,omitempty"`
	Object    string    `protobuf:"bytes,3,opt,name=object,proto3" json:"object,omitempty"`
	// contains filtered or unexported fields
}

func (*Embedding) Descriptor deprecated added in v0.320.0 

func (*Embedding) Descriptor() ([]byte, []int)

Deprecated: Use Embedding.ProtoReflect.Descriptor instead.

func (*Embedding) GetEmbedding added in v0.320.0 

func (x *Embedding) GetEmbedding() []float64

func (*Embedding) GetIndex added in v0.320.0 

func (x *Embedding) GetIndex() int32

func (*Embedding) GetObject added in v0.320.0 

func (x *Embedding) GetObject() string

func (*Embedding) ProtoMessage added in v0.320.0 

func (*Embedding) ProtoMessage()

func (*Embedding) ProtoReflect added in v0.320.0 

func (x *Embedding) ProtoReflect() protoreflect.Message

func (*Embedding) Reset added in v0.320.0 

func (x *Embedding) Reset()

func (*Embedding) String added in v0.320.0 

func (x *Embedding) String() string

type Embeddings added in v0.320.0 

type Embeddings struct {
	Object string            `protobuf:"bytes,1,opt,name=object,proto3" json:"object,omitempty"`
	Data   []*Embedding      `protobuf:"bytes,2,rep,name=data,proto3" json:"data,omitempty"`
	Model  string            `protobuf:"bytes,3,opt,name=model,proto3" json:"model,omitempty"`
	Usage  *Embeddings_Usage `protobuf:"bytes,4,opt,name=usage,proto3" json:"usage,omitempty"`
	// contains filtered or unexported fields
}

func (*Embeddings) Descriptor deprecated added in v0.320.0 

func (*Embeddings) Descriptor() ([]byte, []int)

Deprecated: Use Embeddings.ProtoReflect.Descriptor instead.

func (*Embeddings) GetData added in v0.320.0 

func (x *Embeddings) GetData() []*Embedding

func (*Embeddings) GetModel added in v0.320.0 

func (x *Embeddings) GetModel() string

func (*Embeddings) GetObject added in v0.320.0 

func (x *Embeddings) GetObject() string

func (*Embeddings) GetUsage added in v0.320.0 

func (x *Embeddings) GetUsage() *Embeddings_Usage

func (*Embeddings) ProtoMessage added in v0.320.0 

func (*Embeddings) ProtoMessage()

func (*Embeddings) ProtoReflect added in v0.320.0 

func (x *Embeddings) ProtoReflect() protoreflect.Message

func (*Embeddings) Reset added in v0.320.0 

func (x *Embeddings) Reset()

func (*Embeddings) String added in v0.320.0 

func (x *Embeddings) String() string

type Embeddings_Usage added in v0.320.0 

type Embeddings_Usage struct {
	PromptTokens int32 `protobuf:"varint,1,opt,name=prompt_tokens,json=promptTokens,proto3" json:"prompt_tokens,omitempty"`
	TotalTokens  int32 `protobuf:"varint,2,opt,name=total_tokens,json=totalTokens,proto3" json:"total_tokens,omitempty"`
	// contains filtered or unexported fields
}

func (*Embeddings_Usage) Descriptor deprecated added in v0.320.0 

func (*Embeddings_Usage) Descriptor() ([]byte, []int)

Deprecated: Use Embeddings_Usage.ProtoReflect.Descriptor instead.

func (*Embeddings_Usage) GetPromptTokens added in v0.320.0 

func (x *Embeddings_Usage) GetPromptTokens() int32

func (*Embeddings_Usage) GetTotalTokens added in v0.320.0 

func (x *Embeddings_Usage) GetTotalTokens() int32

func (*Embeddings_Usage) ProtoMessage added in v0.320.0 

func (*Embeddings_Usage) ProtoMessage()

func (*Embeddings_Usage) ProtoReflect added in v0.320.0 

func (x *Embeddings_Usage) ProtoReflect() protoreflect.Message

func (*Embeddings_Usage) Reset added in v0.320.0 

func (x *Embeddings_Usage) Reset()

func (*Embeddings_Usage) String added in v0.320.0 

func (x *Embeddings_Usage) String() string

type EngineStatus added in v0.115.0 

type EngineStatus struct {
	EngineId   string                   `protobuf:"bytes,1,opt,name=engine_id,json=engineId,proto3" json:"engine_id,omitempty"`
	ModelIds   []string                 `protobuf:"bytes,2,rep,name=model_ids,json=modelIds,proto3" json:"model_ids,omitempty"`
	SyncStatus *EngineStatus_SyncStatus `protobuf:"bytes,3,opt,name=sync_status,json=syncStatus,proto3" json:"sync_status,omitempty"`
	Ready      bool                     `protobuf:"varint,4,opt,name=ready,proto3" json:"ready,omitempty"`
	// contains filtered or unexported fields
}

func (*EngineStatus) Descriptor deprecated added in v0.115.0 

func (*EngineStatus) Descriptor() ([]byte, []int)

Deprecated: Use EngineStatus.ProtoReflect.Descriptor instead.

func (*EngineStatus) GetEngineId added in v0.115.0 

func (x *EngineStatus) GetEngineId() string

func (*EngineStatus) GetModelIds added in v0.115.0 

func (x *EngineStatus) GetModelIds() []string

func (*EngineStatus) GetReady added in v0.339.0 

func (x *EngineStatus) GetReady() bool

func (*EngineStatus) GetSyncStatus added in v0.219.0 

func (x *EngineStatus) GetSyncStatus() *EngineStatus_SyncStatus

func (*EngineStatus) ProtoMessage added in v0.115.0 

func (*EngineStatus) ProtoMessage()

func (*EngineStatus) ProtoReflect added in v0.115.0 

func (x *EngineStatus) ProtoReflect() protoreflect.Message

func (*EngineStatus) Reset added in v0.115.0 

func (x *EngineStatus) Reset()

func (*EngineStatus) String added in v0.115.0 

func (x *EngineStatus) String() string

type EngineStatus_SyncStatus added in v0.219.0 

type EngineStatus_SyncStatus struct {

	// in_progress_model_ids is a list of model ids that are currently being synced.
	InProgressModelIds []string `protobuf:"bytes,1,rep,name=in_progress_model_ids,json=inProgressModelIds,proto3" json:"in_progress_model_ids,omitempty"`
	// contains filtered or unexported fields
}

func (*EngineStatus_SyncStatus) Descriptor deprecated added in v0.219.0 

func (*EngineStatus_SyncStatus) Descriptor() ([]byte, []int)

Deprecated: Use EngineStatus_SyncStatus.ProtoReflect.Descriptor instead.

func (*EngineStatus_SyncStatus) GetInProgressModelIds added in v0.219.0 

func (x *EngineStatus_SyncStatus) GetInProgressModelIds() []string

func (*EngineStatus_SyncStatus) ProtoMessage added in v0.219.0 

func (*EngineStatus_SyncStatus) ProtoMessage()

func (*EngineStatus_SyncStatus) ProtoReflect added in v0.219.0 

func (x *EngineStatus_SyncStatus) ProtoReflect() protoreflect.Message

func (*EngineStatus_SyncStatus) Reset added in v0.219.0 

func (x *EngineStatus_SyncStatus) Reset()

func (*EngineStatus_SyncStatus) String added in v0.219.0 

func (x *EngineStatus_SyncStatus) String() string

type HeaderValue added in v0.116.0 

type HeaderValue struct {
	Values []string `protobuf:"bytes,1,rep,name=values,proto3" json:"values,omitempty"`
	// contains filtered or unexported fields
}

func (*HeaderValue) Descriptor deprecated added in v0.116.0 

func (*HeaderValue) Descriptor() ([]byte, []int)

Deprecated: Use HeaderValue.ProtoReflect.Descriptor instead.

func (*HeaderValue) GetValues added in v0.116.0 

func (x *HeaderValue) GetValues() []string

func (*HeaderValue) ProtoMessage added in v0.116.0 

func (*HeaderValue) ProtoMessage()

func (*HeaderValue) ProtoReflect added in v0.116.0 

func (x *HeaderValue) ProtoReflect() protoreflect.Message

func (*HeaderValue) Reset added in v0.116.0 

func (x *HeaderValue) Reset()

func (*HeaderValue) String added in v0.116.0 

func (x *HeaderValue) String() string

type HttpResponse added in v0.116.0 

type HttpResponse struct {
	StatusCode int32                   `protobuf:"varint,1,opt,name=status_code,json=statusCode,proto3" json:"status_code,omitempty"`
	Status     string                  `protobuf:"bytes,2,opt,name=status,proto3" json:"status,omitempty"`
	Header     map[string]*HeaderValue `` /* 153-byte string literal not displayed */
	// body is empty for server sent events.
	Body []byte `protobuf:"bytes,4,opt,name=body,proto3" json:"body,omitempty"`
	// contains filtered or unexported fields
}

func (*HttpResponse) Descriptor deprecated added in v0.116.0 

func (*HttpResponse) Descriptor() ([]byte, []int)

Deprecated: Use HttpResponse.ProtoReflect.Descriptor instead.

func (*HttpResponse) GetBody added in v0.116.0 

func (x *HttpResponse) GetBody() []byte

func (*HttpResponse) GetHeader added in v0.116.0 

func (x *HttpResponse) GetHeader() map[string]*HeaderValue

func (*HttpResponse) GetStatus added in v0.120.0 

func (x *HttpResponse) GetStatus() string

func (*HttpResponse) GetStatusCode added in v0.116.0 

func (x *HttpResponse) GetStatusCode() int32

func (*HttpResponse) ProtoMessage added in v0.116.0 

func (*HttpResponse) ProtoMessage()

func (*HttpResponse) ProtoReflect added in v0.116.0 

func (x *HttpResponse) ProtoReflect() protoreflect.Message

func (*HttpResponse) Reset added in v0.116.0 

func (x *HttpResponse) Reset()

func (*HttpResponse) String added in v0.116.0 

func (x *HttpResponse) String() string

type InferenceWorkerServiceClient added in v0.112.0 

type InferenceWorkerServiceClient interface {
	ProcessTasks(ctx context.Context, opts ...grpc.CallOption) (InferenceWorkerService_ProcessTasksClient, error)
}

InferenceWorkerServiceClient is the client API for InferenceWorkerService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.

func NewInferenceWorkerServiceClient added in v0.112.0 

func NewInferenceWorkerServiceClient(cc grpc.ClientConnInterface) InferenceWorkerServiceClient

type InferenceWorkerServiceServer added in v0.112.0 

type InferenceWorkerServiceServer interface {
	ProcessTasks(InferenceWorkerService_ProcessTasksServer) error
	// contains filtered or unexported methods
}

InferenceWorkerServiceServer is the server API for InferenceWorkerService service. All implementations must embed UnimplementedInferenceWorkerServiceServer for forward compatibility

type InferenceWorkerService_ProcessTasksClient added in v0.115.0 

type InferenceWorkerService_ProcessTasksClient interface {
	Send(*ProcessTasksRequest) error
	Recv() (*ProcessTasksResponse, error)
	grpc.ClientStream
}

type InferenceWorkerService_ProcessTasksServer added in v0.115.0 

type InferenceWorkerService_ProcessTasksServer interface {
	Send(*ProcessTasksResponse) error
	Recv() (*ProcessTasksRequest, error)
	grpc.ServerStream
}

type Logprobs added in v0.202.0 

type Logprobs struct {
	Content []*Logprobs_Content `protobuf:"bytes,1,rep,name=content,proto3" json:"content,omitempty"`
	// contains filtered or unexported fields
}

func (*Logprobs) Descriptor deprecated added in v0.202.0 

func (*Logprobs) Descriptor() ([]byte, []int)

Deprecated: Use Logprobs.ProtoReflect.Descriptor instead.

func (*Logprobs) GetContent added in v0.202.0 

func (x *Logprobs) GetContent() []*Logprobs_Content

func (*Logprobs) ProtoMessage added in v0.202.0 

func (*Logprobs) ProtoMessage()

func (*Logprobs) ProtoReflect added in v0.202.0 

func (x *Logprobs) ProtoReflect() protoreflect.Message

func (*Logprobs) Reset added in v0.202.0 

func (x *Logprobs) Reset()

func (*Logprobs) String added in v0.202.0 

func (x *Logprobs) String() string

type Logprobs_Content added in v0.202.0 

type Logprobs_Content struct {
	Token   string  `protobuf:"bytes,1,opt,name=token,proto3" json:"token,omitempty"`
	Logprob float64 `protobuf:"fixed64,2,opt,name=logprob,proto3" json:"logprob,omitempty"`
	// A list of integers representing the UTF-8 bytes representation of the token.
	Bytes       []byte                        `protobuf:"bytes,3,opt,name=bytes,proto3" json:"bytes,omitempty"`
	TopLogprobs *Logprobs_Content_TopLogprobs `protobuf:"bytes,4,opt,name=top_logprobs,json=topLogprobs,proto3" json:"top_logprobs,omitempty"`
	// contains filtered or unexported fields
}

func (*Logprobs_Content) Descriptor deprecated added in v0.202.0 

func (*Logprobs_Content) Descriptor() ([]byte, []int)

Deprecated: Use Logprobs_Content.ProtoReflect.Descriptor instead.

func (*Logprobs_Content) GetBytes added in v0.202.0 

func (x *Logprobs_Content) GetBytes() []byte

func (*Logprobs_Content) GetLogprob added in v0.202.0 

func (x *Logprobs_Content) GetLogprob() float64

func (*Logprobs_Content) GetToken added in v0.202.0 

func (x *Logprobs_Content) GetToken() string

func (*Logprobs_Content) GetTopLogprobs added in v0.202.0 

func (x *Logprobs_Content) GetTopLogprobs() *Logprobs_Content_TopLogprobs

func (*Logprobs_Content) ProtoMessage added in v0.202.0 

func (*Logprobs_Content) ProtoMessage()

func (*Logprobs_Content) ProtoReflect added in v0.202.0 

func (x *Logprobs_Content) ProtoReflect() protoreflect.Message

func (*Logprobs_Content) Reset added in v0.202.0 

func (x *Logprobs_Content) Reset()

func (*Logprobs_Content) String added in v0.202.0 

func (x *Logprobs_Content) String() string

type Logprobs_Content_TopLogprobs added in v0.202.0 

type Logprobs_Content_TopLogprobs struct {
	Token   string  `protobuf:"bytes,1,opt,name=token,proto3" json:"token,omitempty"`
	Logprob float64 `protobuf:"fixed64,2,opt,name=logprob,proto3" json:"logprob,omitempty"`
	Bytes   []byte  `protobuf:"bytes,3,opt,name=bytes,proto3" json:"bytes,omitempty"`
	// contains filtered or unexported fields
}

func (*Logprobs_Content_TopLogprobs) Descriptor deprecated added in v0.202.0 

func (*Logprobs_Content_TopLogprobs) Descriptor() ([]byte, []int)

Deprecated: Use Logprobs_Content_TopLogprobs.ProtoReflect.Descriptor instead.

func (*Logprobs_Content_TopLogprobs) GetBytes added in v0.202.0 

func (x *Logprobs_Content_TopLogprobs) GetBytes() []byte

func (*Logprobs_Content_TopLogprobs) GetLogprob added in v0.202.0 

func (x *Logprobs_Content_TopLogprobs) GetLogprob() float64

func (*Logprobs_Content_TopLogprobs) GetToken added in v0.202.0 

func (x *Logprobs_Content_TopLogprobs) GetToken() string

func (*Logprobs_Content_TopLogprobs) ProtoMessage added in v0.202.0 

func (*Logprobs_Content_TopLogprobs) ProtoMessage()

func (*Logprobs_Content_TopLogprobs) ProtoReflect added in v0.202.0 

func (x *Logprobs_Content_TopLogprobs) ProtoReflect() protoreflect.Message

func (*Logprobs_Content_TopLogprobs) Reset added in v0.202.0 

func (x *Logprobs_Content_TopLogprobs) Reset()

func (*Logprobs_Content_TopLogprobs) String added in v0.202.0 

func (x *Logprobs_Content_TopLogprobs) String() string

type ProcessTasksRequest added in v0.115.0 

type ProcessTasksRequest struct {

	// Types that are assignable to Message:
	//
	//	*ProcessTasksRequest_EngineStatus
	//	*ProcessTasksRequest_TaskResult
	Message isProcessTasksRequest_Message `protobuf_oneof:"message"`
	// contains filtered or unexported fields
}

func (*ProcessTasksRequest) Descriptor deprecated added in v0.115.0 

func (*ProcessTasksRequest) Descriptor() ([]byte, []int)

Deprecated: Use ProcessTasksRequest.ProtoReflect.Descriptor instead.

func (*ProcessTasksRequest) GetEngineStatus added in v0.115.0 

func (x *ProcessTasksRequest) GetEngineStatus() *EngineStatus

func (*ProcessTasksRequest) GetMessage added in v0.115.0 

func (m *ProcessTasksRequest) GetMessage() isProcessTasksRequest_Message

func (*ProcessTasksRequest) GetTaskResult added in v0.116.0 

func (x *ProcessTasksRequest) GetTaskResult() *TaskResult

func (*ProcessTasksRequest) ProtoMessage added in v0.115.0 

func (*ProcessTasksRequest) ProtoMessage()

func (*ProcessTasksRequest) ProtoReflect added in v0.115.0 

func (x *ProcessTasksRequest) ProtoReflect() protoreflect.Message

func (*ProcessTasksRequest) Reset added in v0.115.0 

func (x *ProcessTasksRequest) Reset()

func (*ProcessTasksRequest) String added in v0.115.0 

func (x *ProcessTasksRequest) String() string

type ProcessTasksRequest_EngineStatus added in v0.115.0 

type ProcessTasksRequest_EngineStatus struct {
	EngineStatus *EngineStatus `protobuf:"bytes,1,opt,name=engine_status,json=engineStatus,proto3,oneof"`
}

type ProcessTasksRequest_TaskResult added in v0.116.0 

type ProcessTasksRequest_TaskResult struct {
	TaskResult *TaskResult `protobuf:"bytes,2,opt,name=task_result,json=taskResult,proto3,oneof"`
}

type ProcessTasksResponse added in v0.115.0 

type ProcessTasksResponse struct {
	NewTask *Task `protobuf:"bytes,1,opt,name=new_task,json=newTask,proto3" json:"new_task,omitempty"`
	// contains filtered or unexported fields
}

func (*ProcessTasksResponse) Descriptor deprecated added in v0.115.0 

func (*ProcessTasksResponse) Descriptor() ([]byte, []int)

Deprecated: Use ProcessTasksResponse.ProtoReflect.Descriptor instead.

func (*ProcessTasksResponse) GetNewTask added in v0.116.0 

func (x *ProcessTasksResponse) GetNewTask() *Task

func (*ProcessTasksResponse) ProtoMessage added in v0.115.0 

func (*ProcessTasksResponse) ProtoMessage()

func (*ProcessTasksResponse) ProtoReflect added in v0.115.0 

func (x *ProcessTasksResponse) ProtoReflect() protoreflect.Message

func (*ProcessTasksResponse) Reset added in v0.115.0 

func (x *ProcessTasksResponse) Reset()

func (*ProcessTasksResponse) String added in v0.115.0 

func (x *ProcessTasksResponse) String() string

type RagFunction added in v0.139.0 

type RagFunction struct {
	VectorStoreName string `protobuf:"bytes,1,opt,name=vector_store_name,json=vectorStoreName,proto3" json:"vector_store_name,omitempty"`
	// contains filtered or unexported fields
}

RagFunction is used to unmarshal the json string specified in `Parameters` of Tool message.

func (*RagFunction) Descriptor deprecated added in v0.139.0 

func (*RagFunction) Descriptor() ([]byte, []int)

Deprecated: Use RagFunction.ProtoReflect.Descriptor instead.

func (*RagFunction) GetVectorStoreName added in v0.139.0 

func (x *RagFunction) GetVectorStoreName() string

func (*RagFunction) ProtoMessage added in v0.139.0 

func (*RagFunction) ProtoMessage()

func (*RagFunction) ProtoReflect added in v0.139.0 

func (x *RagFunction) ProtoReflect() protoreflect.Message

func (*RagFunction) Reset added in v0.139.0 

func (x *RagFunction) Reset()

func (*RagFunction) String added in v0.139.0 

func (x *RagFunction) String() string

type ServerSentEvent added in v0.116.0 

type ServerSentEvent struct {
	Data        []byte `protobuf:"bytes,1,opt,name=data,proto3" json:"data,omitempty"`
	IsLastEvent bool   `protobuf:"varint,2,opt,name=is_last_event,json=isLastEvent,proto3" json:"is_last_event,omitempty"`
	// contains filtered or unexported fields
}

func (*ServerSentEvent) Descriptor deprecated added in v0.116.0 

func (*ServerSentEvent) Descriptor() ([]byte, []int)

Deprecated: Use ServerSentEvent.ProtoReflect.Descriptor instead.

func (*ServerSentEvent) GetData added in v0.116.0 

func (x *ServerSentEvent) GetData() []byte

func (*ServerSentEvent) GetIsLastEvent added in v0.116.0 

func (x *ServerSentEvent) GetIsLastEvent() bool

func (*ServerSentEvent) ProtoMessage added in v0.116.0 

func (*ServerSentEvent) ProtoMessage()

func (*ServerSentEvent) ProtoReflect added in v0.116.0 

func (x *ServerSentEvent) ProtoReflect() protoreflect.Message

func (*ServerSentEvent) Reset added in v0.116.0 

func (x *ServerSentEvent) Reset()

func (*ServerSentEvent) String added in v0.116.0 

func (x *ServerSentEvent) String() string

type Task added in v0.116.0 

type Task struct {
	Id      string                  `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	Request *TaskRequest            `protobuf:"bytes,4,opt,name=request,proto3" json:"request,omitempty"`
	Header  map[string]*HeaderValue `` /* 153-byte string literal not displayed */
	// For backward compatibility for old engine.
	DeprecatedChatCompletionRequest *CreateChatCompletionRequest `` /* 158-byte string literal not displayed */
	// contains filtered or unexported fields
}

func (*Task) Descriptor deprecated added in v0.116.0 

func (*Task) Descriptor() ([]byte, []int)

Deprecated: Use Task.ProtoReflect.Descriptor instead.

func (*Task) GetDeprecatedChatCompletionRequest added in v0.325.0 

func (x *Task) GetDeprecatedChatCompletionRequest() *CreateChatCompletionRequest

func (*Task) GetHeader added in v0.116.0 

func (x *Task) GetHeader() map[string]*HeaderValue

func (*Task) GetId added in v0.116.0 

func (x *Task) GetId() string

func (*Task) GetRequest added in v0.116.0 

func (x *Task) GetRequest() *TaskRequest

func (*Task) ProtoMessage added in v0.116.0 

func (*Task) ProtoMessage()

func (*Task) ProtoReflect added in v0.116.0 

func (x *Task) ProtoReflect() protoreflect.Message

func (*Task) Reset added in v0.116.0 

func (x *Task) Reset()

func (*Task) String added in v0.116.0 

func (x *Task) String() string

type TaskRequest added in v0.325.0 

type TaskRequest struct {

	// Types that are assignable to Request:
	//
	//	*TaskRequest_ChatCompletion
	//	*TaskRequest_Embedding
	Request isTaskRequest_Request `protobuf_oneof:"request"`
	// contains filtered or unexported fields
}

func (*TaskRequest) Descriptor deprecated added in v0.325.0 

func (*TaskRequest) Descriptor() ([]byte, []int)

Deprecated: Use TaskRequest.ProtoReflect.Descriptor instead.

func (*TaskRequest) GetChatCompletion added in v0.325.0 

func (x *TaskRequest) GetChatCompletion() *CreateChatCompletionRequest

func (*TaskRequest) GetEmbedding added in v0.325.0 

func (x *TaskRequest) GetEmbedding() *CreateEmbeddingRequest

func (*TaskRequest) GetRequest added in v0.325.0 

func (m *TaskRequest) GetRequest() isTaskRequest_Request

func (*TaskRequest) ProtoMessage added in v0.325.0 

func (*TaskRequest) ProtoMessage()

func (*TaskRequest) ProtoReflect added in v0.325.0 

func (x *TaskRequest) ProtoReflect() protoreflect.Message

func (*TaskRequest) Reset added in v0.325.0 

func (x *TaskRequest) Reset()

func (*TaskRequest) String added in v0.325.0 

func (x *TaskRequest) String() string

type TaskRequest_ChatCompletion added in v0.325.0 

type TaskRequest_ChatCompletion struct {
	ChatCompletion *CreateChatCompletionRequest `protobuf:"bytes,1,opt,name=chat_completion,json=chatCompletion,proto3,oneof"`
}

type TaskRequest_Embedding added in v0.325.0 

type TaskRequest_Embedding struct {
	Embedding *CreateEmbeddingRequest `protobuf:"bytes,2,opt,name=embedding,proto3,oneof"`
}

type TaskResult added in v0.116.0 

type TaskResult struct {
	TaskId string `protobuf:"bytes,1,opt,name=task_id,json=taskId,proto3" json:"task_id,omitempty"`
	// Types that are assignable to Message:
	//
	//	*TaskResult_HttpResponse
	//	*TaskResult_ServerSentEvent
	Message isTaskResult_Message `protobuf_oneof:"message"`
	// contains filtered or unexported fields
}

func (*TaskResult) Descriptor deprecated added in v0.116.0 

func (*TaskResult) Descriptor() ([]byte, []int)

Deprecated: Use TaskResult.ProtoReflect.Descriptor instead.

func (*TaskResult) GetHttpResponse added in v0.116.0 

func (x *TaskResult) GetHttpResponse() *HttpResponse

func (*TaskResult) GetMessage added in v0.116.0 

func (m *TaskResult) GetMessage() isTaskResult_Message

func (*TaskResult) GetServerSentEvent added in v0.116.0 

func (x *TaskResult) GetServerSentEvent() *ServerSentEvent

func (*TaskResult) GetTaskId added in v0.116.0 

func (x *TaskResult) GetTaskId() string

func (*TaskResult) ProtoMessage added in v0.116.0 

func (*TaskResult) ProtoMessage()

func (*TaskResult) ProtoReflect added in v0.116.0 

func (x *TaskResult) ProtoReflect() protoreflect.Message

func (*TaskResult) Reset added in v0.116.0 

func (x *TaskResult) Reset()

func (*TaskResult) String added in v0.116.0 

func (x *TaskResult) String() string

type TaskResult_HttpResponse added in v0.116.0 

type TaskResult_HttpResponse struct {
	HttpResponse *HttpResponse `protobuf:"bytes,2,opt,name=http_response,json=httpResponse,proto3,oneof"`
}

type TaskResult_ServerSentEvent added in v0.116.0 

type TaskResult_ServerSentEvent struct {
	ServerSentEvent *ServerSentEvent `protobuf:"bytes,3,opt,name=server_sent_event,json=serverSentEvent,proto3,oneof"`
}

type ToolCall added in v0.202.0 

type ToolCall struct {
	Id       string             `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	Type     string             `protobuf:"bytes,2,opt,name=type,proto3" json:"type,omitempty"`
	Function *ToolCall_Function `protobuf:"bytes,3,opt,name=function,proto3" json:"function,omitempty"`
	// contains filtered or unexported fields
}

func (*ToolCall) Descriptor deprecated added in v0.202.0 

func (*ToolCall) Descriptor() ([]byte, []int)

Deprecated: Use ToolCall.ProtoReflect.Descriptor instead.

func (*ToolCall) GetFunction added in v0.202.0 

func (x *ToolCall) GetFunction() *ToolCall_Function

func (*ToolCall) GetId added in v0.202.0 

func (x *ToolCall) GetId() string

func (*ToolCall) GetType added in v0.202.0 

func (x *ToolCall) GetType() string

func (*ToolCall) ProtoMessage added in v0.202.0 

func (*ToolCall) ProtoMessage()

func (*ToolCall) ProtoReflect added in v0.202.0 

func (x *ToolCall) ProtoReflect() protoreflect.Message

func (*ToolCall) Reset added in v0.202.0 

func (x *ToolCall) Reset()

func (*ToolCall) String added in v0.202.0 

func (x *ToolCall) String() string

type ToolCall_Function added in v0.202.0 

type ToolCall_Function struct {
	Name      string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	Arguments string `protobuf:"bytes,2,opt,name=arguments,proto3" json:"arguments,omitempty"`
	// contains filtered or unexported fields
}

func (*ToolCall_Function) Descriptor deprecated added in v0.202.0 

func (*ToolCall_Function) Descriptor() ([]byte, []int)

Deprecated: Use ToolCall_Function.ProtoReflect.Descriptor instead.

func (*ToolCall_Function) GetArguments added in v0.202.0 

func (x *ToolCall_Function) GetArguments() string

func (*ToolCall_Function) GetName added in v0.202.0 

func (x *ToolCall_Function) GetName() string

func (*ToolCall_Function) ProtoMessage added in v0.202.0 

func (*ToolCall_Function) ProtoMessage()

func (*ToolCall_Function) ProtoReflect added in v0.202.0 

func (x *ToolCall_Function) ProtoReflect() protoreflect.Message

func (*ToolCall_Function) Reset added in v0.202.0 

func (x *ToolCall_Function) Reset()

func (*ToolCall_Function) String added in v0.202.0 

func (x *ToolCall_Function) String() string

type UnimplementedChatServiceServer 

type UnimplementedChatServiceServer struct {
}

UnimplementedChatServiceServer must be embedded to have forward compatible implementations.

type UnimplementedInferenceWorkerServiceServer added in v0.112.0 

type UnimplementedInferenceWorkerServiceServer struct {
}

UnimplementedInferenceWorkerServiceServer must be embedded to have forward compatible implementations.

func (UnimplementedInferenceWorkerServiceServer) ProcessTasks added in v0.115.0 

func (UnimplementedInferenceWorkerServiceServer) ProcessTasks(InferenceWorkerService_ProcessTasksServer) error

type UnsafeChatServiceServer 

type UnsafeChatServiceServer interface {
	// contains filtered or unexported methods
}

UnsafeChatServiceServer may be embedded to opt out of forward compatibility for this service. Use of this interface is not recommended, as added methods to ChatServiceServer will result in compilation errors.

type UnsafeInferenceWorkerServiceServer added in v0.112.0 

type UnsafeInferenceWorkerServiceServer interface {
	// contains filtered or unexported methods
}

UnsafeInferenceWorkerServiceServer may be embedded to opt out of forward compatibility for this service. Use of this interface is not recommended, as added methods to InferenceWorkerServiceServer will result in compilation errors.

type Usage added in v0.202.0 

type Usage struct {
	CompletionTokens int32 `protobuf:"varint,1,opt,name=completion_tokens,json=completionTokens,proto3" json:"completion_tokens,omitempty"`
	PromptTokens     int32 `protobuf:"varint,2,opt,name=prompt_tokens,json=promptTokens,proto3" json:"prompt_tokens,omitempty"`
	TotalTokens      int32 `protobuf:"varint,3,opt,name=total_tokens,json=totalTokens,proto3" json:"total_tokens,omitempty"`
	// contains filtered or unexported fields
}

func (*Usage) Descriptor deprecated added in v0.202.0 

func (*Usage) Descriptor() ([]byte, []int)

Deprecated: Use Usage.ProtoReflect.Descriptor instead.

func (*Usage) GetCompletionTokens added in v0.202.0 

func (x *Usage) GetCompletionTokens() int32

func (*Usage) GetPromptTokens added in v0.202.0 

func (x *Usage) GetPromptTokens() int32

func (*Usage) GetTotalTokens added in v0.202.0 

func (x *Usage) GetTotalTokens() int32

func (*Usage) ProtoMessage added in v0.202.0 

func (*Usage) ProtoMessage()

func (*Usage) ProtoReflect added in v0.202.0 

func (x *Usage) ProtoReflect() protoreflect.Message

func (*Usage) Reset added in v0.202.0 

func (x *Usage) Reset()

func (*Usage) String added in v0.202.0 

func (x *Usage) String() string

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.