waveai

Documentation

Index

• Constants
• func ConvertPrompt(prompt []wshrpc.OpenAIPromptMessageType) []openaiapi.ChatCompletionMessage
• func CreateErrorPacket(errStr string) *wshrpc.OpenAIPacketType
• func CreateTextPacket(text string) *wshrpc.OpenAIPacketType
• func GetWSEndpoint() string
• func MakeOpenAIPacket() *wshrpc.OpenAIPacketType
• func RunCloudCompletionStream(ctx context.Context, request wshrpc.OpenAiStreamRequest) chan wshrpc.RespOrErrorUnion[wshrpc.OpenAIPacketType]
• func RunLocalCompletionStream(ctx context.Context, request wshrpc.OpenAiStreamRequest) chan wshrpc.RespOrErrorUnion[wshrpc.OpenAIPacketType]
• type OpenAICloudReqPacketType
  • func MakeOpenAICloudReqPacket() *OpenAICloudReqPacketType
• type OpenAICmdInfoChatMessage
• type OpenAICmdInfoPacketOutputType
• type OpenAIOptsType

Constants

const CloudWebsocketConnectTimeout = 1 * time.Minute

const DefaultMaxTokens = 1000

const DefaultModel = "gpt-4o-mini"

const DefaultStreamChanSize = 10

const OpenAICloudReqStr = "openai-cloudreq"

const OpenAIPacketStr = "openai"

const PCloudWSEndpoint = "wss://wsapi.waveterm.dev/"

const PCloudWSEndpointVarName = "PCLOUD_WS_ENDPOINT"

const PacketEOFStr = "EOF"

Functions

func ConvertPrompt

func ConvertPrompt(prompt []wshrpc.OpenAIPromptMessageType) []openaiapi.ChatCompletionMessage

func CreateErrorPacket

func CreateErrorPacket(errStr string) *wshrpc.OpenAIPacketType

func CreateTextPacket

func CreateTextPacket(text string) *wshrpc.OpenAIPacketType

func GetWSEndpoint

func GetWSEndpoint() string

func MakeOpenAIPacket

func MakeOpenAIPacket() *wshrpc.OpenAIPacketType

func RunCloudCompletionStream

func RunCloudCompletionStream(ctx context.Context, request wshrpc.OpenAiStreamRequest) chan wshrpc.RespOrErrorUnion[wshrpc.OpenAIPacketType]

func RunLocalCompletionStream

func RunLocalCompletionStream(ctx context.Context, request wshrpc.OpenAiStreamRequest) chan wshrpc.RespOrErrorUnion[wshrpc.OpenAIPacketType]

Types

type OpenAICloudReqPacketType

type OpenAICloudReqPacketType struct {
	Type       string                           `json:"type"`
	ClientId   string                           `json:"clientid"`
	Prompt     []wshrpc.OpenAIPromptMessageType `json:"prompt"`
	MaxTokens  int                              `json:"maxtokens,omitempty"`
	MaxChoices int                              `json:"maxchoices,omitempty"`
}

func MakeOpenAICloudReqPacket

func MakeOpenAICloudReqPacket() *OpenAICloudReqPacketType

type OpenAICmdInfoChatMessage

type OpenAICmdInfoChatMessage struct {
	MessageID           int                            `json:"messageid"`
	IsAssistantResponse bool                           `json:"isassistantresponse,omitempty"`
	AssistantResponse   *OpenAICmdInfoPacketOutputType `json:"assistantresponse,omitempty"`
	UserQuery           string                         `json:"userquery,omitempty"`
	UserEngineeredQuery string                         `json:"userengineeredquery,omitempty"`
}

type OpenAICmdInfoPacketOutputType

type OpenAICmdInfoPacketOutputType struct {
	Model        string `json:"model,omitempty"`
	Created      int64  `json:"created,omitempty"`
	FinishReason string `json:"finish_reason,omitempty"`
	Message      string `json:"message,omitempty"`
	Error        string `json:"error,omitempty"`
}

type OpenAIOptsType

type OpenAIOptsType struct {
	Model      string `json:"model"`
	APIToken   string `json:"apitoken"`
	BaseURL    string `json:"baseurl,omitempty"`
	MaxTokens  int    `json:"maxtokens,omitempty"`
	MaxChoices int    `json:"maxchoices,omitempty"`
	Timeout    int    `json:"timeout,omitempty"`
	BlockId    string `json:"blockid"`
}