waveai

Documentation

Index

• Constants
• func IsCloudAIRequest(opts *wshrpc.OpenAIOptsType) bool
• func MakeOpenAIPacket() *wshrpc.OpenAIPacketType
• func RunAICommand(ctx context.Context, request wshrpc.OpenAiStreamRequest) chan wshrpc.RespOrErrorUnion[wshrpc.OpenAIPacketType]
• type AIBackend
• type AnthropicBackend
  • func (AnthropicBackend) StreamCompletion(ctx context.Context, request wshrpc.OpenAiStreamRequest) chan wshrpc.RespOrErrorUnion[wshrpc.OpenAIPacketType]
• type OpenAIBackend
  • func (OpenAIBackend) StreamCompletion(ctx context.Context, request wshrpc.OpenAiStreamRequest) chan wshrpc.RespOrErrorUnion[wshrpc.OpenAIPacketType]
• type OpenAICloudReqPacketType
  • func MakeOpenAICloudReqPacket() *OpenAICloudReqPacketType
• type OpenAICmdInfoChatMessage
• type OpenAICmdInfoPacketOutputType
• type PerplexityBackend
  • func (PerplexityBackend) StreamCompletion(ctx context.Context, request wshrpc.OpenAiStreamRequest) chan wshrpc.RespOrErrorUnion[wshrpc.OpenAIPacketType]
• type WaveAICloudBackend
  • func (WaveAICloudBackend) StreamCompletion(ctx context.Context, request wshrpc.OpenAiStreamRequest) chan wshrpc.RespOrErrorUnion[wshrpc.OpenAIPacketType]

Constants

const ApiType_Anthropic = "anthropic"

const ApiType_Perplexity = "perplexity"

const CloudWebsocketConnectTimeout = 1 * time.Minute

const DefaultAzureAPIVersion = "2023-05-15"

const DefaultMaxTokens = 2048

const DefaultModel = "gpt-4o-mini"

const OpenAICloudReqStr = "openai-cloudreq"

const OpenAIPacketStr = "openai"

const PacketEOFStr = "EOF"

const WCloudWSEndpoint = "wss://wsapi.waveterm.dev/"

const WCloudWSEndpointVarName = "WCLOUD_WS_ENDPOINT"

Functions

func IsCloudAIRequest

func IsCloudAIRequest(opts *wshrpc.OpenAIOptsType) bool

func MakeOpenAIPacket

func MakeOpenAIPacket() *wshrpc.OpenAIPacketType

func RunAICommand

func RunAICommand(ctx context.Context, request wshrpc.OpenAiStreamRequest) chan wshrpc.RespOrErrorUnion[wshrpc.OpenAIPacketType]

Types

type AIBackend

type AIBackend interface {
	StreamCompletion(
		ctx context.Context,
		request wshrpc.OpenAiStreamRequest,
	) chan wshrpc.RespOrErrorUnion[wshrpc.OpenAIPacketType]
}

type AnthropicBackend

type AnthropicBackend struct{}

func (AnthropicBackend) StreamCompletion

func (AnthropicBackend) StreamCompletion(ctx context.Context, request wshrpc.OpenAiStreamRequest) chan wshrpc.RespOrErrorUnion[wshrpc.OpenAIPacketType]

type OpenAIBackend

type OpenAIBackend struct{}

func (OpenAIBackend) StreamCompletion

func (OpenAIBackend) StreamCompletion(ctx context.Context, request wshrpc.OpenAiStreamRequest) chan wshrpc.RespOrErrorUnion[wshrpc.OpenAIPacketType]

type OpenAICloudReqPacketType

type OpenAICloudReqPacketType struct {
	Type       string                           `json:"type"`
	ClientId   string                           `json:"clientid"`
	Prompt     []wshrpc.OpenAIPromptMessageType `json:"prompt"`
	MaxTokens  int                              `json:"maxtokens,omitempty"`
	MaxChoices int                              `json:"maxchoices,omitempty"`
}

func MakeOpenAICloudReqPacket

func MakeOpenAICloudReqPacket() *OpenAICloudReqPacketType

type OpenAICmdInfoChatMessage

type OpenAICmdInfoChatMessage struct {
	MessageID           int                            `json:"messageid"`
	IsAssistantResponse bool                           `json:"isassistantresponse,omitempty"`
	AssistantResponse   *OpenAICmdInfoPacketOutputType `json:"assistantresponse,omitempty"`
	UserQuery           string                         `json:"userquery,omitempty"`
	UserEngineeredQuery string                         `json:"userengineeredquery,omitempty"`
}

type OpenAICmdInfoPacketOutputType

type OpenAICmdInfoPacketOutputType struct {
	Model        string `json:"model,omitempty"`
	Created      int64  `json:"created,omitempty"`
	FinishReason string `json:"finish_reason,omitempty"`
	Message      string `json:"message,omitempty"`
	Error        string `json:"error,omitempty"`
}

type PerplexityBackend

type PerplexityBackend struct{}

func (PerplexityBackend) StreamCompletion

func (PerplexityBackend) StreamCompletion(ctx context.Context, request wshrpc.OpenAiStreamRequest) chan wshrpc.RespOrErrorUnion[wshrpc.OpenAIPacketType]

type WaveAICloudBackend

type WaveAICloudBackend struct{}

func (WaveAICloudBackend) StreamCompletion

func (WaveAICloudBackend) StreamCompletion(ctx context.Context, request wshrpc.OpenAiStreamRequest) chan wshrpc.RespOrErrorUnion[wshrpc.OpenAIPacketType]