llm

package

Go to main page

Versions in this module

v1

v1.0.9

Jan 14, 2025

v1.0.8

Jan 3, 2025

Changes in this version

+ type DeepSeekLLM struct

+ func NewDeepSeekLLM(apiKey string) *DeepSeekLLM

+ func (l *DeepSeekLLM) CreateChatCompletion(ctx context.Context, req ChatCompletionRequest) (ChatCompletionResponse, error)

+ func (l *DeepSeekLLM) CreateChatCompletionStream(ctx context.Context, req ChatCompletionRequest) (ChatCompletionStream, error)

type LLMProvider

+ const DeepSeek

v1.0.7

Dec 23, 2024

Changes in this version

type LLMProvider

+ const Ollama

+ type OllamaLLM struct

+ func NewOllamaLLM() (*OllamaLLM, error)

+ func NewOllamaLLMWithURL(baseURL string) (*OllamaLLM, error)

+ func (o *OllamaLLM) CreateChatCompletion(ctx context.Context, req ChatCompletionRequest) (ChatCompletionResponse, error)

+ func (o *OllamaLLM) CreateChatCompletionStream(ctx context.Context, req ChatCompletionRequest) (ChatCompletionStream, error)

type Role

+ const RoleTool

v1.0.6

Dec 18, 2024

Changes in this version

+ type ClaudeLLM struct

+ func NewClaudeLLM(apiKey string) *ClaudeLLM

+ func (c *ClaudeLLM) CreateChatCompletion(ctx context.Context, req ChatCompletionRequest) (ChatCompletionResponse, error)

+ func (c *ClaudeLLM) CreateChatCompletionStream(ctx context.Context, req ChatCompletionRequest) (ChatCompletionStream, error)

v1.0.5

Dec 15, 2024

v1.0.4

Dec 13, 2024

Changes in this version

+ type ChatCompletionRequest struct

+ FrequencyPenalty float32

+ MaxTokens int

+ Messages []Message

+ Model string

+ N int

+ PresencePenalty float32

+ Stop []string

+ Stream bool

+ Temperature float32

+ Tools []Tool

+ TopP float32

+ User string

+ type ChatCompletionResponse struct

+ Choices []Choice

+ ID string

+ Usage Usage

+ type ChatCompletionStream interface

+ Close func() error

+ Recv func() (ChatCompletionResponse, error)

+ type Choice struct

+ FinishReason string

+ Index int

+ Message Message

+ type Function struct

+ Description string

+ Name string

+ Parameters map[string]interface{}

+ type GeminiLLM struct

+ func NewGeminiLLM(apiKey string, opts ...GeminiOptions) (*GeminiLLM, error)

+ func (g *GeminiLLM) CreateChatCompletion(ctx context.Context, req ChatCompletionRequest) (ChatCompletionResponse, error)

+ func (g *GeminiLLM) CreateChatCompletionStream(ctx context.Context, req ChatCompletionRequest) (ChatCompletionStream, error)

+ type GeminiOptions struct

+ HarmThreshold genai.HarmBlockThreshold

+ Model string

+ SafetySettings []*genai.SafetySetting

+ type LLM interface

+ CreateChatCompletion func(ctx context.Context, req ChatCompletionRequest) (ChatCompletionResponse, error)

+ CreateChatCompletionStream func(ctx context.Context, req ChatCompletionRequest) (ChatCompletionStream, error)

+ type LLMProvider string

+ const Azure

+ const AzureAD

+ const Claude

+ const CloudflareAzure

+ const Gemini

+ const OpenAI

+ type Message struct

+ Content string

+ Name string

+ Role Role

+ ToolCalls []ToolCall

+ type OpenAILLM struct

+ func NewOpenAILLM(apiKey string) *OpenAILLM

+ func (o *OpenAILLM) CreateChatCompletion(ctx context.Context, req ChatCompletionRequest) (ChatCompletionResponse, error)

+ func (o *OpenAILLM) CreateChatCompletionStream(ctx context.Context, req ChatCompletionRequest) (ChatCompletionStream, error)

+ type Role string

+ const RoleAssistant

+ const RoleFunction

+ const RoleSystem

+ const RoleUser

+ type StreamChoice struct

+ Delta StreamDelta

+ FinishReason string

+ Index int

+ type StreamDelta struct

+ Content string

+ Role Role

+ ToolCallID string

+ ToolCalls []ToolCall

+ type Tool struct

+ Function *Function

+ Type string

+ type ToolCall struct

+ Function ToolCallFunction

+ ID string

+ Type string

+ type ToolCallFunction struct

+ Arguments string

+ Name string

+ type Usage struct

+ CompletionTokens int

+ PromptTokens int

+ TotalTokens int

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL