llms

Documentation

Index

• Constants
• Variables
• func EmbedMessages(ctx context.Context, appState *models.AppState, text []string) ([]openai.Embedding, error)
• func GetLLMModelName(cfg *config.Config) (string, error)
• func GetTokenCount(text string) (int, error)
• func NewOpenAIRetryClient(cfg *config.Config) *openairetryclient.OpenAIRetryClient
• func RunChatCompletion(ctx context.Context, appState *models.AppState, summaryMaxTokens int, ...) (resp openai.ChatCompletionResponse, err error)
• type LLMError
  • func NewLLMError(message string, originalError error) *LLMError
  • func (e *LLMError) Error() string

Constants

const DefaultTemperature = 0.0

const InvalidLLMModelError = "llm model is not set or is invalid"

const OpenAIAPIKeyNotSetError = "ZEP_OPENAI_API_KEY is not set" //nolint:gosec

Variables

var MaxLLMTokensMap = map[string]int{
	"gpt-3.5-turbo":     4096,
	"gpt-3.5-turbo0301": 8192,
	"gpt-4":             8192,
}

var ValidLLMMap = map[string]bool{
	"gpt-3.5-turbo":     true,
	"gpt-3.5-turbo0301": true,
	"gpt-4":             true,
}

Functions

func EmbedMessages

func EmbedMessages(
	ctx context.Context,
	appState *models.AppState,
	text []string,
) ([]openai.Embedding, error)

func GetLLMModelName

func GetLLMModelName(cfg *config.Config) (string, error)

func GetTokenCount

func GetTokenCount(text string) (int, error)

func NewOpenAIRetryClient

func NewOpenAIRetryClient(cfg *config.Config) *openairetryclient.OpenAIRetryClient

func RunChatCompletion

func RunChatCompletion(
	ctx context.Context,
	appState *models.AppState,
	summaryMaxTokens int,
	prompt string,
) (resp openai.ChatCompletionResponse, err error)

Types

type LLMError

type LLMError struct {
	// contains filtered or unexported fields
}

func NewLLMError

func NewLLMError(message string, originalError error) *LLMError

func (*LLMError) Error

func (e *LLMError) Error() string