llms

Documentation

Index

• Constants
• Variables
• func EmbedTexts(ctx context.Context, appState *models.AppState, model *models.EmbeddingModel, ...) ([][]float32, error)
• func EmbedTextsOpenAI(ctx context.Context, appState *models.AppState, texts []string) ([][]float32, error)
• func GetLLMModelName(cfg *config.Config) (string, error)
• func GetMessageEmbeddingModel(appState *models.AppState) (*models.EmbeddingModel, error)
• func GetTokenCount(text string) (int, error)
• func NewOpenAIRetryClient(cfg *config.Config) *openairetryclient.OpenAIRetryClient
• func RunChatCompletion(ctx context.Context, appState *models.AppState, summaryMaxTokens int, ...) (resp openai.ChatCompletionResponse, err error)
• type LLMError
  • func NewLLMError(message string, originalError error) *LLMError
  • func (e *LLMError) Error() string

Constants

const DefaultTemperature = 0.0

const InvalidLLMModelError = "llm model is not set or is invalid"

const OpenAIAPIKeyNotSetError = "ZEP_OPENAI_API_KEY is not set" //nolint:gosec

Variables

var MaxLLMTokensMap = map[string]int{
	"gpt-3.5-turbo":     4096,
	"gpt-3.5-turbo0301": 8192,
	"gpt-4":             8192,
}

var ValidLLMMap = map[string]bool{
	"gpt-3.5-turbo":     true,
	"gpt-3.5-turbo0301": true,
	"gpt-4":             true,
}

Functions

func EmbedTexts

func EmbedTexts(
	ctx context.Context,
	appState *models.AppState,
	model *models.EmbeddingModel,
	text []string,
) ([][]float32, error)

func EmbedTextsOpenAI

func EmbedTextsOpenAI(
	ctx context.Context,
	appState *models.AppState,
	texts []string,
) ([][]float32, error)

func GetLLMModelName

func GetLLMModelName(cfg *config.Config) (string, error)

func GetMessageEmbeddingModel

func GetMessageEmbeddingModel(appState *models.AppState) (*models.EmbeddingModel, error)

func GetTokenCount

func GetTokenCount(text string) (int, error)

func NewOpenAIRetryClient

func NewOpenAIRetryClient(cfg *config.Config) *openairetryclient.OpenAIRetryClient

func RunChatCompletion

func RunChatCompletion(
	ctx context.Context,
	appState *models.AppState,
	summaryMaxTokens int,
	prompt string,
) (resp openai.ChatCompletionResponse, err error)

Types

type LLMError

type LLMError struct {
	// contains filtered or unexported fields
}

func NewLLMError

func NewLLMError(message string, originalError error) *LLMError

func (*LLMError) Error

func (e *LLMError) Error() string