llms

Nov 15, 2023

Changes in this version

+ const OpenAICallTimeout

+ const OtelLLMTracerName

+ type ZepLLM struct

+ func (zllm *ZepLLM) Call(ctx context.Context, prompt string, options ...llms.CallOption) (string, error)

+ func (zllm *ZepLLM) EmbedTexts(ctx context.Context, texts []string) ([][]float32, error)

+ func (zllm *ZepLLM) GetTokenCount(text string) (int, error)

+ func (zllm *ZepLLM) Init(ctx context.Context, cfg *config.Config) error

Oct 4, 2023

Changes in this version

+ const LocalEmbedderTimeout

+ const MaxLocalEmbedderRetryAttempts

+ const MaxOpenAIAPIRequestAttempts

Aug 15, 2023

Changes in this version

+ const AnthropicAPIKeyNotSetError

+ const AnthropicAPITimeout

+ const MaxAPIRequestAttempts

+ const OpenAIAPITimeout

+ var ValidAnthropicLLMs = map[string]bool

+ var ValidOpenAILLMs = map[string]bool

+ func Float64ToFloat32Matrix(in [][]float64) [][]float32

+ func GetEmbeddingModel(appState *models.AppState, documentType string) (*models.EmbeddingModel, error)

+ func NewLLMClient(ctx context.Context, cfg *config.Config) (models.ZepLLM, error)

+ func NewRetryableHTTPClient() *retryablehttp.Client

+ type ZepAnthropicLLM struct

+ func NewAnthropicLLM(ctx context.Context, cfg *config.Config) (*ZepAnthropicLLM, error)

+ func (zllm *ZepAnthropicLLM) Call(ctx context.Context, prompt string, options ...llms.CallOption) (string, error)

+ func (zllm *ZepAnthropicLLM) EmbedTexts(_ context.Context, _ []string) ([][]float32, error)

+ func (zllm *ZepAnthropicLLM) GetTokenCount(_ string) (int, error)

+ func (zllm *ZepAnthropicLLM) Init(_ context.Context, cfg *config.Config) error

+ type ZepOpenAILLM struct

+ func NewOpenAILLM(ctx context.Context, cfg *config.Config) (*ZepOpenAILLM, error)

+ func (zllm *ZepOpenAILLM) Call(ctx context.Context, prompt string, options ...llms.CallOption) (string, error)

+ func (zllm *ZepOpenAILLM) EmbedTexts(ctx context.Context, texts []string) ([][]float32, error)

+ func (zllm *ZepOpenAILLM) GetTokenCount(text string) (int, error)

+ func (zllm *ZepOpenAILLM) Init(_ context.Context, cfg *config.Config) error

Jun 16, 2023

Changes in this version

+ func EmbedTexts(ctx context.Context, appState *models.AppState, model *models.EmbeddingModel, ...) ([][]float32, error)

+ func EmbedTextsOpenAI(ctx context.Context, appState *models.AppState, texts []string) ([][]float32, error)

+ func GetMessageEmbeddingModel(appState *models.AppState) (*models.EmbeddingModel, error)

May 24, 2023

Changes in this version

+ func NewOpenAIRetryClient(cfg *config.Config) *openairetryclient.OpenAIRetryClient

May 15, 2023

Changes in this version

+ const DefaultTemperature

+ const InvalidLLMModelError

+ const OpenAIAPIKeyNotSetError

+ var MaxLLMTokensMap = map[string]int

+ var ValidLLMMap = map[string]bool

+ func CreateOpenAIClient(cfg *config.Config) *openai.Client

+ func EmbedMessages(ctx context.Context, appState *models.AppState, text []string) (*[]openai.Embedding, error)

+ func GetLLMModelName(cfg *config.Config) (string, error)

+ func GetTokenCount(text string) (int, error)

+ func RunChatCompletion(ctx context.Context, appState *models.AppState, summaryMaxTokens int, ...) (openai.ChatCompletionResponse, error)

+ type LLMError struct

+ func NewLLMError(message string, originalError error) *LLMError

+ func (e *LLMError) Error() string