llm

Documentation

Index

• type ChatResponse
• type LLM
  • func NewOpenAILLM(config OpenAIConfig) (LLM, error)
• type OpenAIConfig
• type OpenAILLM
  • func (o *OpenAILLM) Chat(ctx context.Context, model string, prompt string) (*ChatResponse, error)
  • func (o *OpenAILLM) Summarize(ctx context.Context, model string, text string) (*ChatResponse, error)
• type Provider
  • func (s Provider) Register(app infra.Binder)

Types

type ChatResponse

type ChatResponse struct {
	Content string
}

type LLM

type LLM interface {
	Chat(ctx context.Context, model, prompt string) (*ChatResponse, error)
	Summarize(ctx context.Context, model string, text string) (*ChatResponse, error)
}

func NewOpenAILLM

func NewOpenAILLM(config OpenAIConfig) (LLM, error)

type OpenAIConfig

type OpenAIConfig struct {
	APIKey       string
	Endpoint     string
	Organization string
}

type OpenAILLM

type OpenAILLM struct {
	// contains filtered or unexported fields
}

func (*OpenAILLM) Chat

func (o *OpenAILLM) Chat(ctx context.Context, model string, prompt string) (*ChatResponse, error)

func (*OpenAILLM) Summarize

func (o *OpenAILLM) Summarize(ctx context.Context, model string, text string) (*ChatResponse, error)

type Provider

type Provider struct{}

func (Provider) Register

func (s Provider) Register(app infra.Binder)