ai

Documentation

Index

• Variables
• func ApplyModelConfig(ai AI, cfg ModelConfig)
• func NewLimiter(rpm int64) *rate.Limiter
• type AI
• type ChatResponse
• type ChatSession
• type ChatStream
• type Chatbot
• type ClientConfig
• type ClientOption
  • func WithAPIKey(apiKey string) ClientOption
  • func WithEndpoint(endpoint string) ClientOption
  • func WithLimit(rpm int64) ClientOption
  • func WithModel(model string) ClientOption
  • func WithModelConfig(config ModelConfig) ClientOption
  • func WithProxy(proxy string) ClientOption
• type LLMs
  • func (m LLMs) MarshalText() ([]byte, error)
  • func (m *LLMs) UnmarshalText(text []byte) error
• type Limiter
• type Message
• type Model
• type ModelConfig
• type TokenCount

Variables

var ErrAIClosed = errors.New("AI client is nil or already closed")

Functions

func ApplyModelConfig

func ApplyModelConfig(ai AI, cfg ModelConfig)

func NewLimiter

func NewLimiter(rpm int64) *rate.Limiter

Types

type AI

type AI interface {
	LLMs() LLMs
	Model(context.Context) (string, error)

	Limiter

	SetModel(string)
	Model

	Chatbot
	ChatSession() ChatSession

	Close() error
}

type ChatResponse

type ChatResponse interface {
	Results() []string
	TokenCount() TokenCount
}

type ChatSession

type ChatSession interface {
	Chatbot
	History() []Message
}

type ChatStream

type ChatStream interface {
	Next() (ChatResponse, error)
	Close() error
}

type Chatbot

type Chatbot interface {
	Chat(context.Context, ...string) (ChatResponse, error)
	ChatStream(context.Context, ...string) (ChatStream, error)
}

type ClientConfig

type ClientConfig struct {
	LLMs LLMs

	APIKey   string
	Endpoint string
	Proxy    string

	Limit *int64

	Model       string
	ModelConfig ModelConfig
}

type ClientOption

type ClientOption interface {
	Apply(*ClientConfig)
}

func WithAPIKey

func WithAPIKey(apiKey string) ClientOption

func WithEndpoint

func WithEndpoint(endpoint string) ClientOption

func WithLimit

func WithLimit(rpm int64) ClientOption

func WithModel

func WithModel(model string) ClientOption

func WithModelConfig

func WithModelConfig(config ModelConfig) ClientOption

func WithProxy

func WithProxy(proxy string) ClientOption

type LLMs

type LLMs string

const (
	ChatGPT LLMs = "ChatGPT"
	Gemini  LLMs = "Gemini"
)

func (LLMs) MarshalText

func (m LLMs) MarshalText() ([]byte, error)

func (*LLMs) UnmarshalText

func (m *LLMs) UnmarshalText(text []byte) error

type Limiter

type Limiter interface {
	SetLimit(rpm int64)
	Limit() (rpm int64)
}

type Message

type Message struct {
	Content string
	Role    string
}

type Model

type Model interface {
	SetCount(x int32)
	SetMaxTokens(x int32)
	SetTemperature(x float32)
	SetTopP(x float32)
	SetJSONResponse(b bool)
}

type ModelConfig

type ModelConfig struct {
	Count        *int32
	MaxTokens    *int32
	Temperature  *float32
	TopP         *float32
	JSONResponse *bool
}

type TokenCount

type TokenCount struct {
	Prompt int
	Result int
	Total  int
}