configs

Documentation

Index

• func CreateClientManager(models []Model) *client.ClientManager
• func GenerateExampleConfig(filePath string) error
• type Config
  • func LoadConfig(path string) (*Config, error)
  • func (c *Config) Validate() error
• type Model

Functions

func CreateClientManager

func CreateClientManager(models []Model) *client.ClientManager

func GenerateExampleConfig

func GenerateExampleConfig(filePath string) error

Types

type Config

type Config struct {
	Port      int      `toml:"port"`
	Host      string   `toml:"host"`
	LogFile   string   `toml:"log_file"`
	AuthToken []string `toml:"auth_token"`
	Models    []Model  `toml:"models"`
}

func LoadConfig

func LoadConfig(path string) (*Config, error)

func (*Config) Validate

func (c *Config) Validate() error

type Model

type Model struct {
	Name             string  `toml:"name"`
	BaseURL          string  `toml:"base_url"`
	Type             string  `toml:"type"`
	APIKey           string  `toml:"api_key"`
	ModelName        string  `toml:"model_name"`
	MaxTokens        int     `toml:"max_tokens"`
	Temperature      float32 `toml:"temperature"`
	Prompt           string  `toml:"prompt"`
	RateLimit        float64 `toml:"rate_limit"`
	Endpoint         string  `toml:"endpoint"`
	CacheExpireHours int     `toml:"cache_expire_hours"`
}