provider

Documentation

Index

• func EstimateCostWithCostMap(model string, tks int, div float64, costMap map[string]float64) (float64, error)
• func EstimateTotalCostWithCostMaps(model string, ptks, ctks int, div float64, promptCostMap map[string]float64, ...) (float64, error)
• type CostMap
• type Provider
• type Setting
  • func (s *Setting) GetParam(key string) string
• type UpdateSetting

Functions

func EstimateCostWithCostMap

func EstimateCostWithCostMap(model string, tks int, div float64, costMap map[string]float64) (float64, error)

func EstimateTotalCostWithCostMaps

func EstimateTotalCostWithCostMaps(model string, ptks, ctks int, div float64, promptCostMap map[string]float64, completionCostMap map[string]float64) (float64, error)

Types

type CostMap

type CostMap struct {
	PromptCostPerModel     map[string]float64 `json:"promptCostPerModel"`
	CompletionCostPerModel map[string]float64 `json:"completionCostPerModel"`
	EmbeddingsCostPerModel map[string]float64 `json:"embeddingsCostPerModel"`
}

type Provider

type Provider string

const (
	OpenAiProvider Provider = "openai"
)

type Setting

type Setting struct {
	CreatedAt     int64             `json:"createdAt"`
	UpdatedAt     int64             `json:"updatedAt"`
	Provider      string            `json:"provider"`
	Setting       map[string]string `json:"setting,omitempty"`
	Id            string            `json:"id"`
	Name          string            `json:"name"`
	AllowedModels []string          `json:"allowedModels"`
	CostMap       *CostMap          `json:"costMap"`
}

func (*Setting) GetParam

func (s *Setting) GetParam(key string) string

type UpdateSetting

type UpdateSetting struct {
	UpdatedAt     int64             `json:"updatedAt"`
	Setting       map[string]string `json:"setting,omitempty"`
	Name          *string           `json:"name"`
	AllowedModels *[]string         `json:"allowedModels,omitempty"`
	CostMap       *CostMap          `json:"costMap,omitempty"`
}