openai

Documentation

Index

• Variables
• type CostEstimator
  • func NewCostEstimator(m map[string]map[string]float64, tc tokenCounter) *CostEstimator
  • func (ce *CostEstimator) EstimateChatCompletionPromptCostWithTokenCounts(r *goopenai.ChatCompletionRequest) (int, float64, error)
  • func (ce *CostEstimator) EstimateChatCompletionStreamCostWithTokenCounts(model string, resp *goopenai.ChatCompletionStreamResponse) (int, float64, error)
  • func (ce *CostEstimator) EstimateCompletionCost(model string, tks int) (float64, error)
  • func (ce *CostEstimator) EstimateEmbeddingsCost(r *goopenai.EmbeddingRequest) (float64, error)
  • func (ce *CostEstimator) EstimateEmbeddingsInputCost(model string, tks int) (float64, error)
  • func (ce *CostEstimator) EstimatePromptCost(model string, tks int) (float64, error)
  • func (ce *CostEstimator) EstimateTotalCost(model string, promptTks, completionTks int) (float64, error)
• type FuntionCallProp
  • func (p *FuntionCallProp) GetDescription() string
  • func (p *FuntionCallProp) GetEnum() []string
  • func (p *FuntionCallProp) GetItems() (functionCallProp, error)
  • func (p *FuntionCallProp) GetProperties() (map[string]functionCallProp, error)
  • func (p *FuntionCallProp) GetRequired() []string
  • func (p *FuntionCallProp) GetType() string
• type TokenCounter
  • func NewTokenCounter() *TokenCounter
  • func (tc *TokenCounter) Count(model string, input string) (int, error)

Variables

var OpenAiPerThousandTokenCost = map[string]map[string]float64{
	"prompt": {
		"gpt-4-1106-preview":        0.01,
		"gpt-4-1106-vision-preview": 0.01,
		"gpt-4":                     0.03,
		"gpt-4-0314":                0.03,
		"gpt-4-0613":                0.03,
		"gpt-4-32k":                 0.06,
		"gpt-4-32k-0613":            0.06,
		"gpt-4-32k-0314":            0.06,
		"gpt-3.5-turbo":             0.0015,
		"gpt-3.5-turbo-1106":        0.001,
		"gpt-3.5-turbo-0301":        0.0015,
		"gpt-3.5-turbo-instruct":    0.0015,
		"gpt-3.5-turbo-0613":        0.0015,
		"gpt-3.5-turbo-16k":         0.0015,
		"gpt-3.5-turbo-16k-0613":    0.0015,
		"text-davinci-003":          0.12,
		"text-davinci-002":          0.12,
		"code-davinci-002":          0.12,
		"text-curie-001":            0.012,
		"text-babbage-001":          0.0024,
		"text-ada-001":              0.0016,
		"davinci":                   0.12,
		"curie":                     0.012,
		"babbage":                   0.0024,
		"ada":                       0.0016,
	},
	"fine_tune": {
		"text-davinci-003": 0.03,
		"text-davinci-002": 0.03,
		"code-davinci-002": 0.03,
		"text-curie-001":   0.03,
		"text-babbage-001": 0.0006,
		"text-ada-001":     0.0004,
		"davinci":          0.03,
		"curie":            0.03,
		"babbage":          0.0006,
		"ada":              0.0004,
	},
	"embeddings": {
		"text-embedding-ada-002":        0.0001,
		"text-similarity-ada-001":       0.004,
		"text-search-ada-doc-001":       0.004,
		"text-search-ada-query-001":     0.004,
		"code-search-ada-code-001":      0.004,
		"code-search-ada-text-001":      0.004,
		"code-search-babbage-code-001":  0.005,
		"code-search-babbage-text-001":  0.005,
		"text-similarity-babbage-001":   0.005,
		"text-search-babbage-doc-001":   0.005,
		"text-search-babbage-query-001": 0.005,
		"text-similarity-curie-001":     0.02,
		"text-search-curie-doc-001":     0.02,
		"text-search-curie-query-001":   0.02,
		"text-search-davinci-doc-001":   0.2,
		"text-search-davinci-query-001": 0.2,
		"text-similarity-davinci-001":   0.2,
	},
	"completion": {
		"gpt-3.5-turbo-1106":        0.002,
		"gpt-4-1106-preview":        0.03,
		"gpt-4-1106-vision-preview": 0.03,
		"gpt-4":                     0.06,
		"gpt-4-0314":                0.06,
		"gpt-4-0613":                0.06,
		"gpt-4-32k":                 0.12,
		"gpt-4-32k-0613":            0.12,
		"gpt-4-32k-0314":            0.12,
		"gpt-3.5-turbo":             0.002,
		"gpt-3.5-turbo-0301":        0.002,
		"gpt-3.5-turbo-0613":        0.002,
		"gpt-3.5-turbo-instruct":    0.002,
		"gpt-3.5-turbo-16k":         0.004,
		"gpt-3.5-turbo-16k-0613":    0.004,
	},
}

Types

type CostEstimator

type CostEstimator struct {
	// contains filtered or unexported fields
}

func NewCostEstimator

func NewCostEstimator(m map[string]map[string]float64, tc tokenCounter) *CostEstimator

func (*CostEstimator) EstimateChatCompletionPromptCostWithTokenCounts

func (ce *CostEstimator) EstimateChatCompletionPromptCostWithTokenCounts(r *goopenai.ChatCompletionRequest) (int, float64, error)

func (*CostEstimator) EstimateChatCompletionStreamCostWithTokenCounts

func (ce *CostEstimator) EstimateChatCompletionStreamCostWithTokenCounts(model string, resp *goopenai.ChatCompletionStreamResponse) (int, float64, error)

func (*CostEstimator) EstimateCompletionCost

func (ce *CostEstimator) EstimateCompletionCost(model string, tks int) (float64, error)

func (*CostEstimator) EstimateEmbeddingsCost

func (ce *CostEstimator) EstimateEmbeddingsCost(r *goopenai.EmbeddingRequest) (float64, error)

func (*CostEstimator) EstimateEmbeddingsInputCost

func (ce *CostEstimator) EstimateEmbeddingsInputCost(model string, tks int) (float64, error)

func (*CostEstimator) EstimatePromptCost

func (ce *CostEstimator) EstimatePromptCost(model string, tks int) (float64, error)

func (*CostEstimator) EstimateTotalCost

func (ce *CostEstimator) EstimateTotalCost(model string, promptTks, completionTks int) (float64, error)

type FuntionCallProp

type FuntionCallProp struct {
	Description string                 `json:"description,omitempty"`
	PropType    string                 `json:"type,omitempty"`
	Enum        []string               `json:"enum,omitempty"`
	Items       interface{}            `json:"items,omitempty"`
	Required    []string               `json:"required,omitempty"`
	Properties  map[string]interface{} `json:"properties,omitempty"`
}

func (*FuntionCallProp) GetDescription

func (p *FuntionCallProp) GetDescription() string

func (*FuntionCallProp) GetEnum

func (p *FuntionCallProp) GetEnum() []string

func (*FuntionCallProp) GetItems

func (p *FuntionCallProp) GetItems() (functionCallProp, error)

func (*FuntionCallProp) GetProperties

func (p *FuntionCallProp) GetProperties() (map[string]functionCallProp, error)

func (*FuntionCallProp) GetRequired

func (p *FuntionCallProp) GetRequired() []string

func (*FuntionCallProp) GetType

func (p *FuntionCallProp) GetType() string

type TokenCounter

type TokenCounter struct {
}

func NewTokenCounter

func NewTokenCounter() *TokenCounter

func (*TokenCounter) Count

func (tc *TokenCounter) Count(model string, input string) (int, error)