recorder

Documentation

Index

• type Cache
• type CostEstimator
• type Recorder
  • func NewRecorder(s Store, c Cache, ce CostEstimator) *Recorder
  • func (r *Recorder) RecordKeySpend(keyId string, model string, promptTks int, completionTks int, ...) error
• type Store

Types

type Cache

type Cache interface {
	IncrementCounter(keyId string, rateLimitUnit key.TimeUnit, incr int64) error
}

type CostEstimator

type CostEstimator interface {
	EstimatePromptCost(model string, tks int) (float64, error)
	EstimateCompletionCost(model string, tks int) (float64, error)
}

type Recorder

type Recorder struct {
	// contains filtered or unexported fields
}

func NewRecorder

func NewRecorder(s Store, c Cache, ce CostEstimator) *Recorder

func (*Recorder) RecordKeySpend

func (r *Recorder) RecordKeySpend(keyId string, model string, promptTks int, completionTks int, costLimitUnit key.TimeUnit) error

type Store

type Store interface {
	IncrementCounter(keyId string, incr int64) error
}