common

Documentation

Index

• type LLM
• type LLMCost
• type LLMGeneration
• type LLMModel
• type LLMOptions
• type LLMResult
  • func (c *LLMResult) CalculateCosts(m *LLMModel)
• type LLMUsage

Types

type LLM

type LLM interface {
	Generate(...string) (LLMResult, error)
	GenerateWithContext(context.Context, ...string) (LLMResult, error)
	GenerateWithOptions(context.Context, LLMOptions) (LLMResult, error)

	GenerateStream(io.Writer, ...string) (LLMResult, error)
	GenerateStreamWithContext(context.Context, io.Writer, ...string) (LLMResult, error)
	GenerateStreamWithOptions(context.Context, io.Writer, LLMOptions) (LLMResult, error)
}

type LLMCost

type LLMCost struct {
	PromptCost     float64
	CompletionCost float64
	TotalCost      float64
}

type LLMGeneration

type LLMGeneration struct {
	Text         string
	Index        int
	FinishReason string
}

type LLMModel

type LLMModel schema.Model

type LLMOptions

type LLMOptions interface {
	GetRequest() interface{}
	WithPrompt(any) LLMOptions
	WithModel(model string) LLMOptions
	WithMaxTokens(maxTokens int) LLMOptions
	WithTemperature(temperature float32) LLMOptions
	WithTopP(topP float32) LLMOptions
	WithN(n int) LLMOptions
	WithStream(stream bool) LLMOptions
	WithStop(stop []string) LLMOptions
	WithPresencePenalty(presencePenalty float32) LLMOptions
	WithFrequencyPenalty(frequencyPenalty float32) LLMOptions
	WithLogitBias(logitBias map[string]int) LLMOptions
	WithUser(user string) LLMOptions
	GetPrompt() []string
	WithTimeout(time.Duration) LLMOptions
	GetTimeout() time.Duration
}

type LLMResult

type LLMResult struct {
	Generations []LLMGeneration
	Usage       LLMUsage
	Cost        LLMCost
}

func (*LLMResult) CalculateCosts

func (c *LLMResult) CalculateCosts(m *LLMModel)

type LLMUsage

type LLMUsage struct {
	PromptTokens     int
	CompletionTokens int
	TotalTokens      int
}