models

Documentation

Index

• func RegisterBackend(name string, backend Backend)
• type Backend
• type Chat
• type Model
  • func NewModel(backendName string, modelName string) Model
  • func NewOpenAIModel(modelName string, cfg *OpenAIConfig) Model
• type OpenAIConfig
• type StartChat
• type StreamingOutput
  • func (stream StreamingOutput) WriteTo(w io.Writer) (int64, error)

Functions

func RegisterBackend

func RegisterBackend(name string, backend Backend)

Types

type Backend

type Backend func(modelName string) Model

type Chat

type Chat func(ctx context.Context, prompt string) (StreamingOutput, error)

type Model

type Model StartChat

func NewModel

func NewModel(backendName string, modelName string) Model

func NewOpenAIModel

func NewOpenAIModel(modelName string, cfg *OpenAIConfig) Model

type OpenAIConfig

type OpenAIConfig struct {
	ApiKey            string
	BaseURL           string
	MaxTokens         int
	Temperature, TopP float32
	Prefix            []openai.ChatCompletionMessage
	NoStreaming       bool
}

type StartChat

type StartChat func() Chat

type StreamingOutput

type StreamingOutput <-chan string

func (StreamingOutput) WriteTo

func (stream StreamingOutput) WriteTo(w io.Writer) (int64, error)