modelvendor

Documentation

Index

• Constants
• type Config
• type LLM
  • func NewLLM(config Config) (LLM, error)

Constants

const (
	Ollama string = "ollama"
	OpenAI string = "openai"
)

Types

type Config

type Config struct {
	VendorName string `json:"vendor_name" yaml:"vendor_name" mapstructure:"vendor_name"`
	ModelName  string `json:"model_name" yaml:"model_name" mapstructure:"model_name"`
}

type LLM

type LLM interface {
	Call(ctx context.Context, prompt string, options ...llms.CallOption) (string, error)
	CreateEmbedding(ctx context.Context, texts []string) ([][]float32, error)
}

func NewLLM

func NewLLM(config Config) (LLM, error)

NOTE(Hue): Returning an interface while not generally a good idea, but in this case, it's a good idea because we can have multiple implementations of the LLM interface.