ollama

Documentation

Index

• Constants
• type ParameterLayer
  • func NewParameterLayer(options ...layers.ParameterLayerOptions) (*ParameterLayer, error)
• type Settings
  • func NewSettings() *Settings
  • func (s *Settings) Clone() *Settings

Constants

const OllamaChatSlug = "ollama-chat"

Types

type ParameterLayer

type ParameterLayer struct {
	*layers.ParameterLayerImpl `yaml:",inline"`
}

func NewParameterLayer

func NewParameterLayer(options ...layers.ParameterLayerOptions) (*ParameterLayer, error)

type Settings

type Settings struct {
	Mirostat      *int     `yaml:"mirostat,omitempty" glazed.parameter:"ollama-mirostat"`
	MirostatEta   *float64 `yaml:"mirostat-eta,omitempty" glazed.parameter:"ollama-mirostat-eta"`
	MirostatTau   *float64 `yaml:"mirostat-tau,omitempty" glazed.parameter:"ollama-mirostat-tau"`
	NumCtx        *int     `yaml:"num-ctx,omitempty" glazed.parameter:"ollama-num-ctx"`
	NumGqa        *int     `yaml:"num-gqa,omitempty" glazed.parameter:"ollama-num-gqa"`
	NumGpu        *int     `yaml:"num-gpu,omitempty" glazed.parameter:"ollama-num-gpu"`
	NumThread     *int     `yaml:"num-thread,omitempty" glazed.parameter:"ollama-num-thread"`
	RepeatLastN   *int     `yaml:"repeat-last-n,omitempty" glazed.parameter:"ollama-repeat-last-n"`
	RepeatPenalty *float64 `yaml:"repeat-penalty,omitempty" glazed.parameter:"ollama-repeat-penalty"`
	Temperature   *float64 `yaml:"temperature,omitempty" glazed.parameter:"ollama-temperature"`
	Seed          *int     `yaml:"seed,omitempty" glazed.parameter:"ollama-seed"`
	Stop          *string  `yaml:"stop,omitempty" glazed.parameter:"ollama-stop"`
	TfsZ          *float64 `yaml:"tfs-z,omitempty" glazed.parameter:"ollama-tfs-z"`
	NumPredict    *int     `yaml:"num-predict,omitempty" glazed.parameter:"ollama-num-predict"`
	TopK          *int     `yaml:"top-k,omitempty" glazed.parameter:"ollama-top-k"`
	TopP          *float64 `yaml:"top-p,omitempty" glazed.parameter:"ollama-top-p"`
}

func NewSettings

func NewSettings() *Settings

func (*Settings) Clone

func (s *Settings) Clone() *Settings