server

package
v0.1.33 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: May 2, 2024 License: MIT Imports: 50 Imported by: 2

Documentation

Index

Constants

View Source 
const (
	DefaultRegistry       = "registry.ollama.ai"
	DefaultNamespace      = "library"
	DefaultTag            = "latest"
	DefaultProtocolScheme = "https"
)

Variables

View Source 
var (
	ErrInvalidImageFormat = errors.New("invalid image format")
	ErrInvalidProtocol    = errors.New("invalid protocol scheme")
	ErrInsecureProtocol   = errors.New("insecure protocol http")
)

Functions

func ChatPrompt 

func ChatPrompt(tmpl string, messages []api.Message, window int, encode func(string) ([]int, error)) (string, error)

ChatPrompt builds up a prompt from a series of messages, truncating based on context window size

func CopyModel 

func CopyModel(src, dst model.Name) error

func CreateModel 

func CreateModel(ctx context.Context, name, modelFileDir, quantization string, commands []parser.Command, fn func(resp api.ProgressResponse)) error

func DeleteModel 

func DeleteModel(name string) error

func GetBlobsPath 

func GetBlobsPath(digest string) (string, error)

func GetManifestPath 

func GetManifestPath() (string, error)

func GetModelInfo 

func GetModelInfo(req api.ShowRequest) (*api.ShowResponse, error)

func GetSHA256Digest 

func GetSHA256Digest(r io.Reader) (string, int64)

GetSHA256Digest returns the SHA256 hash of a given buffer and returns it, and the size of buffer

func Prompt 

func Prompt(tmpl, system, prompt, response string, generate bool) (string, error)

Prompt renders a prompt from a template. If generate is set to true, the response and parts of the template following it are not rendered

func PruneDirectory 

func PruneDirectory(path string) error

func PruneLayers 

func PruneLayers() error

func PullModel 

func PullModel(ctx context.Context, name string, regOpts *registryOptions, fn func(api.ProgressResponse)) error

func PushModel 

func PushModel(ctx context.Context, name string, regOpts *registryOptions, fn func(api.ProgressResponse)) error

func Serve 

func Serve(ln net.Listener) error

func ShowModelfile 

func ShowModelfile(model *Model) (string, error)

func WriteManifest 

func WriteManifest(name string, config *Layer, layers []*Layer) error

Types

type ByDuration added in v0.1.33 

type ByDuration []*runnerRef

func (ByDuration) Len added in v0.1.33 

func (a ByDuration) Len() int

func (ByDuration) Less added in v0.1.33 

func (a ByDuration) Less(i, j int) bool

func (ByDuration) Swap added in v0.1.33 

func (a ByDuration) Swap(i, j int)

type ConfigV2 

type ConfigV2 struct {
	ModelFormat   string   `json:"model_format"`
	ModelFamily   string   `json:"model_family"`
	ModelFamilies []string `json:"model_families"`
	ModelType     string   `json:"model_type"`
	FileType      string   `json:"file_type"`

	// required by spec
	Architecture string `json:"architecture"`
	OS           string `json:"os"`
	RootFS       RootFS `json:"rootfs"`
}

func (*ConfigV2) SetFileType 

func (c *ConfigV2) SetFileType(fileType string)

func (*ConfigV2) SetModelFamily 

func (c *ConfigV2) SetModelFamily(families ...string)

func (*ConfigV2) SetModelFormat 

func (c *ConfigV2) SetModelFormat(format string)

func (*ConfigV2) SetModelType 

func (c *ConfigV2) SetModelType(modelType string)

type Layer 

type Layer struct {
	MediaType string `json:"mediaType"`
	Digest    string `json:"digest"`
	Size      int64  `json:"size"`
	From      string `json:"from,omitempty"`
	// contains filtered or unexported fields
}

func NewLayer 

func NewLayer(r io.Reader, mediatype string) (*Layer, error)

func NewLayerFromLayer 

func NewLayerFromLayer(digest, mediatype, from string) (*Layer, error)

func (*Layer) Commit 

func (l *Layer) Commit() (bool, error)

type Layers 

type Layers struct {
	// contains filtered or unexported fields
}

func (*Layers) Add 

func (ls *Layers) Add(layer *Layer)

func (*Layers) Replace 

func (ls *Layers) Replace(layer *Layer)

type LlmRequest added in v0.1.33 

type LlmRequest struct {
	// contains filtered or unexported fields
}

type ManifestV2 

type ManifestV2 struct {
	SchemaVersion int      `json:"schemaVersion"`
	MediaType     string   `json:"mediaType"`
	Config        *Layer   `json:"config"`
	Layers        []*Layer `json:"layers"`
}

func GetManifest 

func GetManifest(mp ModelPath) (*ManifestV2, string, error)

func (*ManifestV2) GetTotalSize 

func (m *ManifestV2) GetTotalSize() (total int64)

type Message 

type Message struct {
	Role    string `json:"role"`
	Content string `json:"content"`
}

type Model 

type Model struct {
	Name           string `json:"name"`
	Config         ConfigV2
	ShortName      string
	ModelPath      string
	ParentModel    string
	AdapterPaths   []string
	ProjectorPaths []string
	Template       string
	System         string
	License        []string
	Digest         string
	Size           int64
	Options        map[string]interface{}
	Messages       []Message
}

func GetModel 

func GetModel(name string) (*Model, error)

func (*Model) IsEmbedding 

func (m *Model) IsEmbedding() bool

type ModelPath 

type ModelPath struct {
	ProtocolScheme string
	Registry       string
	Namespace      string
	Repository     string
	Tag            string
}

func ParseModelPath 

func ParseModelPath(name string) ModelPath

func (ModelPath) BaseURL 

func (mp ModelPath) BaseURL() *url.URL

func (ModelPath) GetFullTagname 

func (mp ModelPath) GetFullTagname() string

func (ModelPath) GetManifestPath 

func (mp ModelPath) GetManifestPath() (string, error)

GetManifestPath returns the path to the manifest file for the given model path, it is up to the caller to create the directory if it does not exist.

func (ModelPath) GetNamespaceRepository 

func (mp ModelPath) GetNamespaceRepository() string

func (ModelPath) GetShortTagname 

func (mp ModelPath) GetShortTagname() string

func (ModelPath) Validate 

func (mp ModelPath) Validate() error

type RootFS 

type RootFS struct {
	Type    string   `json:"type"`
	DiffIDs []string `json:"diff_ids"`
}

type Scheduler added in v0.1.33 

type Scheduler struct {
	// contains filtered or unexported fields
}

func InitScheduler added in v0.1.33 

func InitScheduler(ctx context.Context) *Scheduler

func (*Scheduler) GetRunner added in v0.1.33 

func (s *Scheduler) GetRunner(c context.Context, model *Model, opts api.Options, sessionDuration time.Duration) (chan *runnerRef, chan error)

context must be canceled to decrement ref count and release the runner

func (*Scheduler) Run added in v0.1.33 

func (s *Scheduler) Run(ctx context.Context)

Returns immediately, spawns go routines for the scheduler which will shutdown when ctx is done

type Server 

type Server struct {
	// contains filtered or unexported fields
}

func (*Server) ChatHandler added in v0.1.33 

func (s *Server) ChatHandler(c *gin.Context)

func (*Server) CopyModelHandler added in v0.1.33 

func (s *Server) CopyModelHandler(c *gin.Context)

func (*Server) CreateBlobHandler added in v0.1.33 

func (s *Server) CreateBlobHandler(c *gin.Context)

func (*Server) CreateModelHandler added in v0.1.33 

func (s *Server) CreateModelHandler(c *gin.Context)

func (*Server) DeleteModelHandler added in v0.1.33 

func (s *Server) DeleteModelHandler(c *gin.Context)

func (*Server) EmbeddingsHandler added in v0.1.33 

func (s *Server) EmbeddingsHandler(c *gin.Context)

func (*Server) GenerateHandler added in v0.1.33 

func (s *Server) GenerateHandler(c *gin.Context)

func (*Server) GenerateRoutes 

func (s *Server) GenerateRoutes() http.Handler

func (*Server) HeadBlobHandler added in v0.1.33 

func (s *Server) HeadBlobHandler(c *gin.Context)

func (*Server) ListModelsHandler added in v0.1.33 

func (s *Server) ListModelsHandler(c *gin.Context)

func (*Server) PullModelHandler added in v0.1.33 

func (s *Server) PullModelHandler(c *gin.Context)

func (*Server) PushModelHandler added in v0.1.33 

func (s *Server) PushModelHandler(c *gin.Context)

func (*Server) ShowModelHandler added in v0.1.33 

func (s *Server) ShowModelHandler(c *gin.Context)

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.