localai

Documentation

Index

• func ApplyGalleryFromFile(modelPath, s string, cm *config.ConfigLoader, galleries []gallery.Gallery) error
• func ApplyGalleryFromString(modelPath, s string, cm *config.ConfigLoader, galleries []gallery.Gallery) error
• func BackendMonitorEndpoint(bm BackendMonitor) func(c *fiber.Ctx) error
• func BackendShutdownEndpoint(bm BackendMonitor) func(c *fiber.Ctx) error
• func NewGalleryService(modelPath string) *galleryApplier
• func TTSEndpoint(cm *config.ConfigLoader, o *options.Option) func(c *fiber.Ctx) error
• type BackendMonitor
  • func NewBackendMonitor(configLoader *config.ConfigLoader, options *options.Option) BackendMonitor
  • func (bm *BackendMonitor) SampleLocalBackendProcess(model string) (*BackendMonitorResponse, error)
• type BackendMonitorRequest
• type BackendMonitorResponse
• type GalleryModel
• type ModelGalleryService
  • func CreateModelGalleryService(galleries []gallery.Gallery, modelPath string, galleryApplier *galleryApplier) ModelGalleryService
  • func (mgs *ModelGalleryService) AddModelGalleryEndpoint() func(c *fiber.Ctx) error
  • func (mgs *ModelGalleryService) ApplyModelGalleryEndpoint() func(c *fiber.Ctx) error
  • func (mgs *ModelGalleryService) GetAllStatusEndpoint() func(c *fiber.Ctx) error
  • func (mgs *ModelGalleryService) GetOpStatusEndpoint() func(c *fiber.Ctx) error
  • func (mgs *ModelGalleryService) ListModelFromGalleryEndpoint() func(c *fiber.Ctx) error
  • func (mgs *ModelGalleryService) ListModelGalleriesEndpoint() func(c *fiber.Ctx) error
  • func (mgs *ModelGalleryService) RemoveModelGalleryEndpoint() func(c *fiber.Ctx) error
• type TTSRequest

Functions

func ApplyGalleryFromFile

func ApplyGalleryFromFile(modelPath, s string, cm *config.ConfigLoader, galleries []gallery.Gallery) error

func ApplyGalleryFromString

func ApplyGalleryFromString(modelPath, s string, cm *config.ConfigLoader, galleries []gallery.Gallery) error

func BackendMonitorEndpoint

func BackendMonitorEndpoint(bm BackendMonitor) func(c *fiber.Ctx) error

func BackendShutdownEndpoint

func BackendShutdownEndpoint(bm BackendMonitor) func(c *fiber.Ctx) error

func NewGalleryService

func NewGalleryService(modelPath string) *galleryApplier

func TTSEndpoint

func TTSEndpoint(cm *config.ConfigLoader, o *options.Option) func(c *fiber.Ctx) error

Types

type BackendMonitor

type BackendMonitor struct {
	// contains filtered or unexported fields
}

func NewBackendMonitor

func NewBackendMonitor(configLoader *config.ConfigLoader, options *options.Option) BackendMonitor

func (*BackendMonitor) SampleLocalBackendProcess

func (bm *BackendMonitor) SampleLocalBackendProcess(model string) (*BackendMonitorResponse, error)

type BackendMonitorRequest

type BackendMonitorRequest struct {
	Model string `json:"model" yaml:"model"`
}

type BackendMonitorResponse

type BackendMonitorResponse struct {
	MemoryInfo    *gopsutil.MemoryInfoStat
	MemoryPercent float32
	CPUPercent    float64
}

type GalleryModel

type GalleryModel struct {
	ID string `json:"id"`
	gallery.GalleryModel
}

type ModelGalleryService

type ModelGalleryService struct {
	// contains filtered or unexported fields
}

func CreateModelGalleryService

func CreateModelGalleryService(galleries []gallery.Gallery, modelPath string, galleryApplier *galleryApplier) ModelGalleryService

func (*ModelGalleryService) AddModelGalleryEndpoint

func (mgs *ModelGalleryService) AddModelGalleryEndpoint() func(c *fiber.Ctx) error

func (*ModelGalleryService) ApplyModelGalleryEndpoint

func (mgs *ModelGalleryService) ApplyModelGalleryEndpoint() func(c *fiber.Ctx) error

func (*ModelGalleryService) GetAllStatusEndpoint

func (mgs *ModelGalleryService) GetAllStatusEndpoint() func(c *fiber.Ctx) error

func (*ModelGalleryService) GetOpStatusEndpoint

func (mgs *ModelGalleryService) GetOpStatusEndpoint() func(c *fiber.Ctx) error

func (*ModelGalleryService) ListModelFromGalleryEndpoint

func (mgs *ModelGalleryService) ListModelFromGalleryEndpoint() func(c *fiber.Ctx) error

func (*ModelGalleryService) ListModelGalleriesEndpoint

func (mgs *ModelGalleryService) ListModelGalleriesEndpoint() func(c *fiber.Ctx) error

NOTE: This is different (and much simpler!) than above! This JUST lists the model galleries that have been loaded, not their contents!

func (*ModelGalleryService) RemoveModelGalleryEndpoint

func (mgs *ModelGalleryService) RemoveModelGalleryEndpoint() func(c *fiber.Ctx) error

type TTSRequest

type TTSRequest struct {
	Model   string `json:"model" yaml:"model"`
	Input   string `json:"input" yaml:"input"`
	Backend string `json:"backend" yaml:"backend"`
}