backend

Documentation

Index

• func Finetune(config config.Config, input, prediction string) string
• func ImageGeneration(height, width, mode, step, seed int, ...) (func() error, error)
• func ModelEmbedding(s string, tokens []int, loader *model.ModelLoader, c config.Config, ...) (func() ([]float32, error), error)
• func ModelInference(ctx context.Context, s string, loader *model.ModelLoader, c config.Config, ...) (func() (LLMResponse, error), error)
• func ModelTTS(backend, text, modelFile string, loader *model.ModelLoader, o *options.Option) (string, *proto.Result, error)
• func ModelTranscription(audio, language string, loader *model.ModelLoader, c config.Config, ...) (*schema.Result, error)
• type LLMResponse
• type TokenUsage

Functions

func Finetune

func Finetune(config config.Config, input, prediction string) string

func ImageGeneration

func ImageGeneration(height, width, mode, step, seed int, positive_prompt, negative_prompt, src, dst string, loader *model.ModelLoader, c config.Config, o *options.Option) (func() error, error)

func ModelEmbedding

func ModelEmbedding(s string, tokens []int, loader *model.ModelLoader, c config.Config, o *options.Option) (func() ([]float32, error), error)

func ModelInference

func ModelInference(ctx context.Context, s string, loader *model.ModelLoader, c config.Config, o *options.Option, tokenCallback func(string, TokenUsage) bool) (func() (LLMResponse, error), error)

func ModelTTS

func ModelTTS(backend, text, modelFile string, loader *model.ModelLoader, o *options.Option) (string, *proto.Result, error)

func ModelTranscription

func ModelTranscription(audio, language string, loader *model.ModelLoader, c config.Config, o *options.Option) (*schema.Result, error)

Types

type LLMResponse

type LLMResponse struct {
	Response string // should this be []byte?
	Usage    TokenUsage
}

type TokenUsage

type TokenUsage struct {
	Prompt     int
	Completion int
}