base

Documentation

Index

• type Base
  • func (llm *Base) AudioTranscription(*pb.TranscriptRequest) (api.Result, error)
  • func (llm *Base) Embeddings(opts *pb.PredictOptions) ([]float32, error)
  • func (llm *Base) GenerateImage(*pb.GenerateImageRequest) error
  • func (llm *Base) Load(opts *pb.ModelOptions) error
  • func (llm *Base) Predict(opts *pb.PredictOptions) (string, error)
  • func (llm *Base) PredictStream(opts *pb.PredictOptions, results chan string) error
  • func (llm *Base) TTS(*pb.TTSRequest) error

Types

type Base

type Base struct {
}

func (*Base) AudioTranscription

func (llm *Base) AudioTranscription(*pb.TranscriptRequest) (api.Result, error)

func (*Base) Embeddings

func (llm *Base) Embeddings(opts *pb.PredictOptions) ([]float32, error)

func (*Base) GenerateImage

func (llm *Base) GenerateImage(*pb.GenerateImageRequest) error

func (*Base) Load

func (llm *Base) Load(opts *pb.ModelOptions) error

func (*Base) Predict

func (llm *Base) Predict(opts *pb.PredictOptions) (string, error)

func (*Base) PredictStream

func (llm *Base) PredictStream(opts *pb.PredictOptions, results chan string) error

func (*Base) TTS

func (llm *Base) TTS(*pb.TTSRequest) error