transformers

Documentation

Index

• type Dolly
  • func (llm *Dolly) Load(opts *pb.ModelOptions) error
  • func (llm *Dolly) Predict(opts *pb.PredictOptions) (string, error)
  • func (llm *Dolly) PredictStream(opts *pb.PredictOptions, results chan string) error
• type Falcon
  • func (llm *Falcon) Load(opts *pb.ModelOptions) error
  • func (llm *Falcon) Predict(opts *pb.PredictOptions) (string, error)
  • func (llm *Falcon) PredictStream(opts *pb.PredictOptions, results chan string) error
• type GPT2
  • func (llm *GPT2) Load(opts *pb.ModelOptions) error
  • func (llm *GPT2) Predict(opts *pb.PredictOptions) (string, error)
  • func (llm *GPT2) PredictStream(opts *pb.PredictOptions, results chan string) error
• type GPTJ
  • func (llm *GPTJ) Load(opts *pb.ModelOptions) error
  • func (llm *GPTJ) Predict(opts *pb.PredictOptions) (string, error)
  • func (llm *GPTJ) PredictStream(opts *pb.PredictOptions, results chan string) error
• type GPTNeoX
  • func (llm *GPTNeoX) Load(opts *pb.ModelOptions) error
  • func (llm *GPTNeoX) Predict(opts *pb.PredictOptions) (string, error)
  • func (llm *GPTNeoX) PredictStream(opts *pb.PredictOptions, results chan string) error
• type MPT
  • func (llm *MPT) Load(opts *pb.ModelOptions) error
  • func (llm *MPT) Predict(opts *pb.PredictOptions) (string, error)
  • func (llm *MPT) PredictStream(opts *pb.PredictOptions, results chan string) error
• type Replit
  • func (llm *Replit) Load(opts *pb.ModelOptions) error
  • func (llm *Replit) Predict(opts *pb.PredictOptions) (string, error)
  • func (llm *Replit) PredictStream(opts *pb.PredictOptions, results chan string) error
• type Starcoder
  • func (llm *Starcoder) Load(opts *pb.ModelOptions) error
  • func (llm *Starcoder) Predict(opts *pb.PredictOptions) (string, error)
  • func (llm *Starcoder) PredictStream(opts *pb.PredictOptions, results chan string) error

Types

type Dolly

type Dolly struct {
	base.SingleThread
	// contains filtered or unexported fields
}

func (*Dolly) Load

func (llm *Dolly) Load(opts *pb.ModelOptions) error

func (*Dolly) Predict

func (llm *Dolly) Predict(opts *pb.PredictOptions) (string, error)

func (*Dolly) PredictStream

func (llm *Dolly) PredictStream(opts *pb.PredictOptions, results chan string) error

fallback to Predict

type Falcon

type Falcon struct {
	base.SingleThread
	// contains filtered or unexported fields
}

func (*Falcon) Load

func (llm *Falcon) Load(opts *pb.ModelOptions) error

func (*Falcon) Predict

func (llm *Falcon) Predict(opts *pb.PredictOptions) (string, error)

func (*Falcon) PredictStream

func (llm *Falcon) PredictStream(opts *pb.PredictOptions, results chan string) error

fallback to Predict

type GPT2

type GPT2 struct {
	base.SingleThread
	// contains filtered or unexported fields
}

func (*GPT2) Load

func (llm *GPT2) Load(opts *pb.ModelOptions) error

func (*GPT2) Predict

func (llm *GPT2) Predict(opts *pb.PredictOptions) (string, error)

func (*GPT2) PredictStream

func (llm *GPT2) PredictStream(opts *pb.PredictOptions, results chan string) error

fallback to Predict

type GPTJ

type GPTJ struct {
	base.SingleThread
	// contains filtered or unexported fields
}

func (*GPTJ) Load

func (llm *GPTJ) Load(opts *pb.ModelOptions) error

func (*GPTJ) Predict

func (llm *GPTJ) Predict(opts *pb.PredictOptions) (string, error)

func (*GPTJ) PredictStream

func (llm *GPTJ) PredictStream(opts *pb.PredictOptions, results chan string) error

fallback to Predict

type GPTNeoX

type GPTNeoX struct {
	base.SingleThread
	// contains filtered or unexported fields
}

func (*GPTNeoX) Load

func (llm *GPTNeoX) Load(opts *pb.ModelOptions) error

func (*GPTNeoX) Predict

func (llm *GPTNeoX) Predict(opts *pb.PredictOptions) (string, error)

func (*GPTNeoX) PredictStream

func (llm *GPTNeoX) PredictStream(opts *pb.PredictOptions, results chan string) error

fallback to Predict

type MPT

type MPT struct {
	base.SingleThread
	// contains filtered or unexported fields
}

func (*MPT) Load

func (llm *MPT) Load(opts *pb.ModelOptions) error

func (*MPT) Predict

func (llm *MPT) Predict(opts *pb.PredictOptions) (string, error)

func (*MPT) PredictStream

func (llm *MPT) PredictStream(opts *pb.PredictOptions, results chan string) error

fallback to Predict

type Replit

type Replit struct {
	base.SingleThread
	// contains filtered or unexported fields
}

func (*Replit) Load

func (llm *Replit) Load(opts *pb.ModelOptions) error

func (*Replit) Predict

func (llm *Replit) Predict(opts *pb.PredictOptions) (string, error)

func (*Replit) PredictStream

func (llm *Replit) PredictStream(opts *pb.PredictOptions, results chan string) error

fallback to Predict

type Starcoder

type Starcoder struct {
	base.SingleThread
	// contains filtered or unexported fields
}

func (*Starcoder) Load

func (llm *Starcoder) Load(opts *pb.ModelOptions) error

func (*Starcoder) Predict

func (llm *Starcoder) Predict(opts *pb.PredictOptions) (string, error)

func (*Starcoder) PredictStream

func (llm *Starcoder) PredictStream(opts *pb.PredictOptions, results chan string) error

fallback to Predict