llm

Documentation

Index

• type Cohere
  • func NewCohere(apiKey string, optFns ...func(o *CohereOptions)) (*Cohere, error)
  • func (l *Cohere) Callbacks() []schema.Callback
  • func (l *Cohere) Generate(ctx context.Context, prompts []string, ...) (*schema.ModelResult, error)
  • func (l *Cohere) Type() string
  • func (l *Cohere) Verbose() bool
• type CohereOptions
• type Fake
  • func NewFake(response string) *Fake
  • func (l *Fake) Callbacks() []schema.Callback
  • func (l *Fake) Generate(ctx context.Context, prompts []string, ...) (*schema.ModelResult, error)
  • func (l *Fake) Type() string
  • func (l *Fake) Verbose() bool
• type HuggingFaceHub
  • func NewHuggingFaceHub(apiToken string, optFns ...func(o *HuggingFaceHubOptions)) (*HuggingFaceHub, error)
  • func (l *HuggingFaceHub) Callbacks() []schema.Callback
  • func (l *HuggingFaceHub) Generate(ctx context.Context, prompts []string, ...) (*schema.ModelResult, error)
  • func (l *HuggingFaceHub) Type() string
  • func (l *HuggingFaceHub) Verbose() bool
• type HuggingFaceHubOptions
• type LLMContentHandler
  • func NewLLMContentHandler(contentType, accept string, transformer Transformer) *LLMContentHandler
  • func (ch *LLMContentHandler) Accept() string
  • func (ch *LLMContentHandler) ContentType() string
  • func (ch *LLMContentHandler) TransformInput(prompt string) ([]byte, error)
  • func (ch *LLMContentHandler) TransformOutput(output []byte) (string, error)
• type OpenAI
  • func NewOpenAI(apiKey string, optFns ...func(o *OpenAIOptions)) (*OpenAI, error)
  • func (l *OpenAI) Callbacks() []schema.Callback
  • func (l *OpenAI) Generate(ctx context.Context, prompts []string, ...) (*schema.ModelResult, error)
  • func (l *OpenAI) Type() string
  • func (l *OpenAI) Verbose() bool
• type OpenAIOptions
• type SagemakerEndpoint
  • func NewSagemakerEndpoint(client *sagemakerruntime.Client, endpointName string, ...) (*SagemakerEndpoint, error)
  • func (l *SagemakerEndpoint) Callbacks() []schema.Callback
  • func (l *SagemakerEndpoint) Generate(ctx context.Context, prompts []string, ...) (*schema.ModelResult, error)
  • func (l *SagemakerEndpoint) Type() string
  • func (l *SagemakerEndpoint) Verbose() bool
• type SagemakerEndpointOptions
• type Transformer

Types

type Cohere

type Cohere struct {
	schema.Tokenizer
	// contains filtered or unexported fields
}

func NewCohere

func NewCohere(apiKey string, optFns ...func(o *CohereOptions)) (*Cohere, error)

func (*Cohere) Callbacks

func (l *Cohere) Callbacks() []schema.Callback

func (*Cohere) Generate

func (l *Cohere) Generate(ctx context.Context, prompts []string, optFns ...func(o *schema.GenerateOptions)) (*schema.ModelResult, error)

func (*Cohere) Type

func (l *Cohere) Type() string

func (*Cohere) Verbose

func (l *Cohere) Verbose() bool

type CohereOptions

type CohereOptions struct {
	*schema.CallbackOptions
	Tokenizer  schema.Tokenizer
	Model      string
	Temperatur float32
}

type Fake

type Fake struct {
	schema.Tokenizer
	// contains filtered or unexported fields
}

func NewFake

func NewFake(response string) *Fake

func (*Fake) Callbacks

func (l *Fake) Callbacks() []schema.Callback

func (*Fake) Generate

func (l *Fake) Generate(ctx context.Context, prompts []string, optFns ...func(o *schema.GenerateOptions)) (*schema.ModelResult, error)

func (*Fake) Type

func (l *Fake) Type() string

func (*Fake) Verbose

func (l *Fake) Verbose() bool

type HuggingFaceHub

type HuggingFaceHub struct {
	schema.Tokenizer
	// contains filtered or unexported fields
}

func NewHuggingFaceHub

func NewHuggingFaceHub(apiToken string, optFns ...func(o *HuggingFaceHubOptions)) (*HuggingFaceHub, error)

func (*HuggingFaceHub) Callbacks

func (l *HuggingFaceHub) Callbacks() []schema.Callback

func (*HuggingFaceHub) Generate

func (l *HuggingFaceHub) Generate(ctx context.Context, prompts []string, optFns ...func(o *schema.GenerateOptions)) (*schema.ModelResult, error)

func (*HuggingFaceHub) Type

func (l *HuggingFaceHub) Type() string

func (*HuggingFaceHub) Verbose

func (l *HuggingFaceHub) Verbose() bool

type HuggingFaceHubOptions

type HuggingFaceHubOptions struct {
	*schema.CallbackOptions
	Tokenizer schema.Tokenizer
	huggingface.HTTPClient
	// Model name to use.
	Model string
	Task  string
}

type LLMContentHandler

type LLMContentHandler struct {
	// contains filtered or unexported fields
}

func NewLLMContentHandler

func NewLLMContentHandler(contentType, accept string, transformer Transformer) *LLMContentHandler

func (*LLMContentHandler) Accept

func (ch *LLMContentHandler) Accept() string

func (*LLMContentHandler) ContentType

func (ch *LLMContentHandler) ContentType() string

func (*LLMContentHandler) TransformInput

func (ch *LLMContentHandler) TransformInput(prompt string) ([]byte, error)

func (*LLMContentHandler) TransformOutput

func (ch *LLMContentHandler) TransformOutput(output []byte) (string, error)

type OpenAI

type OpenAI struct {
	schema.Tokenizer
	// contains filtered or unexported fields
}

func NewOpenAI

func NewOpenAI(apiKey string, optFns ...func(o *OpenAIOptions)) (*OpenAI, error)

func (*OpenAI) Callbacks

func (l *OpenAI) Callbacks() []schema.Callback

func (*OpenAI) Generate

func (l *OpenAI) Generate(ctx context.Context, prompts []string, optFns ...func(o *schema.GenerateOptions)) (*schema.ModelResult, error)

func (*OpenAI) Type

func (l *OpenAI) Type() string

func (*OpenAI) Verbose

func (l *OpenAI) Verbose() bool

type OpenAIOptions

type OpenAIOptions struct {
	*schema.CallbackOptions
	schema.Tokenizer
	// Model name to use.
	ModelName string
	// Sampling temperature to use.
	Temperatur float32
	// The maximum number of tokens to generate in the completion.
	// -1 returns as many tokens as possible given the prompt and
	//the models maximal context size.
	MaxTokens int
	// Total probability mass of tokens to consider at each step.
	TopP float32
	// Penalizes repeated tokens.
	PresencePenalty float32
	// Penalizes repeated tokens according to frequency.
	FrequencyPenalty float32
	// How many completions to generate for each prompt.
	N int
	// Batch size to use when passing multiple documents to generate.
	BatchSize int
	// Whether to stream the results or not.
	Stream bool
}

type SagemakerEndpoint

type SagemakerEndpoint struct {
	schema.Tokenizer
	// contains filtered or unexported fields
}

func NewSagemakerEndpoint

func NewSagemakerEndpoint(client *sagemakerruntime.Client, endpointName string, contenHandler *LLMContentHandler, optFns ...func(o *SagemakerEndpointOptions)) (*SagemakerEndpoint, error)

func (*SagemakerEndpoint) Callbacks

func (l *SagemakerEndpoint) Callbacks() []schema.Callback

func (*SagemakerEndpoint) Generate

func (l *SagemakerEndpoint) Generate(ctx context.Context, prompts []string, optFns ...func(o *schema.GenerateOptions)) (*schema.ModelResult, error)

func (*SagemakerEndpoint) Type

func (l *SagemakerEndpoint) Type() string

func (*SagemakerEndpoint) Verbose

func (l *SagemakerEndpoint) Verbose() bool

type SagemakerEndpointOptions

type SagemakerEndpointOptions struct {
	*schema.CallbackOptions
	Tokenizer schema.Tokenizer
}

type Transformer

type Transformer interface {
	// Transforms the input to a format that model can accept
	// as the request Body. Should return bytes or seekable file
	// like object in the format specified in the content_type
	// request header.
	TransformInput(prompt string) ([]byte, error)

	// Transforms the output from the model to string that
	// the LLM class expects.
	TransformOutput(output []byte) (string, error)
}