ollama

Apr 18, 2024

Changes in this version

type Option

+ func WithKeepAlive(keepAlive string) Option

Mar 19, 2024

Changes in this version

type Option

+ func WithFormat(format string) Option

Jan 30, 2024

Changes in this version

type LLM

+ func (o *LLM) GenerateContent(ctx context.Context, messages []llms.MessageContent, ...) (*llms.ContentResponse, error)

type Option

+ func WithHTTPClient(client *http.Client) Option

Dec 13, 2023

Changes in this version

+ var ErrEmptyResponse = errors.New("no response")

+ var ErrIncompleteEmbedding = errors.New("no all input got emmbedded")

+ type Chat struct

+ CallbacksHandler callbacks.Handler

+ func NewChat(opts ...ChatOption) (*Chat, error)

+ func (o *Chat) Call(ctx context.Context, messages []schema.ChatMessage, options ...llms.CallOption) (*schema.AIChatMessage, error)

+ func (o *Chat) CreateEmbedding(ctx context.Context, inputTexts []string) ([][]float32, error)

+ func (o *Chat) Generate(ctx context.Context, messageSets [][]schema.ChatMessage, ...) ([]*llms.Generation, error)

+ func (o *Chat) GeneratePrompt(ctx context.Context, prompts []schema.PromptValue, options ...llms.CallOption) (llms.LLMResult, error)

+ func (o *Chat) GetNumTokens(text string) int

+ type ChatOption func(*chatOptions)

+ func WithChatTemplate(t string) ChatOption

+ func WithLLMOptions(opts ...Option) ChatOption

+ type LLM struct

+ CallbacksHandler callbacks.Handler

+ func New(opts ...Option) (*LLM, error)

+ func (o *LLM) Call(ctx context.Context, prompt string, options ...llms.CallOption) (string, error)

+ func (o *LLM) CreateEmbedding(ctx context.Context, inputTexts []string) ([][]float32, error)

+ func (o *LLM) Generate(ctx context.Context, prompts []string, options ...llms.CallOption) ([]*llms.Generation, error)

+ func (o *LLM) GeneratePrompt(ctx context.Context, prompts []schema.PromptValue, options ...llms.CallOption) (llms.LLMResult, error)

+ func (o *LLM) GetNumTokens(text string) int

+ type Option func(*options)

+ func WithCustomTemplate(template string) Option

+ func WithModel(model string) Option

+ func WithPredictMirostat(val int) Option

+ func WithPredictMirostatEta(val float32) Option

+ func WithPredictMirostatTau(val float32) Option

+ func WithPredictPenalizeNewline(val bool) Option

+ func WithPredictRepeatLastN(val int) Option

+ func WithPredictTFSZ(val float32) Option

+ func WithPredictTypicalP(val float32) Option

+ func WithRunnerEmbeddingOnly(val bool) Option

+ func WithRunnerF16KV(val bool) Option

+ func WithRunnerLogitsAll(val bool) Option

+ func WithRunnerLowVRAM(val bool) Option

+ func WithRunnerMainGPU(num int) Option

+ func WithRunnerNumBatch(num int) Option

+ func WithRunnerNumCtx(num int) Option

+ func WithRunnerNumGPU(num int) Option

+ func WithRunnerNumGQA(num int) Option

+ func WithRunnerNumKeep(num int) Option

+ func WithRunnerNumThread(num int) Option

+ func WithRunnerRopeFrequencyBase(val float32) Option

+ func WithRunnerRopeFrequencyScale(val float32) Option

+ func WithRunnerUseMLock(val bool) Option

+ func WithRunnerUseMMap(val bool) Option

+ func WithRunnerUseNUMA(numa bool) Option

+ func WithRunnerVocabOnly(val bool) Option

+ func WithServerURL(rawURL string) Option

+ func WithSystemPrompt(p string) Option