model

Documentation

Overview

Package model provides functionalities for working with Large Language Models (LLMs).

Index

• func ChatModelGenerate(ctx context.Context, model schema.ChatModel, messages schema.ChatMessages, ...) (*schema.ModelResult, error)
• func GeneratePrompt(ctx context.Context, model schema.Model, promptValue schema.PromptValue, ...) (*schema.ModelResult, error)
• func LLMGenerate(ctx context.Context, model schema.LLM, prompt string, ...) (*schema.ModelResult, error)
• type Options

Functions

func ChatModelGenerate

func ChatModelGenerate(ctx context.Context, model schema.ChatModel, messages schema.ChatMessages, optFns ...func(o *Options)) (*schema.ModelResult, error)

func GeneratePrompt

func GeneratePrompt(ctx context.Context, model schema.Model, promptValue schema.PromptValue, optFns ...func(o *Options)) (*schema.ModelResult, error)

func LLMGenerate

func LLMGenerate(ctx context.Context, model schema.LLM, prompt string, optFns ...func(o *Options)) (*schema.ModelResult, error)

Types

type Options

type Options struct {
	Stop              []string
	Callbacks         []schema.Callback
	ParentRunID       string
	Functions         []schema.FunctionDefinition
	ForceFunctionCall bool
}