model

Documentation

Overview

Package model provides functionalities for working with Large Language Models (LLMs).

Index

• func ChatModelGenerate(ctx context.Context, model schema.ChatModel, messages schema.ChatMessages, ...) (*schema.ModelResult, error)
• func GeneratePrompt(ctx context.Context, model schema.Model, promptValue schema.PromptValue, ...) (*schema.ModelResult, error)
• func LLMGenerate(ctx context.Context, model schema.LLM, prompt string, ...) (*schema.ModelResult, error)
• type Options

Functions

func ChatModelGenerate

func ChatModelGenerate(ctx context.Context, model schema.ChatModel, messages schema.ChatMessages, optFns ...func(o *Options)) (*schema.ModelResult, error)

func GeneratePrompt

func GeneratePrompt(ctx context.Context, model schema.Model, promptValue schema.PromptValue, optFns ...func(o *Options)) (*schema.ModelResult, error)

func LLMGenerate

func LLMGenerate(ctx context.Context, model schema.LLM, prompt string, optFns ...func(o *Options)) (*schema.ModelResult, error)

Types

type Options

type Options struct {
	Stop        []string
	Callbacks   []schema.Callback
	ParentRunID string
	Functions   []schema.FunctionDefinition
}