evaluation

Documentation

Overview

Package evaluation provides utilities for evaluating and assessing the performance of generative models.

Index

• type COTQAEvalChain
  • func NewCOTQAEvalChain(llm schema.LLM, optFns ...func(o *COTQAEvalChainOptions)) (*COTQAEvalChain, error)
• type COTQAEvalChainOptions
• type ContextQAEvalChain
  • func NewContextQAEvalChain(llm schema.LLM, optFns ...func(o *ContextQAEvalChainOptions)) (*ContextQAEvalChain, error)
  • func (eval *ContextQAEvalChain) Evaluate(ctx context.Context, examples, predictions []map[string]string) ([]schema.ChainValues, error)
• type ContextQAEvalChainOptions
• type QAEvalChain
  • func NewQAEvalChain(llm schema.LLM, optFns ...func(o *QAEvalChainOptions)) (*QAEvalChain, error)
  • func (eval *QAEvalChain) AnswerKey() string
  • func (eval *QAEvalChain) Evaluate(ctx context.Context, examples, predictions []map[string]string) ([]schema.ChainValues, error)
  • func (eval *QAEvalChain) PredictionKey() string
  • func (eval *QAEvalChain) QuestionKey() string
• type QAEvalChainOptions

Types

type COTQAEvalChain

type COTQAEvalChain struct {
	*ContextQAEvalChain
}

COTQAEvalChain is a LLM Chain specifically for evaluating QA using chain of thought reasoning.

func NewCOTQAEvalChain

func NewCOTQAEvalChain(llm schema.LLM, optFns ...func(o *COTQAEvalChainOptions)) (*COTQAEvalChain, error)

type COTQAEvalChainOptions

type COTQAEvalChainOptions struct {
	Prompt        *prompt.Template
	QuestionKey   string
	ContextKey    string
	PredictionKey string
}

type ContextQAEvalChain

type ContextQAEvalChain struct {
	// contains filtered or unexported fields
}

ConetxtQAEvalChain is a LLM Chain specifically for evaluating QA w/o GT based on context.

func NewContextQAEvalChain

func NewContextQAEvalChain(llm schema.LLM, optFns ...func(o *ContextQAEvalChainOptions)) (*ContextQAEvalChain, error)

func (*ContextQAEvalChain) Evaluate

func (eval *ContextQAEvalChain) Evaluate(ctx context.Context, examples, predictions []map[string]string) ([]schema.ChainValues, error)

type ContextQAEvalChainOptions

type ContextQAEvalChainOptions struct {
	Prompt        *prompt.Template
	QuestionKey   string
	ContextKey    string
	PredictionKey string
}

type QAEvalChain

type QAEvalChain struct {
	// contains filtered or unexported fields
}

QAEvalChain is a LLM Chain specifically for evaluating question answering.

func NewQAEvalChain

func NewQAEvalChain(llm schema.LLM, optFns ...func(o *QAEvalChainOptions)) (*QAEvalChain, error)

func (*QAEvalChain) AnswerKey

func (eval *QAEvalChain) AnswerKey() string

func (*QAEvalChain) Evaluate

func (eval *QAEvalChain) Evaluate(ctx context.Context, examples, predictions []map[string]string) ([]schema.ChainValues, error)

func (*QAEvalChain) PredictionKey

func (eval *QAEvalChain) PredictionKey() string

func (*QAEvalChain) QuestionKey

func (eval *QAEvalChain) QuestionKey() string

type QAEvalChainOptions

type QAEvalChainOptions struct {
	Prompt        *prompt.Template
	QuestionKey   string
	AnswerKey     string
	PredictionKey string
}