extractors

Documentation

Index

• Constants
• func Initialize(appState *models.AppState)
• type BaseExtractor
• type EmbeddingExtractor
  • func NewEmbeddingExtractor() *EmbeddingExtractor
  • func (ee *EmbeddingExtractor) Extract(ctx context.Context, appState *models.AppState, ...) error
  • func (ee *EmbeddingExtractor) Notify(ctx context.Context, appState *models.AppState, ...) error
• type EntityExtractor
  • func NewEntityExtractor() *EntityExtractor
  • func (ee *EntityExtractor) Extract(ctx context.Context, appState *models.AppState, ...) error
  • func (ee *EntityExtractor) Notify(ctx context.Context, appState *models.AppState, ...) error
• type EntityExtractorPromptTemplateData
• type ExtractorError
  • func NewExtractorError(message string, originalError error) *ExtractorError
  • func (e *ExtractorError) Error() string
• type SummaryExtractor
  • func NewSummaryExtractor() *SummaryExtractor
  • func (se *SummaryExtractor) Extract(ctx context.Context, appState *models.AppState, ...) error
  • func (se *SummaryExtractor) Notify(ctx context.Context, appState *models.AppState, ...) error
• type SummaryPromptTemplateData
• type TokenCountExtractor
  • func NewTokenCountExtractor() *TokenCountExtractor
  • func (ee *TokenCountExtractor) Extract(ctx context.Context, appState *models.AppState, ...) error
  • func (ee *TokenCountExtractor) Notify(ctx context.Context, appState *models.AppState, ...) error

Constants

const SummaryMaxOutputTokens = 512

Functions

func Initialize

func Initialize(appState *models.AppState)

Types

type BaseExtractor

type BaseExtractor struct {
	// contains filtered or unexported fields
}

BaseExtractor is the base implementation of an Extractor

type EmbeddingExtractor

type EmbeddingExtractor struct {
	BaseExtractor
}

func NewEmbeddingExtractor

func NewEmbeddingExtractor() *EmbeddingExtractor

func (*EmbeddingExtractor) Extract

func (ee *EmbeddingExtractor) Extract(
	ctx context.Context,
	appState *models.AppState,
	messageEvent *models.MessageEvent,
) error

func (*EmbeddingExtractor) Notify

func (ee *EmbeddingExtractor) Notify(
	ctx context.Context,
	appState *models.AppState,
	messageEvents *models.MessageEvent,
) error

type EntityExtractor

type EntityExtractor struct {
	BaseExtractor
}

func NewEntityExtractor

func NewEntityExtractor() *EntityExtractor

func (*EntityExtractor) Extract

func (ee *EntityExtractor) Extract(
	ctx context.Context,
	appState *models.AppState,
	messageEvent *models.MessageEvent,
) error

func (*EntityExtractor) Notify

func (ee *EntityExtractor) Notify(
	ctx context.Context,
	appState *models.AppState,
	messageEvents *models.MessageEvent,
) error

type EntityExtractorPromptTemplateData

type EntityExtractorPromptTemplateData struct {
	History string
	Entity  string
	Summary string
	Input   string
}

type ExtractorError

type ExtractorError struct {
	// contains filtered or unexported fields
}

func NewExtractorError

func NewExtractorError(message string, originalError error) *ExtractorError

func (*ExtractorError) Error

func (e *ExtractorError) Error() string

type SummaryExtractor

type SummaryExtractor struct {
	BaseExtractor
}

func NewSummaryExtractor

func NewSummaryExtractor() *SummaryExtractor

func (*SummaryExtractor) Extract

func (se *SummaryExtractor) Extract(
	ctx context.Context,
	appState *models.AppState,
	messageEvent *models.MessageEvent,
) error

Extract gets a list of messages created since the last SummaryPoint, determines if the message count exceeds the configured message window, and if so: - determines the new SummaryPoint index, which will one message older than message_window / 2 - summarizes the messages from this new SummaryPoint to the oldest message not yet Summarized.

When summarizing, it adds context from these messages to an existing summary if there is one.

func (*SummaryExtractor) Notify

func (se *SummaryExtractor) Notify(
	ctx context.Context,
	appState *models.AppState,
	messageEvents *models.MessageEvent,
) error

type SummaryPromptTemplateData

type SummaryPromptTemplateData struct {
	PrevSummary    string
	MessagesJoined string
}

type TokenCountExtractor

type TokenCountExtractor struct {
	BaseExtractor
}

func NewTokenCountExtractor

func NewTokenCountExtractor() *TokenCountExtractor

func (*TokenCountExtractor) Extract

func (ee *TokenCountExtractor) Extract(
	ctx context.Context,
	appState *models.AppState,
	messageEvents *models.MessageEvent,
) error

func (*TokenCountExtractor) Notify

func (ee *TokenCountExtractor) Notify(
	ctx context.Context,
	appState *models.AppState,
	messageEvents *models.MessageEvent,
) error