llm

Documentation

Index

• type Engine
  • func NewLLMEngine(mode EngineMode, config *options.Config) (*Engine, error)
  • func (e *Engine) ChatStreamCompletion(input string) error
  • func (e *Engine) Clear()
  • func (e *Engine) ExecCompletion(input string) (*EngineExecOutput, error)
  • func (e *Engine) GetChannel() chan EngineChatStreamOutput
  • func (e *Engine) GetMode() EngineMode
  • func (e *Engine) Interrupt()
  • func (e *Engine) Reset()
  • func (e *Engine) SetMode(m EngineMode)
  • func (e *Engine) SetPipe(pipe string)
  • func (e *Engine) SummaryChatHistory() (string, error)
  • func (e *Engine) SummaryMessages(messages []llms.ChatMessage) (string, error)
• type EngineChatStreamOutput
  • func (co EngineChatStreamOutput) GetContent() string
  • func (co EngineChatStreamOutput) IsExecutable() bool
  • func (co EngineChatStreamOutput) IsInterrupt() bool
  • func (co EngineChatStreamOutput) IsLast() bool
• type EngineExecOutput
  • func (eo EngineExecOutput) GetCommand() string
  • func (eo EngineExecOutput) GetExplanation() string
  • func (eo EngineExecOutput) IsExecutable() bool
• type EngineLoggingCallbackOutput
  • func (ec EngineLoggingCallbackOutput) GetContent() string
• type EngineMode
  • func (m EngineMode) String() string
• type LogHandler
  • func (l LogHandler) HandleChainEnd(_ context.Context, outputs map[string]any)
  • func (l LogHandler) HandleChainError(_ context.Context, err error)
  • func (l LogHandler) HandleChainStart(_ context.Context, inputs map[string]any)
  • func (l LogHandler) HandleLLMError(_ context.Context, err error)
  • func (l LogHandler) HandleLLMGenerateContentEnd(_ context.Context, res *llms.ContentResponse)
  • func (l LogHandler) HandleLLMGenerateContentStart(_ context.Context, ms []llms.MessageContent)
  • func (l LogHandler) HandleLLMStart(_ context.Context, prompts []string)
  • func (l LogHandler) HandleStreamingFunc(_ context.Context, chunk []byte)
  • func (l LogHandler) HandleText(_ context.Context, text string)
  • func (l LogHandler) HandleToolEnd(_ context.Context, output string)
  • func (l LogHandler) HandleToolError(_ context.Context, err error)
  • func (l LogHandler) HandleToolStart(_ context.Context, input string)
• type SummaryContentOutput

Types

type Engine

type Engine struct {
	// contains filtered or unexported fields
}

func NewLLMEngine

func NewLLMEngine(mode EngineMode, config *options.Config) (*Engine, error)

func (*Engine) ChatStreamCompletion

func (e *Engine) ChatStreamCompletion(input string) error

func (*Engine) Clear

func (e *Engine) Clear()

func (*Engine) ExecCompletion

func (e *Engine) ExecCompletion(input string) (*EngineExecOutput, error)

func (*Engine) GetChannel

func (e *Engine) GetChannel() chan EngineChatStreamOutput

func (*Engine) GetMode

func (e *Engine) GetMode() EngineMode

func (*Engine) Interrupt

func (e *Engine) Interrupt()

func (*Engine) Reset

func (e *Engine) Reset()

func (*Engine) SetMode

func (e *Engine) SetMode(m EngineMode)

func (*Engine) SetPipe

func (e *Engine) SetPipe(pipe string)

func (*Engine) SummaryChatHistory

func (e *Engine) SummaryChatHistory() (string, error)

func (*Engine) SummaryMessages

func (e *Engine) SummaryMessages(messages []llms.ChatMessage) (string, error)

type EngineChatStreamOutput

type EngineChatStreamOutput struct {
	// contains filtered or unexported fields
}

func (EngineChatStreamOutput) GetContent

func (co EngineChatStreamOutput) GetContent() string

func (EngineChatStreamOutput) IsExecutable

func (co EngineChatStreamOutput) IsExecutable() bool

func (EngineChatStreamOutput) IsInterrupt

func (co EngineChatStreamOutput) IsInterrupt() bool

func (EngineChatStreamOutput) IsLast

func (co EngineChatStreamOutput) IsLast() bool

type EngineExecOutput

type EngineExecOutput struct {
	Command     string `json:"cmd"`
	Explanation string `json:"exp"`
	Executable  bool   `json:"exec"`
}

func (EngineExecOutput) GetCommand

func (eo EngineExecOutput) GetCommand() string

func (EngineExecOutput) GetExplanation

func (eo EngineExecOutput) GetExplanation() string

func (EngineExecOutput) IsExecutable

func (eo EngineExecOutput) IsExecutable() bool

type EngineLoggingCallbackOutput

type EngineLoggingCallbackOutput struct {
	// contains filtered or unexported fields
}

func (EngineLoggingCallbackOutput) GetContent

func (ec EngineLoggingCallbackOutput) GetContent() string

type EngineMode

type EngineMode int

const (
	ExecEngineMode EngineMode = iota
	ChatEngineMode
)

func (EngineMode) String

func (m EngineMode) String() string

type LogHandler

type LogHandler struct{}

LogHandler is a callback handler that prints to the standard output.

func (LogHandler) HandleChainEnd

func (l LogHandler) HandleChainEnd(_ context.Context, outputs map[string]any)

func (LogHandler) HandleChainError

func (l LogHandler) HandleChainError(_ context.Context, err error)

func (LogHandler) HandleChainStart

func (l LogHandler) HandleChainStart(_ context.Context, inputs map[string]any)

func (LogHandler) HandleLLMError

func (l LogHandler) HandleLLMError(_ context.Context, err error)

func (LogHandler) HandleLLMGenerateContentEnd

func (l LogHandler) HandleLLMGenerateContentEnd(_ context.Context, res *llms.ContentResponse)

func (LogHandler) HandleLLMGenerateContentStart

func (l LogHandler) HandleLLMGenerateContentStart(_ context.Context, ms []llms.MessageContent)

func (LogHandler) HandleLLMStart

func (l LogHandler) HandleLLMStart(_ context.Context, prompts []string)

func (LogHandler) HandleStreamingFunc

func (l LogHandler) HandleStreamingFunc(_ context.Context, chunk []byte)

func (LogHandler) HandleText

func (l LogHandler) HandleText(_ context.Context, text string)

func (LogHandler) HandleToolEnd

func (l LogHandler) HandleToolEnd(_ context.Context, output string)

func (LogHandler) HandleToolError

func (l LogHandler) HandleToolError(_ context.Context, err error)

func (LogHandler) HandleToolStart

func (l LogHandler) HandleToolStart(_ context.Context, input string)

type SummaryContentOutput

type SummaryContentOutput struct {
	Content string `json:"content"`
}