ai

Documentation

Index

• Variables
• func Run(conf *logr.Config)
• type ChatHistory
• type ChatHistoryItem
• type OllamaChat
  • func NewOllamaChat(url string) (*OllamaChat, error)
  • func (ollama *OllamaChat) Prompt(history ChatHistory, onSentence func(string), onToken func(string)) (*ChatHistoryItem, error)
• type RequestBody
• type ResponseBody

Variables

var ErrInvalidUrl = errors.New("invalid llm url")

Functions

func Run

func Run(conf *logr.Config)

Types

type ChatHistory

type ChatHistory []*ChatHistoryItem

type ChatHistoryItem

type ChatHistoryItem struct {
	Role    string `json:"role"`
	Content string `json:"content"`
}

type OllamaChat

type OllamaChat struct {
	Url   string
	Model string
}

func NewOllamaChat

func NewOllamaChat(url string) (*OllamaChat, error)

func (*OllamaChat) Prompt

func (ollama *OllamaChat) Prompt(
	history ChatHistory,
	onSentence func(string),
	onToken func(string),
) (*ChatHistoryItem, error)

type RequestBody

type RequestBody struct {
	Model    string      `json:"model"`
	Messages ChatHistory `json:"messages"`
	Stream   bool        `json:"stream"`
}

type ResponseBody

type ResponseBody struct {
	Model   string          `json:"model"`
	Message ChatHistoryItem `json:"message"`
	Done    bool            `json:"done"`
}