ollama

Documentation

Index

• func Hallucinate[T valid.Interface](ctx context.Context, c *Client, opts HallucinateOpts) (*T, error)
• type Client
  • func NewClient(baseURL string) *Client
  • func NewLocalClient() *Client
  • func (c *Client) Chat(ctx context.Context, inp *CompleteRequest) (*CompleteResponse, error)
  • func (c *Client) Embeddings(ctx context.Context, er *EmbedRequest) (*EmbedResponse, error)
• type CompleteRequest
• type CompleteResponse
• type EmbedRequest
• type EmbedResponse
• type HallucinateOpts
• type Message

Functions

func Hallucinate

func Hallucinate[T valid.Interface](ctx context.Context, c *Client, opts HallucinateOpts) (*T, error)

Hallucinate prompts the model to hallucinate a "valid" JSON response to the given input.

Types

type Client

type Client struct {
	// contains filtered or unexported fields
}

func NewClient

func NewClient(baseURL string) *Client

func NewLocalClient

func NewLocalClient() *Client

func (*Client) Chat

func (c *Client) Chat(ctx context.Context, inp *CompleteRequest) (*CompleteResponse, error)

func (*Client) Embeddings

func (c *Client) Embeddings(ctx context.Context, er *EmbedRequest) (*EmbedResponse, error)

type CompleteRequest

type CompleteRequest struct {
	Model    string         `json:"model"`
	Messages []Message      `json:"messages"`
	Format   *string        `json:"format,omitempty"`
	Template *string        `json:"template,omitempty"`
	Stream   bool           `json:"stream"`
	Options  map[string]any `json:"options"`
}

type CompleteResponse

type CompleteResponse struct {
	Model              string    `json:"model"`
	CreatedAt          time.Time `json:"created_at"`
	Message            Message   `json:"message"`
	Done               bool      `json:"done"`
	TotalDuration      float64   `json:"total_duration"`
	LoadDuration       float64   `json:"load_duration"`
	PromptEvalCount    int64     `json:"prompt_eval_count"`
	PromptEvalDuration int64     `json:"prompt_eval_duration"`
	EvalCount          int64     `json:"eval_count"`
	EvalDuration       int64     `json:"eval_duration"`
}

type EmbedRequest

type EmbedRequest struct {
	Model  string `json:"model"`
	Prompt string `json:"prompt"`

	Options map[string]any `json:"options"`
}

type EmbedResponse

type EmbedResponse struct {
	Embedding []float64 `json:"embedding"`
}

type HallucinateOpts

type HallucinateOpts struct {
	Model    string    `json:"model"`
	Messages []Message `json:"messages"`
}

HallucinateOpts contains the options for the Hallucinate function.

type Message

type Message struct {
	Content string   `json:"content"`
	Role    string   `json:"role"`
	Images  [][]byte `json:"images"`
}