novita

Documentation

Index

• Constants
• Variables
• type ChatCompletion
• type Choice
• type Delta
• type GptFunc
• type GptTool
• type GptToolSuper
• type Novita
  • func (g *Novita) RegisterTool(tool tools.AiTool)
  • func (g *Novita) Setup() error
• type ToolsCall
• type Usage

Constants

const ChatURL = "https://api.novita.ai/v3/openai/chat/completions"

Variables

var NOVITA_DEFAULT = Novita{
	Model:       "gryphe/mythomax-l2-13b",
	Temperature: 1.0,
	TopP:        1.0,
	Url:         ChatURL,
}

Types

type ChatCompletion

type ChatCompletion struct {
	ID                string   `json:"id"`
	Object            string   `json:"object"`
	Created           int64    `json:"created"`
	Model             string   `json:"model"`
	Choices           []Choice `json:"choices"`
	Usage             Usage    `json:"usage"`
	SystemFingerprint string   `json:"system_fingerprint"`
}

since we can use Novita AI in OpenAI compatible mode, we use the same types as `openai` package

type Choice

type Choice struct {
	Index        int         `json:"index"`
	Delta        Delta       `json:"delta"`
	Logprobs     interface{} `json:"logprobs"` // null or complex object, hence interface{}
	FinishReason string      `json:"finish_reason"`
}

type Delta

type Delta struct {
	Content   any         `json:"content"`
	Role      string      `json:"role"`
	ToolCalls []ToolsCall `json:"tool_calls"`
}

type GptFunc

type GptFunc struct {
	Arguments string `json:"arguments"`
	Name      string `json:"name"`
}

type GptTool

type GptTool struct {
	Name        string            `json:"name"`
	Description string            `json:"description"`
	Inputs      tools.InputSchema `json:"parameters"`
}

type GptToolSuper

type GptToolSuper struct {
	Type     string  `json:"type"`
	Function GptTool `json:"function"`
}

type Novita

type Novita struct {
	generic.StreamCompleter
	Model            string  `json:"model"`
	FrequencyPenalty float64 `json:"frequency_penalty"`
	MaxTokens        *int    `json:"max_tokens"` // Use a pointer to allow null value
	PresencePenalty  float64 `json:"presence_penalty"`
	Temperature      float64 `json:"temperature"`
	TopP             float64 `json:"top_p"`
	Url              string  `json:"url"`
}

func (*Novita) RegisterTool

func (g *Novita) RegisterTool(tool tools.AiTool)

func (*Novita) Setup

func (g *Novita) Setup() error

type ToolsCall

type ToolsCall struct {
	Function GptFunc `json:"function"`
	ID       string  `json:"id"`
	Index    int     `json:"index"`
	Type     string  `json:"type"`
}

type Usage

type Usage struct {
	PromptTokens     int `json:"prompt_tokens"`
	CompletionTokens int `json:"completion_tokens"`
	TotalTokens      int `json:"total_tokens"`
}