llmhttp

Documentation

Index

• func Server(name ...interface{}) (server *ghttpx.Server)
• type Choice
• type Input
• type Message
• type Output
• type Req
• type ReqMessage
• type Rsp
• type RspEvent
• type RspMessage
• type Tmpl
• type Tool
• type ToolCall
• type ToolCallFunction
• type ToolFunction
• type Usage

Functions

func Server

func Server(name ...interface{}) (server *ghttpx.Server)

Types

type Choice

type Choice struct {
	Index        *int        `json:"index,omitempty"`
	FinishReason *string     `json:"finish_reason,omitempty"`
	Message      *RspMessage `json:"message,omitempty"`
}

type Input

type Input struct {
	Messages     []*ReqMessage `json:"messages"`
	MessagesTmpl *Tmpl         `json:"messages_tmpl"`
	Prompt       *string       `json:"prompt"`
	PromptTmpl   *Tmpl         `json:"prompt_tmpl"`

	Tools     []*Tool `json:"tools"`
	ToolsTmpl *Tmpl   `json:"tools_tmpl"`
}

type Message

type Message struct {
	Role       *string     `json:"role,omitempty"`
	Content    *string     `json:"content,omitempty"`
	ToolCalls  []*ToolCall `json:"tool_calls,omitempty"`
	ToolCallId *string     `json:"tool_call_id,omitempty"`
	Name       *string     `json:"name,omitempty"`
}

type Output

type Output struct {
	Id      *string   `json:"id,omitempty"`
	Choices []*Choice `json:"choices,omitempty"`
	Usage   *Usage    `json:"usage,omitempty"`
	TraceId string    `json:"trace_id,omitempty"`
}

type Req

type Req struct {
	Model  string `json:"model" v:"required"`
	Stream bool   `json:"stream"`
	*Input
}

type ReqMessage

type ReqMessage struct {
	Message
	ContentTmpl *Tmpl `json:"content_tmpl"`
}

type Rsp

type Rsp struct {
	Code    *string `json:"code,omitempty"`
	Message *string `json:"message,omitempty"`
	*Output
}

type RspEvent

type RspEvent struct {
	EventId *string
	Event   *string
	*Output
}

type RspMessage

type RspMessage struct {
	Message
}

type Tmpl

type Tmpl struct {
	Name   string                 `json:"name"`
	Params map[string]interface{} `json:"params"`
}

type Tool

type Tool struct {
	Type     *string       `json:"type"`
	Function *ToolFunction `json:"function"`
}

type ToolCall

type ToolCall struct {
	Id       *string           `json:"id,omitempty"`
	Type     *string           `json:"type,omitempty"`
	Function *ToolCallFunction `json:"function,omitempty"`
	Index    *int              `json:"index,omitempty"`
}

type ToolCallFunction

type ToolCallFunction struct {
	Name      *string `json:"name,omitempty"`
	Arguments *string `json:"arguments,omitempty"`
}

type ToolFunction

type ToolFunction struct {
	Name        *string                `json:"name"`
	Description *string                `json:"description"`
	Parameters  map[string]interface{} `json:"parameters"`
}

type Usage

type Usage struct {
	PromptTokens     *int64 `json:"prompt_tokens,omitempty"`
	CompletionTokens *int64 `json:"completion_tokens,omitempty"`
	TotalTokens      *int64 `json:"total_tokens,omitempty"`
}