groq

Documentation

Index

• func Create(id, name string, v *Config, workers map[eosc.RequireId]eosc.IWorker) (eosc.IWorker, error)
• func NewFactory() eosc.IExtenderDriverFactory
• func Register(register eosc.IExtenderDriverRegister)
• type Chat
  • func NewChat() *Chat
  • func (c *Chat) Endpoint() string
  • func (c *Chat) RequestConvert(ctx eocontext.EoContext, extender map[string]interface{}) error
  • func (c *Chat) ResponseConvert(ctx eocontext.EoContext) error
• type ClientRequest
• type CompletionTokensDetails
• type Config
• type Converter
  • func (c *Converter) RequestConvert(ctx eocontext.EoContext, extender map[string]interface{}) error
  • func (c *Converter) ResponseConvert(ctx eocontext.EoContext) error
• type Error
• type IModelMode
• type Message
• type ModelConfig
• type Response
• type ResponseChoice
• type Usage

Functions

func Create

func Create(id, name string, v *Config, workers map[eosc.RequireId]eosc.IWorker) (eosc.IWorker, error)

Create 创建驱动实例

func NewFactory

func NewFactory() eosc.IExtenderDriverFactory

NewFactory 创建service_http驱动工厂

func Register

func Register(register eosc.IExtenderDriverRegister)

Register 注册驱动

Types

type Chat

type Chat struct {
	// contains filtered or unexported fields
}

func NewChat

func NewChat() *Chat

func (*Chat) Endpoint

func (c *Chat) Endpoint() string

func (*Chat) RequestConvert

func (c *Chat) RequestConvert(ctx eocontext.EoContext, extender map[string]interface{}) error

func (*Chat) ResponseConvert

func (c *Chat) ResponseConvert(ctx eocontext.EoContext) error

type ClientRequest

type ClientRequest struct {
	Messages []*Message `json:"messages"`
}

* 返回正确示例

{
    "id": "chatcmpl-d615c27e-8f08-44f4-a0f1-241f4cb5731e",
    "object": "chat.completion",
    "created": 1735527988,
    "model": "llama3-8b-8192",
    "choices": [
        {
            "index": 0,
            "message": {
                "role": "assistant",
                "content": "response content!"
            },
            "logprobs": null,
            "finish_reason": "stop"
        }
    ],
    "usage": {
        "queue_time": 0.017568127,
        "prompt_tokens": 18,
        "prompt_time": 0.00188563,
        "completion_tokens": 638,
        "completion_time": 0.531666667,
        "total_tokens": 656,
        "total_time": 0.533552297
    },
    "system_fingerprint": "fp_179b0f92c9",
    "x_groq": {
        "id": "req_01jgarez1gea59fnyaxeq8m463"
    }
}

返回失败示例

{
    "error": {
        "message": "'messages.0' : discriminator property 'role' has invalid value",
        "type": "invalid_request_error"
    }
}

type CompletionTokensDetails

type CompletionTokensDetails struct {
	ReasoningTokens int `json:"reasoning_tokens"`
}

type Config

type Config struct {
	APIKey string `json:"api_key"`
}

type Converter

type Converter struct {
	// contains filtered or unexported fields
}

func (*Converter) RequestConvert

func (c *Converter) RequestConvert(ctx eocontext.EoContext, extender map[string]interface{}) error

func (*Converter) ResponseConvert

func (c *Converter) ResponseConvert(ctx eocontext.EoContext) error

type Error

type Error struct {
	Message string `json:"message"`
	Type    string `json:"type"`
	Code    string `json:"code"`
}

type IModelMode

type IModelMode interface {
	Endpoint() string
	convert.IConverter
}

type Message

type Message struct {
	Role    string `json:"role"`
	Content string `json:"content"`
}

type ModelConfig

type ModelConfig struct {
	FrequencyPenalty float64 `json:"frequency_penalty"`
	MaxTokens        int     `json:"max_tokens"`
	PresencePenalty  float64 `json:"presence_penalty"`
	ResponseFormat   string  `json:"response_format"`
	Temperature      float64 `json:"temperature"`
	TopP             float64 `json:"top_p"`
}

type Response

type Response struct {
	Id      string           `json:"id"`
	Object  string           `json:"object"`
	Created int              `json:"created"`
	Model   string           `json:"model"`
	Choices []ResponseChoice `json:"choices"`
	Usage   Usage            `json:"usage"`
	Error   Error            `json:"error"`
}

type ResponseChoice

type ResponseChoice struct {
	Index        int     `json:"index"`
	Message      Message `json:"message"`
	FinishReason string  `json:"finish_reason"`
}

type Usage

type Usage struct {
	PromptTokens     int `json:"prompt_tokens"`
	CompletionTokens int `json:"completion_tokens"`
	TotalTokens      int `json:"total_tokens"`
}