bedrock

Documentation

Index

• func Create(id, name string, v *Config, workers map[eosc.RequireId]eosc.IWorker) (eosc.IWorker, error)
• func NewFactory() eosc.IExtenderDriverFactory
• func Register(register eosc.IExtenderDriverRegister)
• type Chat
  • func (c *Chat) Endpoint() string
  • func (c *Chat) RequestConvert(ctx eocontext.EoContext, extender map[string]interface{}) error
  • func (c *Chat) ResponseConvert(ctx eocontext.EoContext) error
• type ClientRequest
• type Config
• type Content
• type Converter
  • func (c *Converter) RequestConvert(ctx eocontext.EoContext, extender map[string]interface{}) error
  • func (c *Converter) ResponseConvert(ctx eocontext.EoContext) error
• type FNewModelMode
• type IModelMode
  • func NewChat(model string) IModelMode
• type InferenceConfig
• type Message
• type ModelConfig
• type Output
• type Response

Functions

func Create

func Create(id, name string, v *Config, workers map[eosc.RequireId]eosc.IWorker) (eosc.IWorker, error)

Create 创建驱动实例

func NewFactory

func NewFactory() eosc.IExtenderDriverFactory

NewFactory 创建service_http驱动工厂

func Register

func Register(register eosc.IExtenderDriverRegister)

Register 注册驱动

Types

type Chat

type Chat struct {
	// contains filtered or unexported fields
}

func (*Chat) Endpoint

func (c *Chat) Endpoint() string

func (*Chat) RequestConvert

func (c *Chat) RequestConvert(ctx eocontext.EoContext, extender map[string]interface{}) error

func (*Chat) ResponseConvert

func (c *Chat) ResponseConvert(ctx eocontext.EoContext) error

type ClientRequest

type ClientRequest struct {
	Messages        []*Message       `json:"message,omitempty"`
	System          *Content         `json:"system,omitempty"`
	InferenceConfig *InferenceConfig `json:"inferenceConfig,omitempty"`
}

type Config

type Config struct {
	AccessKey          string `json:"aws_access_key_id"`
	SecretKey          string `json:"aws_secret_access_key"`
	Region             string `json:"aws_region"`
	ModelForValidation string `json:"model_for_validation"`
}

type Content

type Content struct {
	Text string `json:"text"`
}

type Converter

type Converter struct {
	// contains filtered or unexported fields
}

func (*Converter) RequestConvert

func (c *Converter) RequestConvert(ctx eocontext.EoContext, extender map[string]interface{}) error

func (*Converter) ResponseConvert

func (c *Converter) ResponseConvert(ctx eocontext.EoContext) error

type FNewModelMode

type FNewModelMode func(string) IModelMode

type IModelMode

type IModelMode interface {
	Endpoint() string
	convert.IConverter
}

func NewChat

func NewChat(model string) IModelMode

type InferenceConfig

type InferenceConfig struct {
	MaxTokens   int     `json:"maxTokens"`
	Temperature float64 `json:"temperature"`
	TopP        float64 `json:"topP"`
}

type Message

type Message struct {
	Role    string     `json:"role"`
	Content []*Content `json:"content"`
}

type ModelConfig

type ModelConfig struct {
	MaxTokens   int     `json:"max_tokens"`
	Temperature float64 `json:"temperature"`
	TopP        float64 `json:"top_p"`
}

type Output

type Output struct {
	Message *Message `json:"message"`
}

type Response

type Response struct {
	Output     Output `json:"output"`
	StopReason string `json:"stopReason"`
}