anthropic

Documentation

Index

• Variables
• func Handler(meta *meta.Meta, c *gin.Context, resp *http.Response) (*model.ErrorWithStatusCode, *model.Usage)
• func ResponseClaude2OpenAI(claudeResponse *Response) *openai.TextResponse
• func StreamHandler(m *meta.Meta, c *gin.Context, resp *http.Response) (*model.ErrorWithStatusCode, *model.Usage)
• type Adaptor
  • func (a *Adaptor) ConvertRequest(meta *meta.Meta, req *http.Request) (string, http.Header, io.Reader, error)
  • func (a *Adaptor) DoRequest(_ *meta.Meta, _ *gin.Context, req *http.Request) (*http.Response, error)
  • func (a *Adaptor) DoResponse(meta *meta.Meta, c *gin.Context, resp *http.Response) (usage *relaymodel.Usage, err *relaymodel.ErrorWithStatusCode)
  • func (a *Adaptor) GetBaseURL() string
  • func (a *Adaptor) GetChannelName() string
  • func (a *Adaptor) GetModelList() []*model.ModelConfig
  • func (a *Adaptor) GetRequestURL(meta *meta.Meta) (string, error)
  • func (a *Adaptor) SetupRequestHeader(meta *meta.Meta, c *gin.Context, req *http.Request) error
• type Content
• type Delta
• type Error
• type ImageSource
• type InputSchema
• type Message
• type Metadata
• type Request
  • func ConvertRequest(meta *meta.Meta, req *http.Request) (*Request, error)
• type Response
  • func StreamResponseClaude2OpenAI(claudeResponse *StreamResponse) (*openai.ChatCompletionsStreamResponse, *Response)
• type StreamResponse
• type Tool
• type Usage

Variables

var ModelList = []*model.ModelConfig{
	{
		Model:       "claude-3-haiku-20240307",
		Type:        relaymode.ChatCompletions,
		Owner:       model.ModelOwnerAnthropic,
		InputPrice:  0.0025,
		OutputPrice: 0.0125,
		Config: model.NewModelConfig(
			model.WithModelConfigMaxContextTokens(200000),
			model.WithModelConfigMaxOutputTokens(4096),
		),
	},
	{
		Model:       "claude-3-opus-20240229",
		Type:        relaymode.ChatCompletions,
		Owner:       model.ModelOwnerAnthropic,
		InputPrice:  0.015,
		OutputPrice: 0.075,
		Config: model.NewModelConfig(
			model.WithModelConfigMaxContextTokens(200000),
			model.WithModelConfigMaxOutputTokens(4096),
		),
	},
	{
		Model:       "claude-3-5-haiku-20241022",
		Type:        relaymode.ChatCompletions,
		Owner:       model.ModelOwnerAnthropic,
		InputPrice:  0.0008,
		OutputPrice: 0.004,
		Config: model.NewModelConfig(
			model.WithModelConfigMaxContextTokens(200000),
			model.WithModelConfigMaxOutputTokens(4096),
			model.WithModelConfigToolChoice(true),
		),
	},
	{
		Model:       "claude-3-5-sonnet-20240620",
		Type:        relaymode.ChatCompletions,
		Owner:       model.ModelOwnerAnthropic,
		InputPrice:  0.003,
		OutputPrice: 0.015,
		Config: model.NewModelConfig(
			model.WithModelConfigMaxContextTokens(200000),
			model.WithModelConfigMaxOutputTokens(8192),
			model.WithModelConfigToolChoice(true),
		),
	},
	{
		Model:       "claude-3-5-sonnet-20241022",
		Type:        relaymode.ChatCompletions,
		Owner:       model.ModelOwnerAnthropic,
		InputPrice:  0.003,
		OutputPrice: 0.015,
		Config: model.NewModelConfig(
			model.WithModelConfigMaxContextTokens(200000),
			model.WithModelConfigMaxOutputTokens(8192),
			model.WithModelConfigToolChoice(true),
		),
	},
	{
		Model:       "claude-3-5-sonnet-latest",
		Type:        relaymode.ChatCompletions,
		Owner:       model.ModelOwnerAnthropic,
		InputPrice:  0.003,
		OutputPrice: 0.015,
		Config: model.NewModelConfig(
			model.WithModelConfigMaxContextTokens(200000),
			model.WithModelConfigMaxOutputTokens(8192),
			model.WithModelConfigToolChoice(true),
		),
	},
}

Functions

func Handler

func Handler(meta *meta.Meta, c *gin.Context, resp *http.Response) (*model.ErrorWithStatusCode, *model.Usage)

func ResponseClaude2OpenAI

func ResponseClaude2OpenAI(claudeResponse *Response) *openai.TextResponse

func StreamHandler

func StreamHandler(m *meta.Meta, c *gin.Context, resp *http.Response) (*model.ErrorWithStatusCode, *model.Usage)

Types

type Adaptor

type Adaptor struct{}

func (*Adaptor) ConvertRequest

func (a *Adaptor) ConvertRequest(meta *meta.Meta, req *http.Request) (string, http.Header, io.Reader, error)

func (*Adaptor) DoRequest

func (a *Adaptor) DoRequest(_ *meta.Meta, _ *gin.Context, req *http.Request) (*http.Response, error)

func (*Adaptor) DoResponse

func (a *Adaptor) DoResponse(meta *meta.Meta, c *gin.Context, resp *http.Response) (usage *relaymodel.Usage, err *relaymodel.ErrorWithStatusCode)

func (*Adaptor) GetBaseURL

func (a *Adaptor) GetBaseURL() string

func (*Adaptor) GetChannelName

func (a *Adaptor) GetChannelName() string

func (*Adaptor) GetModelList

func (a *Adaptor) GetModelList() []*model.ModelConfig

func (*Adaptor) GetRequestURL

func (a *Adaptor) GetRequestURL(meta *meta.Meta) (string, error)

func (*Adaptor) SetupRequestHeader

func (a *Adaptor) SetupRequestHeader(meta *meta.Meta, c *gin.Context, req *http.Request) error

type Content

type Content struct {
	Type   string       `json:"type"`
	Text   string       `json:"text,omitempty"`
	Source *ImageSource `json:"source,omitempty"`
	// tool_calls
	ID        string `json:"id,omitempty"`
	Name      string `json:"name,omitempty"`
	Input     any    `json:"input,omitempty"`
	Content   string `json:"content,omitempty"`
	ToolUseID string `json:"tool_use_id,omitempty"`
}

type Delta

type Delta struct {
	StopReason   *string `json:"stop_reason"`
	StopSequence *string `json:"stop_sequence"`
	Type         string  `json:"type"`
	Text         string  `json:"text"`
	PartialJSON  string  `json:"partial_json,omitempty"`
}

type Error

type Error struct {
	Type    string `json:"type"`
	Message string `json:"message"`
}

type ImageSource

type ImageSource struct {
	Type      string `json:"type"`
	MediaType string `json:"media_type"`
	Data      string `json:"data"`
}

type InputSchema

type InputSchema struct {
	Properties any    `json:"properties,omitempty"`
	Required   any    `json:"required,omitempty"`
	Type       string `json:"type"`
}

type Message

type Message struct {
	Role    string    `json:"role"`
	Content []Content `json:"content"`
}

type Metadata

type Metadata struct {
	UserID string `json:"user_id"`
}

type Request

type Request struct {
	ToolChoice    any       `json:"tool_choice,omitempty"`
	Temperature   *float64  `json:"temperature,omitempty"`
	TopP          *float64  `json:"top_p,omitempty"`
	Model         string    `json:"model"`
	System        string    `json:"system,omitempty"`
	Messages      []Message `json:"messages"`
	StopSequences []string  `json:"stop_sequences,omitempty"`
	Tools         []Tool    `json:"tools,omitempty"`
	MaxTokens     int       `json:"max_tokens,omitempty"`
	TopK          int       `json:"top_k,omitempty"`
	Stream        bool      `json:"stream,omitempty"`
}

func ConvertRequest

func ConvertRequest(meta *meta.Meta, req *http.Request) (*Request, error)

type Response

type Response struct {
	StopReason   *string   `json:"stop_reason"`
	StopSequence *string   `json:"stop_sequence"`
	Error        Error     `json:"error"`
	ID           string    `json:"id"`
	Type         string    `json:"type"`
	Role         string    `json:"role"`
	Model        string    `json:"model"`
	Content      []Content `json:"content"`
	Usage        Usage     `json:"usage"`
}

func StreamResponseClaude2OpenAI

func StreamResponseClaude2OpenAI(claudeResponse *StreamResponse) (*openai.ChatCompletionsStreamResponse, *Response)

https://docs.anthropic.com/claude/reference/messages-streaming

type StreamResponse

type StreamResponse struct {
	Message      *Response `json:"message"`
	ContentBlock *Content  `json:"content_block"`
	Delta        *Delta    `json:"delta"`
	Usage        *Usage    `json:"usage"`
	Type         string    `json:"type"`
	Index        int       `json:"index"`
}

type Tool

type Tool struct {
	InputSchema InputSchema `json:"input_schema"`
	Name        string      `json:"name"`
	Description string      `json:"description,omitempty"`
}

type Usage

type Usage struct {
	InputTokens  int `json:"input_tokens"`
	OutputTokens int `json:"output_tokens"`
}