anthropic

Documentation

Index

• Constants
• type Anthropic
  • func New(llmService ai.ServiceConfig) *Anthropic
  • func (a *Anthropic) ChatCompletion(conversation ai.BotConversation, opts ...ai.LanguageModelOption) (*ai.TextStreamResult, error)
  • func (a *Anthropic) ChatCompletionNoStream(conversation ai.BotConversation, opts ...ai.LanguageModelOption) (string, error)
  • func (a *Anthropic) CountTokens(text string) int
  • func (a *Anthropic) GetDefaultConfig() ai.LLMConfig
  • func (a *Anthropic) TokenLimit() int
• type Client
  • func NewClient(apiKey string) *Client
  • func (c *Client) MessageCompletion(completionRequest MessageRequest) (*ai.TextStreamResult, error)
  • func (c *Client) MessageCompletionNoStream(completionRequest MessageRequest) (string, error)
• type Content
• type InputMessage
• type MessageRequest
• type MessageStreamEvent
• type OutputMessage
• type RequestMetadata
• type StreamDelta
• type Usage

Constants

const (
	MessageEndpoint = "https://api.anthropic.com/v1/messages"
	APIKeyHeader    = "X-API-Key" //nolint:gosec

	StopReasonStopSequence = "stop_sequence"
	StopReasonMaxTokens    = "max_tokens"
)

const DefaultMaxTokens = 4096

const RoleAssistant = "assistant"

const RoleUser = "user"

Types

type Anthropic

type Anthropic struct {
	// contains filtered or unexported fields
}

func New

func New(llmService ai.ServiceConfig) *Anthropic

func (*Anthropic) ChatCompletion

func (a *Anthropic) ChatCompletion(conversation ai.BotConversation, opts ...ai.LanguageModelOption) (*ai.TextStreamResult, error)

func (*Anthropic) ChatCompletionNoStream

func (a *Anthropic) ChatCompletionNoStream(conversation ai.BotConversation, opts ...ai.LanguageModelOption) (string, error)

func (*Anthropic) CountTokens

func (a *Anthropic) CountTokens(text string) int

func (*Anthropic) GetDefaultConfig

func (a *Anthropic) GetDefaultConfig() ai.LLMConfig

func (*Anthropic) TokenLimit

func (a *Anthropic) TokenLimit() int

type Client

type Client struct {
	// contains filtered or unexported fields
}

func NewClient

func NewClient(apiKey string) *Client

func (*Client) MessageCompletion

func (c *Client) MessageCompletion(completionRequest MessageRequest) (*ai.TextStreamResult, error)

func (*Client) MessageCompletionNoStream

func (c *Client) MessageCompletionNoStream(completionRequest MessageRequest) (string, error)

type Content

type Content struct {
	Type string `json:"type"`
	Text string `json:"text"`
}

type InputMessage

type InputMessage struct {
	Role    string `json:"role"`
	Content string `json:"content"`
}

type MessageRequest

type MessageRequest struct {
	Model     string          `json:"model"`
	Messages  []InputMessage  `json:"messages"`
	System    string          `json:"system"`
	MaxTokens int             `json:"max_tokens"`
	Metadata  RequestMetadata `json:"metadata"`
	Stream    bool            `json:"stream"`
}

type MessageStreamEvent

type MessageStreamEvent struct {
	Type         string `json:"type"`
	Message      OutputMessage
	Index        int         `json:"index"`
	ContentBlock StreamDelta `json:"content_block"`
	Delta        StreamDelta `json:"delta"`
}

type OutputMessage

type OutputMessage struct {
	ID         string    `json:"id"`
	Content    []Content `json:"content"`
	StopReason string    `json:"stop_reason"`
	Usage      Usage     `json:"usage"`
}

type RequestMetadata

type RequestMetadata struct {
	UserID string `json:"user_id"`
}

type StreamDelta

type StreamDelta struct {
	Type       string `json:"type"`
	Text       string `json:"text"`
	StopReason string `json:"stop_reason"`
	Usage      Usage  `json:"usage"`
}

type Usage

type Usage struct {
	InputTokens  int `json:"input_tokens"`
	OutputTokens int `json:"output_tokens"`
}