ai

Documentation

Index

• Constants
• type BedRockClaudeChatMessage
• type BedRockClaudeMessageContent
• type BedrockClaudeResponse
• type ChainParams
• type ChainParamsStep
• type ChainResult
• type Config
• type GeneralChatCompletionMessage
  • func (m GeneralChatCompletionMessage) Pretty() string
• type Instant
  • func New(cfg Config) *Instant
  • func (s *Instant) CallInChain(ctx context.Context, params ChainParams) (*ChainResult, error)
  • func (s *Instant) CreateEmbeddingAzureOpenAI(ctx context.Context, input []string) ([]float32, error)
  • func (s *Instant) CreateEmbeddingBedrock(ctx context.Context, input []string) ([]float32, error)
  • func (s *Instant) CreateEmbeddingOpenAI(ctx context.Context, input []string) ([]float32, error)
  • func (s *Instant) GetEmbeddings(ctx context.Context, input []string) ([]float32, error)
  • func (s *Instant) GrabJsonOutput(ctx context.Context, input string, outputKeys ...string) (map[string]any, error)
  • func (s *Instant) GrabJsonOutputFromMd(ctx context.Context, input string, ptrOutput interface{}) error
  • func (s *Instant) MultipleSteps(ctx context.Context, params ChainParams) (*ChainResult, error)
  • func (s *Instant) OneTimeRequest(ctx context.Context, content string) (string, error)
  • func (s *Instant) OneTimeRequestJson(ctx context.Context, content string) (map[string]any, error)
  • func (s *Instant) RawRequest(ctx context.Context, messages []GeneralChatCompletionMessage) (string, error)
  • func (s *Instant) RawRequestAWSBedrockClaude(ctx context.Context, messages []BedRockClaudeChatMessage) (string, error)
  • func (s *Instant) RawRequestAzureOpenAI(ctx context.Context, messages []azopenai.ChatRequestMessageClassification) (string, error)
  • func (s *Instant) RawRequestOpenAI(ctx context.Context, messages []openai.ChatCompletionMessage) (string, error)
  • func (s *Instant) TwoSteps(ctx context.Context, outputFormat string, input, inst string) (*ChainResult, error)

Constants

const (
	ProviderAzure   = "azure"
	ProviderOpenAI  = "openai"
	ProviderBedrock = "bedrock"
)

const (
	ChatMessageRoleUser      = "user"
	ChatMessageRoleAssistant = "assistant"
)

Types

type BedRockClaudeChatMessage

type BedRockClaudeChatMessage struct {
	Role    string                        `json:"role"`
	Content []BedRockClaudeMessageContent `json:"content"`
}

type BedRockClaudeMessageContent

type BedRockClaudeMessageContent struct {
	Type string `json:"type"`
	Text string `json:"text,omitempty"`
}

type BedrockClaudeResponse

type BedrockClaudeResponse struct {
	ID           string                        `json:"id"`
	Type         string                        `json:"type"`
	Role         string                        `json:"role"`
	Model        string                        `json:"model"`
	Content      []BedRockClaudeMessageContent `json:"content"`
	StopReason   string                        `json:"stop_reason"`
	StopSequence interface{}                   `json:"stop_sequence"`
	Usage        map[string]int                `json:"usage"`
}

type ChainParams

type ChainParams struct {
	Format string
	Steps  []ChainParamsStep
}

type ChainParamsStep

type ChainParamsStep struct {
	Input       string
	Instruction string
	Options     any
}

type ChainResult

type ChainResult struct {
	Text string
	Json map[string]any
}

type Config

type Config struct {
	// openai
	OpenAIApiKey         string
	OpenAIGptModel       string
	OpenAIEmbeddingModel string

	// azure openai
	AzureOpenAIApiKey                string
	AzureOpenAIEndpoint              string
	AzureOpenAIGptDeploymentID       string
	AzureOpenAIEmbeddingDeploymentID string

	// aws bedrock
	AwsKey                      string
	AwsSecret                   string
	AwsBedrockModelArn          string
	AwsBedrockEmbeddingModelArn string

	Provider string

	Debug bool
}

type GeneralChatCompletionMessage

type GeneralChatCompletionMessage struct {
	Role    string
	Content string
}

func (GeneralChatCompletionMessage) Pretty

func (m GeneralChatCompletionMessage) Pretty() string

type Instant

type Instant struct {
	// contains filtered or unexported fields
}

func New

func New(cfg Config) *Instant

func (*Instant) CallInChain

func (s *Instant) CallInChain(ctx context.Context, params ChainParams) (*ChainResult, error)

func (*Instant) CreateEmbeddingAzureOpenAI

func (s *Instant) CreateEmbeddingAzureOpenAI(ctx context.Context, input []string) ([]float32, error)

func (*Instant) CreateEmbeddingBedrock

func (s *Instant) CreateEmbeddingBedrock(ctx context.Context, input []string) ([]float32, error)

func (*Instant) CreateEmbeddingOpenAI

func (s *Instant) CreateEmbeddingOpenAI(ctx context.Context, input []string) ([]float32, error)

func (*Instant) GetEmbeddings

func (s *Instant) GetEmbeddings(ctx context.Context, input []string) ([]float32, error)

func (*Instant) GrabJsonOutput

func (s *Instant) GrabJsonOutput(ctx context.Context, input string, outputKeys ...string) (map[string]any, error)

func (*Instant) GrabJsonOutputFromMd

func (s *Instant) GrabJsonOutputFromMd(ctx context.Context, input string, ptrOutput interface{}) error

func (*Instant) MultipleSteps

func (s *Instant) MultipleSteps(ctx context.Context, params ChainParams) (*ChainResult, error)

func (*Instant) OneTimeRequest

func (s *Instant) OneTimeRequest(ctx context.Context, content string) (string, error)

func (*Instant) OneTimeRequestJson

func (s *Instant) OneTimeRequestJson(ctx context.Context, content string) (map[string]any, error)

func (*Instant) RawRequest

func (s *Instant) RawRequest(ctx context.Context, messages []GeneralChatCompletionMessage) (string, error)

func (*Instant) RawRequestAWSBedrockClaude

func (s *Instant) RawRequestAWSBedrockClaude(ctx context.Context, messages []BedRockClaudeChatMessage) (string, error)

func (*Instant) RawRequestAzureOpenAI

func (s *Instant) RawRequestAzureOpenAI(ctx context.Context, messages []azopenai.ChatRequestMessageClassification) (string, error)

func (*Instant) RawRequestOpenAI

func (s *Instant) RawRequestOpenAI(ctx context.Context, messages []openai.ChatCompletionMessage) (string, error)

func (*Instant) TwoSteps

func (s *Instant) TwoSteps(ctx context.Context, outputFormat string, input, inst string) (*ChainResult, error)