bedrock

Documentation

Index

• func GetModels() []string
• func PromptModel(prompt string, temp float32, top_p float32, max_len int) string
• func PromptModelStream(prompt string, temp float32, top_p float32, max_len int) (*bedrockruntime.InvokeModelWithResponseStreamOutput, error)
• func StartChatSession()
• type Generation
  • func ProcessStreamingOutput(output *bedrockruntime.InvokeModelWithResponseStreamOutput, ...) (Generation, error)
• type Models
  • func OurModels() *Models
• type StreamingOutputHandler

Functions

func GetModels

func GetModels() []string

func PromptModel

func PromptModel(prompt string, temp float32, top_p float32, max_len int) string

func PromptModelStream

func PromptModelStream(prompt string, temp float32, top_p float32, max_len int) (*bedrockruntime.InvokeModelWithResponseStreamOutput, error)

func StartChatSession

func StartChatSession()

Types

type Generation

type Generation struct {
	Generation           string `json:"generation"`
	PromptTokenCount     int    `json:"prompt_token_count"`
	GenerationTokenCount int    `json:"generation_token_count"`
	StopReason           string `json:"stop_reason"`
}

func ProcessStreamingOutput

func ProcessStreamingOutput(output *bedrockruntime.InvokeModelWithResponseStreamOutput, handler StreamingOutputHandler) (Generation, error)

type Models

type Models struct {
	LLAMA3_8B  string
	LLAMA3_70B string
}

func OurModels

func OurModels() *Models

type StreamingOutputHandler

type StreamingOutputHandler func(ctx context.Context, part Generation) error