llm

Documentation

Index

• Constants
• type Choice
• type JSONUsage
• type LLMResponse
• type Message
• type MockService
  • func (s *MockService) Query(prompts []core.LLMPrompt) ([]byte, error)
  • func (s *MockService) ResponseToLLMPrompt(response []byte) (core.LLMPrompt, error)
• type Service
  • func (s *Service) Query(prompts []core.LLMPrompt) ([]byte, error)
  • func (s *Service) ResponseToLLMPrompt(response []byte) (core.LLMPrompt, error)

Constants

const OPEN_API_URL = "https://api.openai.com/v1/chat/completions"

Types

type Choice

type Choice struct {
	Message Message `json:"message"`
}

type JSONUsage

type JSONUsage struct {
	PromptTokens     int `json:"prompt_tokens"`
	CompletionTokens int `json:"completion_tokens"`
	TotalTokens      int `json:"total_tokens"`
}

type LLMResponse

type LLMResponse struct {
	Id      string    `json:"id"`
	Model   string    `json:"model"`
	Usage   JSONUsage `json:"usage"`
	Choices []Choice  `json:"choices"`
}

type Message

type Message struct {
	Content string `json:"content"`
	Role    string `json:"role"`
}

type MockService

type MockService struct {
}

func (*MockService) Query

func (s *MockService) Query(prompts []core.LLMPrompt) ([]byte, error)

func (*MockService) ResponseToLLMPrompt

func (s *MockService) ResponseToLLMPrompt(response []byte) (core.LLMPrompt, error)

type Service

type Service struct {
}

func (*Service) Query

func (s *Service) Query(prompts []core.LLMPrompt) ([]byte, error)

func (*Service) ResponseToLLMPrompt

func (s *Service) ResponseToLLMPrompt(response []byte) (core.LLMPrompt, error)