wirepod_ttr

Documentation

Index

• Constants
• Variables
• func BControl(robot *vector.Vector, ctx context.Context, start, stop chan bool)
• func CreateAIReq(transcribedText, esn string, gpt3tryagain, isKG bool) openai.ChatCompletionRequest
• func CreatePrompt(origPrompt string, model string, isKG bool) string
• func DoGetImage(msgs []openai.ChatCompletionMessage, param string, robot *vector.Vector, ...)
• func DoNewRequest(robot *vector.Vector)
• func DoPlayAnimation(animation string, robot *vector.Vector) error
• func DoPlayAnimationWI(animation string, robot *vector.Vector) error
• func DoPlaySound(sound string, robot *vector.Vector) error
• func DoSayText(input string, robot *vector.Vector) error
• func DoSayText_OpenAI(robot *vector.Vector, input string) error
• func GetChat(esn string) vars.RememberedChat
• func IntentPass(req interface{}, intentThing string, speechText string, ...) (interface{}, error)
• func InterruptKGSimWhenTouchedOrWaked(rob *vector.Vector, stop chan bool, stopStop chan bool) bool
• func KGSim(esn string, textToSay string) error
• func LoadPlugins()
• func ModelIsSupported(cmd LLMCommand, model string) bool
• func ParamChecker(req interface{}, intent string, speechText string, botSerial string)
• func ParamCheckerSlotsEnUS(req interface{}, intent string, slots map[string]string, isOpus bool, ...)
• func PerformActions(msgs []openai.ChatCompletionMessage, actions []RobotAction, ...) bool
• func PlaceChat(chat vars.RememberedChat)
• func ProcessTextAll(req interface{}, voiceText string, intents []vars.JsonIntent, isOpus bool) bool
• func Remember(user, ai openai.ChatCompletionMessage, esn string)
• func StartAnim_Queue(esn string)
• func StopAnim_Queue(esn string)
• func StreamingKGSim(req interface{}, esn string, transcribedText string, isKG bool) (string, error)
• func WaitForAnim_Queue(esn string)
• type AnimationQueue
• type LLMCommand
• type RobotAction
  • func CmdParamToAction(cmd, param string) RobotAction
  • func GetActionsFromString(input string) []RobotAction
• type WeatherStruct

Constants

const (
	// arg: text to say
	// not a command
	ActionSayText = 0
	// arg: animation name
	ActionPlayAnimation = 1
	// arg: animation name
	ActionPlayAnimationWI = 2
	// arg: now
	ActionGetImage   = 3
	ActionNewRequest = 4
	// arg: sound file
	ActionPlaySound = 4
)

Variables

var AnimationQueues []AnimationQueue

var PluginFunctions []func(string, string, string, string) (string, string)

var PluginList []*plugin.Plugin

var PluginNames []string

var PluginUtterances []*[]string

var ValidLLMCommands []LLMCommand = []LLMCommand{
	{
		Command:         "playAnimationWI",
		Description:     "Plays an animation on the robot without interrupting speech. This should be used FAR more than the playAnimation command. This is great for storytelling and making any normal response animated. Don't put two of these right next to each other. Use this MANY times. The param choices are the only choices you have. You can't create any.",
		ParamChoices:    "happy, veryHappy, sad, verySad, angry, frustrated, dartingEyes, confused, thinking, celebrate, love",
		Action:          ActionPlayAnimationWI,
		SupportedModels: []string{"all"},
	},
	{
		Command:         "playAnimation",
		Description:     "Plays an animation on the robot. This will interrupt speech. Only use this if you are directed to play an animaion.",
		ParamChoices:    "happy, veryHappy, sad, verySad, angry, frustrated, dartingEyes, confused, thinking, celebrate, love",
		Action:          ActionPlayAnimation,
		SupportedModels: []string{"all"},
	},
	{
		Command:     "getImage",
		Description: "Gets an image from the robot's camera and places it in the next message. If you want to do this, tell the user what you are about to do THEN use the command. This command should END a sentence. Your response will be stopped when this command is recognized. If a user says something like 'what do you see', you should assume that you need to take a new photo. Do NOT automatically assume that you are analyzing a previous photo.",

		ParamChoices:    "front, lookingUp",
		Action:          ActionGetImage,
		SupportedModels: []string{openai.GPT4o, openai.GPT4oMini},
	},
	{
		Command:         "newVoiceRequest",
		Description:     "Starts a new voice command from the robot. Use this if you want more input from the user after your response/if you want to carry out a conversation. Below this, there should be a NOTE telling you whether you are in conversation mode or not. If you are, DONT BE AFRAID TO USE THIS COMMAND! This goes at the end of your response, if you use it.",
		ParamChoices:    "now",
		Action:          ActionNewRequest,
		SupportedModels: []string{"all"},
	},
}

Functions

func BControl

func BControl(robot *vector.Vector, ctx context.Context, start, stop chan bool)

func CreateAIReq

func CreateAIReq(transcribedText, esn string, gpt3tryagain, isKG bool) openai.ChatCompletionRequest

func CreatePrompt

func CreatePrompt(origPrompt string, model string, isKG bool) string

func DoGetImage

func DoGetImage(msgs []openai.ChatCompletionMessage, param string, robot *vector.Vector, stopStop chan bool)

func DoNewRequest

func DoNewRequest(robot *vector.Vector)

func DoPlayAnimation

func DoPlayAnimation(animation string, robot *vector.Vector) error

func DoPlayAnimationWI

func DoPlayAnimationWI(animation string, robot *vector.Vector) error

func DoPlaySound

func DoPlaySound(sound string, robot *vector.Vector) error

func DoSayText

func DoSayText(input string, robot *vector.Vector) error

func DoSayText_OpenAI

func DoSayText_OpenAI(robot *vector.Vector, input string) error

TODO

func GetChat

func GetChat(esn string) vars.RememberedChat

func IntentPass

func IntentPass(req interface{}, intentThing string, speechText string, intentParams map[string]string, isParam bool) (interface{}, error)

func InterruptKGSimWhenTouchedOrWaked

func InterruptKGSimWhenTouchedOrWaked(rob *vector.Vector, stop chan bool, stopStop chan bool) bool

func KGSim

func KGSim(esn string, textToSay string) error

func LoadPlugins

func LoadPlugins()

func ModelIsSupported

func ModelIsSupported(cmd LLMCommand, model string) bool

func ParamChecker

func ParamChecker(req interface{}, intent string, speechText string, botSerial string)

stt

func ParamCheckerSlotsEnUS

func ParamCheckerSlotsEnUS(req interface{}, intent string, slots map[string]string, isOpus bool, botSerial string)

stintent

func PerformActions

func PerformActions(msgs []openai.ChatCompletionMessage, actions []RobotAction, robot *vector.Vector, stopStop chan bool) bool

func PlaceChat

func PlaceChat(chat vars.RememberedChat)

func ProcessTextAll

func ProcessTextAll(req interface{}, voiceText string, intents []vars.JsonIntent, isOpus bool) bool

func Remember

func Remember(user, ai openai.ChatCompletionMessage, esn string)

remember last 16 lines of chat

func StartAnim_Queue

func StartAnim_Queue(esn string)

func StopAnim_Queue

func StopAnim_Queue(esn string)

func StreamingKGSim

func StreamingKGSim(req interface{}, esn string, transcribedText string, isKG bool) (string, error)

func WaitForAnim_Queue

func WaitForAnim_Queue(esn string)

Types

type AnimationQueue

type AnimationQueue struct {
	ESN                  string
	AnimDone             chan bool
	AnimCurrentlyPlaying bool
}

type LLMCommand

type LLMCommand struct {
	Command         string
	Description     string
	ParamChoices    string
	Action          int
	SupportedModels []string
}

type RobotAction

type RobotAction struct {
	Action    int
	Parameter string
}

func CmdParamToAction

func CmdParamToAction(cmd, param string) RobotAction

func GetActionsFromString

func GetActionsFromString(input string) []RobotAction

type WeatherStruct

type WeatherStruct struct {
	Id          int    `json:"id"`
	Main        string `json:"main"`
	Description string `json:"description"`
	Icon        string `json:"icon"`
}