Documentation ¶
Index ¶
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type ParameterLayer ¶
type ParameterLayer struct {
*layers.ParameterLayerImpl `yaml:",inline"`
}
func NewParameterLayer ¶
func NewParameterLayer(options ...layers.ParameterLayerOptions) (*ParameterLayer, error)
type Settings ¶ added in v0.2.4
type Settings struct { ClientSettings *openai.ClientSettings `yaml:"client,omitempty"` Engine *string `yaml:"engine,omitempty" glazed.parameter:"openai-engine"` MaxResponseTokens *int `yaml:"max_response_tokens,omitempty" glazed.parameter:"openai-max-response-tokens"` // TopP to use TopP *float64 `yaml:"top_p,omitempty" glazed.parameter:"openai-top-p"` // Sampling temperature to use Temperature *float64 `yaml:"temperature,omitempty" glazed.parameter:"openai-temperature"` // How many choice to create for each prompt N *int `yaml:"n" glazed.parameter:"openai-n"` // Up to 4 sequences where the API will stop generating tokens. Response will not contain the stop sequence. Stop []string `yaml:"stop,omitempty" glazed.parameter:"openai-stop"` // PresencePenalty to use PresencePenalty *float64 `yaml:"presence_penalty,omitempty" glazed.parameter:"openai-presence-penalty"` // FrequencyPenalty to use FrequencyPenalty *float64 `yaml:"frequency_penalty,omitempty" glazed.parameter:"openai-frequency-penalty"` // LogitBias to use // TODO(manuel, 2023-03-28) Properly load logit bias // See https://github.com/go-go-golems/geppetto/issues/48 LogitBias map[string]string `yaml:"logit_bias,omitempty" glazed.parameter:"openai-logit-bias"` Stream bool `yaml:"stream,omitempty" glazed.parameter:"openai-stream"` }
func NewSettings ¶ added in v0.2.4
func NewSettings() *Settings
type Transformer ¶ added in v0.2.4
type Transformer struct { ClientSettings *openai.ClientSettings `yaml:"client,omitempty"` StepSettings *Settings `yaml:"completion,omitempty"` }
func NewStepFromYAML ¶ added in v0.2.4
func NewStepFromYAML(s io.Reader) (*Transformer, error)
func (*Transformer) Close ¶ added in v0.2.4
func (csf *Transformer) Close(ctx context.Context) error
Close is only called after the returned monad has been entirely consumed
func (*Transformer) Start ¶ added in v0.2.4
func (csf *Transformer) Start( ctx context.Context, messages []*geppetto_context.Message, ) (*steps.StepResult[string], error)
func (*Transformer) UpdateFromParameters ¶ added in v0.2.4
func (csf *Transformer) UpdateFromParameters(ps map[string]interface{}) error
Click to show internal directories.
Click to hide internal directories.