provider

Documentation

Index

• Variables
• func ChunkToMessage[T messages.Response, M messages.ModelMessage](dst *messages.Message[M], src Chunk[T])
• func ResponseToMessage[T messages.Response, M messages.ModelMessage](dst *messages.Message[M], src Response[T])
• func ToDynamicJSON(val any) (map[string]any, error)
• type Chunk
  • func (c Chunk[T]) MarshalJSON() ([]byte, error)
  • func (c *Chunk[T]) UnmarshalJSON(data []byte) error
• type CompletionParams
• type Delim
  • func (d Delim) MarshalJSON() ([]byte, error)
  • func (d *Delim) UnmarshalJSON(data []byte) error
• type Error
  • func (e Error) Error() string
  • func (e Error) MarshalJSON() ([]byte, error)
  • func (e *Error) UnmarshalJSON(data []byte) error
• type KnownModel
• type Provider
• type Response
  • func (r Response[T]) MarshalJSON() ([]byte, error)
  • func (r *Response[T]) UnmarshalJSON(data []byte) error
• type StreamEvent
• type ToolDefinition
  • func (td ToolDefinition) ToNameAndSchema() (string, *jsonschema.Schema)

Variables

var (
	GPT4o     = KnownModel(openai.ChatModelChatgpt4oLatest)
	GPT4oMini = KnownModel(openai.ChatModelGPT4oMini)
	O1        = KnownModel(openai.ChatModelO1)
	O1Mini    = KnownModel(openai.ChatModelO1Mini)
)

Functions

func ChunkToMessage

func ChunkToMessage[T messages.Response, M messages.ModelMessage](dst *messages.Message[M], src Chunk[T])

func ResponseToMessage

func ResponseToMessage[T messages.Response, M messages.ModelMessage](dst *messages.Message[M], src Response[T])

func ToDynamicJSON

func ToDynamicJSON(val any) (map[string]any, error)

Types

type Chunk

type Chunk[T messages.Response] struct {
	RunID     uuid.UUID       `json:"run_id"`
	TurnID    uuid.UUID       `json:"turn_id"`
	Chunk     T               `json:"chunk"`
	Timestamp strfmt.DateTime `json:"timestamp,omitempty"`
	Meta      gjson.Result    `json:"meta,omitempty"`
}

func (Chunk[T]) MarshalJSON

func (c Chunk[T]) MarshalJSON() ([]byte, error)

MarshalJSON implements custom JSON marshaling for Chunk[T]

func (*Chunk[T]) UnmarshalJSON

func (c *Chunk[T]) UnmarshalJSON(data []byte) error

UnmarshalJSON implements custom JSON unmarshaling for Chunk[T]

type CompletionParams

type CompletionParams struct {
	RunID          uuid.UUID
	Instructions   string
	Thread         *runstate.Aggregator
	Stream         bool
	ResponseSchema *jsonschema.Schema
	Model          KnownModel
	Tools          []ToolDefinition
	// contains filtered or unexported fields
}

type Delim

type Delim struct {
	RunID  uuid.UUID `json:"run_id"`
	TurnID uuid.UUID `json:"turn_id"`
	Delim  string    `json:"delim"`
}

func (Delim) MarshalJSON

func (d Delim) MarshalJSON() ([]byte, error)

MarshalJSON implements custom JSON marshaling for Delim

func (*Delim) UnmarshalJSON

func (d *Delim) UnmarshalJSON(data []byte) error

UnmarshalJSON implements custom JSON unmarshaling for Delim

type Error

type Error struct {
	RunID     uuid.UUID       `json:"run_id"`
	TurnID    uuid.UUID       `json:"turn_id"`
	Err       error           `json:"error"`
	Timestamp strfmt.DateTime `json:"timestamp,omitempty"`
	Meta      gjson.Result    `json:"meta,omitempty"`
}

func (Error) Error

func (e Error) Error() string

func (Error) MarshalJSON

func (e Error) MarshalJSON() ([]byte, error)

MarshalJSON implements custom JSON marshaling for Error

func (*Error) UnmarshalJSON

func (e *Error) UnmarshalJSON(data []byte) error

UnmarshalJSON implements custom JSON unmarshaling for Error

type KnownModel

type KnownModel string

type Provider

type Provider interface {
	ChatCompletion(context.Context, CompletionParams) (<-chan StreamEvent, error)
}

type Response

type Response[T messages.Response] struct {
	RunID      uuid.UUID           `json:"run_id"`
	TurnID     uuid.UUID           `json:"turn_id"`
	Checkpoint runstate.Checkpoint `json:"checkpoint"`
	Response   T                   `json:"response"`
	Timestamp  strfmt.DateTime     `json:"timestamp,omitempty"`
	Meta       gjson.Result        `json:"meta,omitempty"`
}

func (Response[T]) MarshalJSON

func (r Response[T]) MarshalJSON() ([]byte, error)

MarshalJSON implements custom JSON marshaling for Response[T]

func (*Response[T]) UnmarshalJSON

func (r *Response[T]) UnmarshalJSON(data []byte) error

UnmarshalJSON implements custom JSON unmarshaling for Response[T]

type StreamEvent

type StreamEvent interface {
	// contains filtered or unexported methods
}

type ToolDefinition

type ToolDefinition struct {
	Name        string
	Description string
	Parameters  map[string]string
	Function    any
}

func (ToolDefinition) ToNameAndSchema

func (td ToolDefinition) ToNameAndSchema() (string, *jsonschema.Schema)