ai

Jan 26, 2025

Changes in this version

+ func NewReducer(conn *mem.FrameConn, cred *auth.Credential) yomo.StreamFunction

+ func NewSource(conn *mem.FrameConn, cred *auth.Credential) yomo.Source

Nov 27, 2024

Changes in this version

+ func FromTracerContext(ctx context.Context) trace.Tracer

+ func WithTracerContext(ctx context.Context, tracer trace.Tracer) context.Context

+ type ResponseWriter struct

+ Err error

+ IsStream bool

+ TTFT time.Time

+ func NewResponseWriter(w http.ResponseWriter) *ResponseWriter

+ func (w *ResponseWriter) Flush()

+ func (w *ResponseWriter) Header() http.Header

+ func (w *ResponseWriter) SetStreamHeader() http.Header

+ func (w *ResponseWriter) Write(b []byte) (int, error)

+ func (w *ResponseWriter) WriteHeader(code int)

+ func (w *ResponseWriter) WriteStreamDone() error

+ func (w *ResponseWriter) WriteStreamEvent(event any) error

Oct 16, 2024

Changes in this version

+ type SystemPromptOp int

+ const SystemPromptOpDisabled

+ const SystemPromptOpOverwrite

+ const SystemPromptOpPrefix

Aug 16, 2024

Changes in this version

+ func DecorateHandler(h http.Handler, decorates ...func(handler http.Handler) http.Handler) http.Handler

+ func NewServeMux(service *Service) *http.ServeMux

type Service

+ func (srv *Service) LoadOrCreateCaller(r *http.Request) (*Caller, error)

+ type ServiceOptions struct

+ CallerCacheSize int

+ CallerCacheTTL time.Duration

+ CallerCallTimeout time.Duration

+ CredentialFunc func(r *http.Request) (string, error)

+ Logger *slog.Logger

+ MetadataExchanger func(credential string) (metadata.M, error)

+ ReducerBuilder func(zipperAddr, credential string) yomo.StreamFunction

+ SourceBuilder func(zipperAddr, credential string) yomo.Source

+ Tracer trace.Tracer

Aug 16, 2024

Changes in this version

+ func ChanToSource(zipperAddr, credential string, logger *slog.Logger) (yomo.Source, chan<- TagFunctionCall, error)

+ func GetChatCompletions(ctx context.Context, req openai.ChatCompletionRequest, transID string, ...) error

+ func GetInvoke(ctx context.Context, userInstruction string, baseSystemMessage string, ...) (*ai.InvokeResponse, error)

+ func ReduceToChan(zipperAddr, credential string, logger *slog.Logger) (yomo.StreamFunction, <-chan ReduceMessage, error)

+ func ToReducer(sfn yomo.StreamFunction, logger *slog.Logger, ch chan ReduceMessage)

+ func ToSource(source yomo.Source, logger *slog.Logger, ch chan TagFunctionCall)

type Caller

+ Close func() error

+ GetSystemPrompt func() string

+ GetTracer func() trace.Tracer

+ SetTracer func(trace.Tracer)

+ type Handler struct

+ func NewHandler(provider provider.LLMProvider) *Handler

+ func (h *Handler) HandleChatCompletions(w http.ResponseWriter, r *http.Request)

+ func (h *Handler) HandleInvoke(w http.ResponseWriter, r *http.Request)

+ func (h *Handler) HandleOverview(w http.ResponseWriter, r *http.Request)

+ type ReduceMessage struct

+ Message openai.ChatCompletionMessage

+ ReqID string

+ type TagFunctionCall struct

+ FunctionCall *ai.FunctionCall

+ Tag uint32

Aug 6, 2024

Changes in this version

type Caller

+ Tracer trace.Tracer

Jul 26, 2024

Changes in this version

+ var CallerProviderCacheSize = 1024

+ var CallerProviderCacheTTL = time.Minute * 0

+ func BridgeHTTPHanlder(decorater func(http.Handler) http.Handler) http.Handler

+ func DecodeRequest[T any](r *http.Request, w http.ResponseWriter) (T, error)

+ func RegisterFunctionMW() core.ConnMiddleware

+ func WithCallerContext(ctx context.Context, caller *Caller) context.Context

type BasicAPIServer

+ func (a *BasicAPIServer) ServeAddr(addr string) error

+ type CallSyncer interface

+ Call func(ctx context.Context, transID string, reqID string, ...) ([]openai.ChatCompletionMessage, error)

+ Close func() error

+ func NewCallSyncer(logger *slog.Logger, source yomo.Source, reducer yomo.StreamFunction, ...) CallSyncer

+ type Caller struct

+ func FromCallerContext(ctx context.Context) *Caller

+ func NewCaller(credential string, zipperAddr string, provider provider.LLMProvider, ...) (*Caller, error)

+ func (c *Caller) GetChatCompletions(ctx context.Context, req openai.ChatCompletionRequest, transID string, ...) error

+ func (c *Caller) GetInvoke(ctx context.Context, userInstruction string, baseSystemMessage string, ...) (*ai.InvokeResponse, error)

+ func (c *Caller) Metadata() metadata.M

+ func (c *Caller) SetSystemPrompt(prompt string)

+ type CallerProvider struct

+ func NewCallerProvider(zipperAddr string, lp provider.LLMProvider, exFn ExchangeMetadataFunc) *CallerProvider

+ func (p *CallerProvider) Provide(credential string) (*Caller, error)

Jun 21, 2024

Changes in this version

+ var RunFunctionTimeout = 60 * time.Second

May 17, 2024

Changes in this version

+ func FromTransIDContext(ctx context.Context) string

+ func WithTransIDContext(ctx context.Context, transID string) context.Context

May 6, 2024

Changes in this version

+ const MetadataKey

+ func HandleChatCompletions(w http.ResponseWriter, r *http.Request)

+ func RespondWithError(w http.ResponseWriter, code int, err error)

type LLMProvider

+ GetChatCompletionsStream func(context.Context, openai.ChatCompletionRequest, metadata.M) (ResponseRecver, error)

+ type ResponseRecver interface

+ Recv func() (response openai.ChatCompletionStreamResponse, err error)

type Service

+ Metadata metadata.M

+ func (s *Service) GetInvoke(ctx context.Context, userInstruction string, baseSystemMessage string, ...) (*ai.InvokeResponse, error)

+ func (s *Service) SetSystemPrompt(prompt string)

Mar 11, 2024

Changes in this version

+ func DefaultExchangeMetadataFunc(credential string) (metadata.M, error)

+ func HandleInvoke(w http.ResponseWriter, r *http.Request)

+ func HandleOverview(w http.ResponseWriter, r *http.Request)

+ func WithContextService(handler http.Handler, credential string, zipperAddr string, ...) http.Handler

+ func WithServiceContext(ctx context.Context, service *Service) context.Context

+ type ExchangeMetadataFunc func(credential string) (metadata.M, error)

type Service

+ func FromServiceContext(ctx context.Context) *Service

+ func LoadOrCreateService(credential string, zipperAddr string, aiProvider LLMProvider, ...) (*Service, error)

Feb 26, 2024

Changes in this version

+ const DefaultZipperAddr

+ var ErrConfigFormatError = errors.New("ai config format is incorrect")

+ var ErrConfigNotFound = errors.New("ai config was not found")

+ var ErrNotExistsProvider = errors.New("llm provider does not exist")

+ var ErrNotImplementedService = errors.New("llm service is not implemented")

+ var RequestTimeout = 5 * time.Second

+ var ServiceCacheSize = 1024

+ var ServiceCacheTTL = time.Minute * 0

+ func ConnMiddleware(next core.ConnHandler) core.ConnHandler

+ func ListProviders() []string

+ func ListToolCalls() (map[uint32]ai.ToolCall, error)

+ func RegisterFunction(tag uint32, functionDefinition []byte, connID uint64) error

+ func RegisterProvider(provider LLMProvider)

+ func Serve(config *Config, zipperListenAddr string, credential string) error

+ func SetDefaultProvider(name string)

+ func UnregisterFunction(name string, connID uint64) error

+ type BasicAPIServer struct

+ Name string

+ Provider LLMProvider

+ ZipperAddr string

+ func NewBasicAPIServer(name string, config *Config, zipperAddr string, provider LLMProvider, ...) (*BasicAPIServer, error)

+ func (a *BasicAPIServer) Serve() error

+ type CacheItem struct

+ ResponseWriter http.ResponseWriter

+ type Config struct

+ Providers map[string]Provider

+ Server Server

+ func ParseConfig(conf map[string]any) (config *Config, err error)

+ type LLMProvider interface

+ GetChatCompletions func(prompt string) (*ai.InvokeResponse, error)

+ GetOverview func() (*ai.OverviewResponse, error)

+ ListToolCalls func() (map[uint32]ai.ToolCall, error)

+ Name func() string

+ RegisterFunction func(tag uint32, functionDefinition *ai.FunctionDefinition, connID uint64) error

+ UnregisterFunction func(name string, connID uint64) error

+ func GetDefaultProvider() (LLMProvider, error)

+ func GetProvider(name string) LLMProvider

+ func GetProviderAndSetDefault(name string) (LLMProvider, error)

+ type Provider = map[string]string

+ type Server struct

+ Addr string

+ Provider string

+ type Service struct

+ func NewService(credential string, zipperAddr string, aiProvider LLMProvider) (*Service, error)

+ func (s *Service) GetChatCompletions(prompt string) (*ai.InvokeResponse, error)

+ func (s *Service) GetOverview() (*ai.OverviewResponse, error)

+ func (s *Service) Release()

+ func (s *Service) Write(tag uint32, data []byte) error