cached

Documentation

Index

• type CachedEmbedder
  • func NewLocalCachedEmbedder(underlying llm.Embedder, dbPath string) (*CachedEmbedder, error)
  • func (ce *CachedEmbedder) Close() error
  • func (ce *CachedEmbedder) GenerateEmbedding(ctx context.Context, req llm.EmbedRequest) (*llm.EmbeddingResponse, error)
  • func (ce *CachedEmbedder) GetCacheStats() cache.CacheStats
• type CachedResponder
  • func NewLocalCachedResponder(underlying llm.Responder, dbPath string) (*CachedResponder, error)
  • func (cr *CachedResponder) Close() error
  • func (cr *CachedResponder) GenerateResponse(ctx context.Context, req llm.InferRequest) (string, error)
  • func (cr *CachedResponder) GenerateResponseAsync(ctx context.Context, req llm.InferRequest) (<-chan llm.StreamDelta, error)
  • func (cr *CachedResponder) GetCacheStats() cache.CacheStats

Types

type CachedEmbedder

type CachedEmbedder struct {
	// contains filtered or unexported fields
}

CachedEmbedder implements the llm.Embedder interface with caching

func NewLocalCachedEmbedder

func NewLocalCachedEmbedder(underlying llm.Embedder, dbPath string) (*CachedEmbedder, error)

NewLocalCachedEmbedder creates a new CachedEmbedder with a local SQLite cache

func (*CachedEmbedder) Close

func (ce *CachedEmbedder) Close() error

func (*CachedEmbedder) GenerateEmbedding

func (ce *CachedEmbedder) GenerateEmbedding(ctx context.Context, req llm.EmbedRequest) (*llm.EmbeddingResponse, error)

func (*CachedEmbedder) GetCacheStats

func (ce *CachedEmbedder) GetCacheStats() cache.CacheStats

type CachedResponder

type CachedResponder struct {
	// contains filtered or unexported fields
}

CachedResponder implements the Responder interface with caching

func NewLocalCachedResponder

func NewLocalCachedResponder(underlying llm.Responder, dbPath string) (*CachedResponder, error)

NewLocalCachedResponder creates a new CachedResponder with a local SQLite cache For example, initialize an OpenAI provider and then wrap it with this cache.

func (*CachedResponder) Close

func (cr *CachedResponder) Close() error

func (*CachedResponder) GenerateResponse

func (cr *CachedResponder) GenerateResponse(ctx context.Context, req llm.InferRequest) (string, error)

func (*CachedResponder) GenerateResponseAsync

func (cr *CachedResponder) GenerateResponseAsync(ctx context.Context, req llm.InferRequest) (<-chan llm.StreamDelta, error)

func (*CachedResponder) GetCacheStats

func (cr *CachedResponder) GetCacheStats() cache.CacheStats