embed

Documentation

Index

• func BuildQuery(queryFilters []types.QueryFilter) types.QueryRequest
• func CreateQueryFilters(embeddings [][1536]float32) []types.QueryFilter
• func CreateQueryJSON(t *tzap.Tzap, filename string, input string) error
• func GetQuery(t *tzap.Tzap, input string) (types.QueryRequest, error)
• func SaveQueryAsJSON(query types.QueryRequest, filename string) error
• type Embedder
  • func NewEmbedder(t *tzap.Tzap) *Embedder
  • func (fe *Embedder) CheckFileCache(files []string) (changedFiles map[string]string, unchangedFiles map[string]int64, err error)
  • func (fe *Embedder) GetDrift(storedEmbeddings types.SearchResults, nowEmbeddings types.Embeddings, ...) ([]string, error)
  • func (fe *Embedder) PrepareEmbeddingsFromFiles(files []string) types.Embeddings
  • func (fe *Embedder) ProcessFile(content string) (int, int, error)
  • func (fe *Embedder) ProcessFileOffsets(file string, content string, fileTokens int) (types.Embeddings, error)
  • func (fe *Embedder) ProcessFiles(changedFiles map[string]string) (types.Embeddings, int, int)
  • func (fe *Embedder) ProcessOffset(filename, content string, start int, end int, step int, chunkStart int, ...) (types.Vector, error)
  • func (fe *Embedder) RemoveOldEmbeddings(deleteIds []string) error
• type EmbeddingCache
  • func NewEmbeddingCache(filesTimestampsDB *localdb.FileDB[int64]) *EmbeddingCache
  • func (ec *EmbeddingCache) FetchAndCacheNewEmbeddings(t *tzap.Tzap, uncachedEmbeddings types.Embeddings) error
  • func (ec *EmbeddingCache) GetCachedEmbeddings(embeddings types.Embeddings) types.Embeddings
  • func (ec *EmbeddingCache) GetUncachedEmbeddings(embeddings types.Embeddings) types.Embeddings

Functions

func BuildQuery

func BuildQuery(queryFilters []types.QueryFilter) types.QueryRequest

func CreateQueryFilters

func CreateQueryFilters(embeddings [][1536]float32) []types.QueryFilter

func CreateQueryJSON

func CreateQueryJSON(t *tzap.Tzap, filename string, input string) error

func GetQuery

func GetQuery(t *tzap.Tzap, input string) (types.QueryRequest, error)

func SaveQueryAsJSON

func SaveQueryAsJSON(query types.QueryRequest, filename string) error

Types

type Embedder

type Embedder struct {
	*EmbeddingCache
	// contains filtered or unexported fields
}

func NewEmbedder

func NewEmbedder(t *tzap.Tzap) *Embedder

func (*Embedder) CheckFileCache

func (fe *Embedder) CheckFileCache(files []string) (changedFiles map[string]string, unchangedFiles map[string]int64, err error)

func (*Embedder) GetDrift

func (fe *Embedder) GetDrift(storedEmbeddings types.SearchResults, nowEmbeddings types.Embeddings, unchangedFiles map[string]int64) ([]string, error)

func (*Embedder) PrepareEmbeddingsFromFiles

func (fe *Embedder) PrepareEmbeddingsFromFiles(files []string) types.Embeddings

func (*Embedder) ProcessFile

func (fe *Embedder) ProcessFile(content string) (int, int, error)

func (*Embedder) ProcessFileOffsets

func (fe *Embedder) ProcessFileOffsets(file string, content string, fileTokens int) (types.Embeddings, error)

func (*Embedder) ProcessFiles

func (fe *Embedder) ProcessFiles(changedFiles map[string]string) (types.Embeddings, int, int)

func (*Embedder) ProcessOffset

func (fe *Embedder) ProcessOffset(filename, content string, start int, end int, step int, chunkStart int, lineStart int, fileTokens int) (types.Vector, error)

func (*Embedder) RemoveOldEmbeddings

func (fe *Embedder) RemoveOldEmbeddings(deleteIds []string) error

type EmbeddingCache

type EmbeddingCache struct {
	// contains filtered or unexported fields
}

func NewEmbeddingCache

func NewEmbeddingCache(filesTimestampsDB *localdb.FileDB[int64]) *EmbeddingCache

func (*EmbeddingCache) FetchAndCacheNewEmbeddings

func (ec *EmbeddingCache) FetchAndCacheNewEmbeddings(t *tzap.Tzap, uncachedEmbeddings types.Embeddings) error

func (*EmbeddingCache) GetCachedEmbeddings

func (ec *EmbeddingCache) GetCachedEmbeddings(embeddings types.Embeddings) types.Embeddings

func (*EmbeddingCache) GetUncachedEmbeddings

func (ec *EmbeddingCache) GetUncachedEmbeddings(embeddings types.Embeddings) types.Embeddings