embed

Documentation

Index

• func AddEmbedHeader(filename string, splitPart string) string
• func BuildQuery(queryFilters []types.QueryFilter) types.QueryRequest
• func CreateQueryFilters(embeddings [][1536]float32) []types.QueryFilter
• func NewQuery(t *tzap.Tzap, input string) (types.QueryRequest, error)
• func StripEmbedHeader(splitPart string) string
• type EmbedCleaner
  • func (ec *EmbedCleaner) CleanOldEmbeddings(t *tzap.Tzap, rawFileEmbeddings *types.Embeddings, ...)
• type Embedder
  • func NewEmbedder(embeddingCacheDB types.DBCollectionInterface[string], ...) *Embedder
  • func (fe *Embedder) PrepareEmbeddingsFromFiles(t *tzap.Tzap, changedFileContents map[string]string) *types.Embeddings
  • func (fe *Embedder) ProcessFileContent(t *tzap.Tzap, content string) (int, int, error)
  • func (fe *Embedder) ProcessFileContents(t *tzap.Tzap, changedFiles map[string]string) (*types.Embeddings, error)
  • func (fe *Embedder) ProcessFileOffsets(t *tzap.Tzap, file string, content string, fileTokens int) (*types.Embeddings, error)
  • func (fe *Embedder) ProcessOffset(t *tzap.Tzap, filename, content string, start int, end int, step int, ...) (*types.Vector, error)
• type EmbeddingCache
  • func NewEmbeddingCache(embeddingCacheDB types.DBCollectionInterface[string]) *EmbeddingCache
  • func (ec *EmbeddingCache) FetchThenCacheNewEmbeddings(t *tzap.Tzap, files []types.FileReader, uncachedEmbeddings *types.Embeddings) error
  • func (ec *EmbeddingCache) GetCachedEmbeddings(files []types.FileReader, embeddings *types.Embeddings) (*types.Embeddings, error)
  • func (ec *EmbeddingCache) GetUncachedEmbeddings(embeddings *types.Embeddings) *types.Embeddings
• type FilestampCache
  • func NewFilestampCache(filesTimestampsDB types.DBCollectionInterface[int64]) *FilestampCache
  • func (fc *FilestampCache) CacheFilestamps(embeddings *types.Embeddings, files []types.FileReader) error
  • func (fc *FilestampCache) CheckFileCache(files []types.FileReader) (changedFiles map[string]string, unchangedFiles map[string]int64)

Functions

func AddEmbedHeader

func AddEmbedHeader(filename string, splitPart string) string

func BuildQuery

func BuildQuery(queryFilters []types.QueryFilter) types.QueryRequest

func CreateQueryFilters

func CreateQueryFilters(embeddings [][1536]float32) []types.QueryFilter

func NewQuery

func NewQuery(t *tzap.Tzap, input string) (types.QueryRequest, error)

func StripEmbedHeader

func StripEmbedHeader(splitPart string) string

Types

type EmbedCleaner

type EmbedCleaner struct{}

func (*EmbedCleaner) CleanOldEmbeddings

func (ec *EmbedCleaner) CleanOldEmbeddings(t *tzap.Tzap, rawFileEmbeddings *types.Embeddings, unchangedFileTimestamps map[string]int64)

type Embedder

type Embedder struct {
	*EmbeddingCache
	*FilestampCache
	EmbedCleaner
}

func NewEmbedder

func NewEmbedder(embeddingCacheDB types.DBCollectionInterface[string], filesTimestampsDB types.DBCollectionInterface[int64]) *Embedder

func (*Embedder) PrepareEmbeddingsFromFiles

func (fe *Embedder) PrepareEmbeddingsFromFiles(t *tzap.Tzap, changedFileContents map[string]string) *types.Embeddings

func (*Embedder) ProcessFileContent

func (fe *Embedder) ProcessFileContent(t *tzap.Tzap, content string) (int, int, error)

func (*Embedder) ProcessFileContents

func (fe *Embedder) ProcessFileContents(t *tzap.Tzap, changedFiles map[string]string) (*types.Embeddings, error)

func (*Embedder) ProcessFileOffsets

func (fe *Embedder) ProcessFileOffsets(t *tzap.Tzap, file string, content string, fileTokens int) (*types.Embeddings, error)

func (*Embedder) ProcessOffset

func (fe *Embedder) ProcessOffset(t *tzap.Tzap, filename, content string, start int, end int, step int, chunkStart int, lineStart int, fileTokens int) (*types.Vector, error)

type EmbeddingCache

type EmbeddingCache struct {
	// contains filtered or unexported fields
}

func NewEmbeddingCache

func NewEmbeddingCache(embeddingCacheDB types.DBCollectionInterface[string]) *EmbeddingCache

func (*EmbeddingCache) FetchThenCacheNewEmbeddings

func (ec *EmbeddingCache) FetchThenCacheNewEmbeddings(t *tzap.Tzap, files []types.FileReader, uncachedEmbeddings *types.Embeddings) error

func (*EmbeddingCache) GetCachedEmbeddings

func (ec *EmbeddingCache) GetCachedEmbeddings(files []types.FileReader, embeddings *types.Embeddings) (*types.Embeddings, error)

func (*EmbeddingCache) GetUncachedEmbeddings

func (ec *EmbeddingCache) GetUncachedEmbeddings(embeddings *types.Embeddings) *types.Embeddings

type FilestampCache

type FilestampCache struct {
	// contains filtered or unexported fields
}

func NewFilestampCache

func NewFilestampCache(filesTimestampsDB types.DBCollectionInterface[int64]) *FilestampCache

func (*FilestampCache) CacheFilestamps

func (fc *FilestampCache) CacheFilestamps(embeddings *types.Embeddings, files []types.FileReader) error

func (*FilestampCache) CheckFileCache

func (fc *FilestampCache) CheckFileCache(files []types.FileReader) (changedFiles map[string]string, unchangedFiles map[string]int64)