termfreq

Documentation

Overview

termfreq provides IO functions to read term frequency information from Firestore

Index

• type BM25Score
  • func FindDocsBigramCo(ctx context.Context, client fsClient, corpus string, generation int, ...) ([]BM25Score, error)
  • func FindDocsBigramFreq(ctx context.Context, client fsClient, corpus string, generation int, ...) ([]BM25Score, error)
  • func FindDocsTermCo(ctx context.Context, client fsClient, corpus string, generation int, ...) ([]BM25Score, error)
  • func FindDocsTermFreq(ctx context.Context, client fsClient, corpus string, generation int, ...) ([]BM25Score, error)
• type TermFreqDoc

Types

type BM25Score

type BM25Score struct {
	Document   string
	Collection string
	Score      float64
}

func FindDocsBigramCo

func FindDocsBigramCo(ctx context.Context, client fsClient, corpus string, generation int, bigrams []string, col string) ([]BM25Score, error)

FindDocsTermCo finds documents within the scope of a corpus collection

func FindDocsBigramFreq

func FindDocsBigramFreq(ctx context.Context, client fsClient, corpus string, generation int, bigrams []string) ([]BM25Score, error)

FindDocsBigramFreq finds documents with occurences of any of the bigram given in the corpus ordered by BM25 score

func FindDocsTermCo

func FindDocsTermCo(ctx context.Context, client fsClient, corpus string, generation int, terms []string, col string) ([]BM25Score, error)

FindDocsTermCo finds documents within the scope of a corpus collection

func FindDocsTermFreq

func FindDocsTermFreq(ctx context.Context, client fsClient, corpus string, generation int, terms []string) ([]BM25Score, error)

FindDocsTermFreq finds documents with occurences of any of the terms given in the corpus ordered by BM25 score

type TermFreqDoc

type TermFreqDoc struct {
	Term       string  `firestore:"term"`
	Freq       int64   `firestore:"freq"`
	Collection string  `firestore:"collection"`
	Document   string  `firestore:"document"`
	IDF        float64 `firestore:"idf"`
	DocLen     int64   `firestore:"doclen"`
}