nlp

Documentation

Index

• Constants
• func BayesWeights() map[lang.Language]bayes.Bayes
• func TagTokens(ts []token.TokenSN, d *dict.Dictionary, nb bayes.Bayes, thr float64)
• type BayesF
• type FeatureSet
  • func NewFeatureSet(ts []token.TokenSN) FeatureSet
  • func (fs *FeatureSet) Flatten() []feature.Feature

Constants

const (
	IsNotName = feature.Class("notName")
	IsName    = feature.Class("name")
)

Functions

func BayesWeights

func BayesWeights() map[lang.Language]bayes.Bayes

func TagTokens

func TagTokens(
	ts []token.TokenSN,
	d *dict.Dictionary,
	nb bayes.Bayes,
	thr float64,
)

Types

type BayesF

type BayesF struct {
	Name  string
	Value string
}

BayesF implements bayes.Featurer

type FeatureSet

type FeatureSet struct {
	Uninomial []BayesF
	Species   []BayesF
	InfraSp   []BayesF
}

FeatureSet splits features into Uninomial, Species, Ifraspecies groups

func NewFeatureSet

func NewFeatureSet(ts []token.TokenSN) FeatureSet

BayesFeatures creates slices of features for a token that might represent genus or other uninomial

func (*FeatureSet) Flatten

func (fs *FeatureSet) Flatten() []feature.Feature