proc

Aug 28, 2020

Changes in this version

type Status

+ File string

Aug 27, 2020

Changes in this version

+ type Status struct

+ Datetime time.Time

+ Error error

+ ProcessedAtoms int

+ ProcessedLines int

Apr 15, 2020

Changes in this version

type TTExtractor

+ func (tte *TTExtractor) WordDict() *ptcount.WordDict

Apr 14, 2020

Changes in this version

+ type AccumItem struct

+ type AttrAccumulator interface

+ ForEachAttr func(fn func(structure string, attr string, val string) bool)

+ type LineFilter interface

+ Apply func(tk *vertigo.Token, attrAcc AttrAccumulator) bool

+ func LoadCustomFilter(libPath string, fn string) (LineFilter, error)

+ type PassAllFilter struct

+ func (df *PassAllFilter) Apply(tk *vertigo.Token, attrAcc AttrAccumulator) bool

+ type TTEConfProvider interface

+ GetAtomParentStructure func() string

+ GetAtomStructure func() string

+ GetCorpus func() string

+ GetDbConfSettings func() []string

+ GetFilterFn func() string

+ GetFilterLib func() string

+ GetMaxNumErrors func() int

+ GetNgrams func() *cnf.NgramConf

+ GetStackStructEval func() bool

+ GetStructures func() map[string][]string

+ HasConfiguredFilter func() bool

+ type TTExtractor struct

+ func NewTTExtractor(database *sql.DB, conf TTEConfProvider, colgenFn colgen.AlignedColGenFn, ...) (*TTExtractor, error)

+ func (tte *TTExtractor) GetColCounts() map[string]*ptcount.NgramCounter

+ func (tte *TTExtractor) GetNumTokens() int

+ func (tte *TTExtractor) ProcStruct(st *vertigo.Structure, line int, err error)

+ func (tte *TTExtractor) ProcStructClose(st *vertigo.StructureClose, line int, err error)

+ func (tte *TTExtractor) ProcToken(tk *vertigo.Token, line int, err error)

+ func (tte *TTExtractor) Run(conf *vertigo.ParserConf)

+ func (tte *TTExtractor) StopChannel() chan struct{}