proc

Jul 8, 2022

Changes in this version

+ var ErrorTooManyParsingErrors = errors.New("too many parsing errors")

Jun 7, 2022

Changes in this version

+ type AccumItem struct

+ type AttrAccumulator interface

+ ForEachAttr func(fn func(structure string, attr string, val string) bool)

+ type LineFilter interface

+ Apply func(tk *vertigo.Token, attrAcc AttrAccumulator) bool

+ func LoadCustomFilter(libPath string, fn string) (LineFilter, error)

+ type PassAllFilter struct

+ func (df *PassAllFilter) Apply(tk *vertigo.Token, attrAcc AttrAccumulator) bool

+ type Status struct

+ Datetime time.Time

+ Error error

+ File string

+ ProcessedAtoms int

+ ProcessedLines int

+ type TTExtractor struct

+ func NewTTExtractor(database db.Writer, conf *cnf.VTEConf, colgenFn colgen.AlignedColGenFn, ...) (*TTExtractor, error)

+ func (tte *TTExtractor) GetColCounts() map[string]*ptcount.NgramCounter

+ func (tte *TTExtractor) GetNumTokens() int

+ func (tte *TTExtractor) ProcStruct(st *vertigo.Structure, line int, err error) error

+ func (tte *TTExtractor) ProcStructClose(st *vertigo.StructureClose, line int, err error) error

+ func (tte *TTExtractor) ProcToken(tk *vertigo.Token, line int, err error) error

+ func (tte *TTExtractor) Run(conf *vertigo.ParserConf) error

+ func (tte *TTExtractor) WordDict() *ptcount.WordDict