mimo

Oct 4, 2023

Changes in this version

+ const Bool

+ const Nil

+ const Number

+ const String

+ var ErrAnalyze = errors.New("fatal error")

+ var ErrDisparityStruct = errors.New("can't analyze row because structure has changed")

+ var ErrDisparityType = errors.New("can't analyze value because type has changed")

type ColumnConfig

+ IgnoreDisparities bool

type Config

+ IgnoreDisparities bool

type DataRowReader

+ Close func() error

+ type Template struct

+ func NewTemplate(tmplstr string) (*Template, error)

+ func (t *Template) Execute(root DataRow, stack []any) (string, error)

Sep 28, 2023

Changes in this version

type ColumnConfig

+ ExcludeTemplate string

type EventSubscriber

+ IncoherentValue func(fieldname string, value any, pseudonym any)

+ InconsistentPseudonym func(fieldname string, value any, pseudonym any)

+ NonMaskedValue func(fieldname string, value any)

type Suscribers

+ func (subs Suscribers) PostNonMaskedValue(fieldname string, value any)

Sep 10, 2023

Changes in this version

type ConstraintTarget

+ const CoherentRate

+ type CounterBackend interface

+ Close func() error

+ GetIgnoredCount func() int64

+ GetMaskedCount func() int64

+ GetNilCount func() int64

+ GetTotalCount func() int64

+ IncreaseIgnoredCount func()

+ IncreaseMaskedCount func()

+ IncreaseNilCount func()

+ IncreaseTotalCount func()

+ type CounterFactory func(fieldname string) CounterBackend

+ type InMemoryCounterBackend struct

+ IgnoredCount int64

+ MaskedCount int64

+ NilCount int64

+ TotalCount int64

+ func (b *InMemoryCounterBackend) Close() error

+ func (b *InMemoryCounterBackend) GetIgnoredCount() int64

+ func (b *InMemoryCounterBackend) GetMaskedCount() int64

+ func (b *InMemoryCounterBackend) GetNilCount() int64

+ func (b *InMemoryCounterBackend) GetTotalCount() int64

+ func (b *InMemoryCounterBackend) IncreaseIgnoredCount()

+ func (b *InMemoryCounterBackend) IncreaseMaskedCount()

+ func (b *InMemoryCounterBackend) IncreaseNilCount()

+ func (b *InMemoryCounterBackend) IncreaseTotalCount()

type InMemoryMultimapBackend

+ func (m InMemoryMultimapBackend) GetSamplesMono(maxlen int) []Sample

+ func (m InMemoryMultimapBackend) GetSamplesMulti(maxlen int) []Sample

type Metrics

+ func (m Metrics) GetInvalidSamplesForCoherentRate(maxlen int) []Sample

+ func (m Metrics) GetInvalidSamplesForIdentifiantRate(maxlen int) []Sample

type MultimapBackend

+ GetSamplesMono func(n int) []Sample

+ GetSamplesMulti func(n int) []Sample

+ type Sample struct

+ AssignedValues []string

+ OriginalValue string

Sep 2, 2023

Changes in this version

type Config

+ PreprocessConfigs []PreprocessConfig

type Metrics

+ IgnoredCount int64

+ type PreprocessConfig struct

+ Path string

+ Value string

Aug 28, 2023

Changes in this version

+ var ErrKeyNotFound = errors.New("key not found in multimap")

type ColumnConfig

+ Alias string

+ CoherentSource string

type Driver

+ func (d Driver) Close() error

+ type InMemoryIterator struct

+ func (i *InMemoryIterator) Close() error

+ func (i *InMemoryIterator) First() bool

+ func (i *InMemoryIterator) Next() bool

+ func (i *InMemoryIterator) Valid() bool

+ func (i *InMemoryIterator) Value() int

+ type InMemoryMultimapBackend map[string]map[string]int

+ func (m InMemoryMultimapBackend) Close() error

+ func (m InMemoryMultimapBackend) GetKey(key string) (map[string]int, error)

+ func (m InMemoryMultimapBackend) GetSize(key string) int

+ func (m InMemoryMultimapBackend) NewSizeIterator() SizeIterator

+ func (m InMemoryMultimapBackend) SetKey(key string, value map[string]int) error

type Metrics

+ Fieldname string

type Multimap

+ Backend MultimapBackend

+ func (m Multimap) Close() error

+ type MultimapBackend interface

+ Close func() error

+ GetKey func(key string) (map[string]int, error)

+ GetSize func(key string) int

+ NewSizeIterator func() SizeIterator

+ SetKey func(key string, value map[string]int) error

+ type MultimapFactory func(fieldname string) Multimap

type Report

+ func (r Report) UpdateArray(root DataRow, realArray []any, maskedArray []any, stack []any, path ...string)

+ func (r Report) UpdateDeep(root DataRow, realRow DataRow, maskedRow DataRow, stack []any, path ...string)

+ func (r Report) UpdateValue(root DataRow, realValue any, maskedValue any, stack []any, path ...string)

+ type SizeIterator interface

+ Close func() error

+ First func() bool

+ Next func() bool

+ Valid func() bool

+ Value func() int

Aug 21, 2023

Changes in this version

+ type ColumnConfig struct

+ CoherentWith []string

+ Constraints []Constraint

+ Exclude []any

+ func NewDefaultColumnConfig(columnname string) ColumnConfig

+ type Config struct

+ ColumnConfigs map[string]ColumnConfig

+ ColumnNames []string

+ func NewConfig() Config

+ type Constraint struct

+ Target ConstraintTarget

+ Type ConstraintType

+ Value float64

+ type ConstraintTarget int

+ const CohenrentRate

+ const IdentifiantRate

+ const MaskingRate

+ type ConstraintType int

+ const ShouldBeGreaterThan

+ const ShouldBeGreaterThanOrEqualTo

+ const ShouldBeLessThanOrEqualTo

+ const ShouldBeLowerThan

+ const ShouldEqual

type Driver

+ func (d *Driver) Configure(c Config)

type Metrics

+ Constraints []Constraint

+ func (m Metrics) CoherenceRateValidate() int

+ func (m Metrics) IdentifiantRateValidate() int

+ func (m Metrics) MaskedRateValidate() int

+ func (m Metrics) Validate() int

Aug 16, 2023

Changes in this version

+ var ErrOrphanRow = errors.New("error datarow is orphan")

+ var ErrReadingDataRow = errors.New("error while reading datarow")

+ type DataRow map[string]any

+ type DataRowReader interface

+ ReadDataRow func() (DataRow, error)

+ type Driver struct

+ func NewDriver(realReader DataRowReader, maskedReader DataRowReader, subs ...EventSubscriber) Driver

+ func (d Driver) Analyze() (Report, error)

+ type EventSubscriber interface

+ FirstNonMaskedValue func(fieldname string, value any)

+ NewField func(fieldname string)

+ type Metrics struct

+ Coherence Multimap

+ EmptyCount int64

+ Identifiant Multimap

+ MaskedCount int64

+ NilCount int64

+ TotalCount int64

+ func NewMetrics() Metrics

+ func (m *Metrics) Update(fieldname string, realValue any, maskedValue any, subs Suscribers) bool

+ func (m Metrics) BlankCount() int64

+ func (m Metrics) K() int

+ func (m Metrics) MaskedRate() float64

+ func (m Metrics) NonBlankCount() int64

+ func (m Metrics) NonMaskedCount() int64

+ type Multimap map[string]map[string]int

+ func (m Multimap) Add(key string, value string)

+ func (m Multimap) Count(key string) int

+ func (m Multimap) CountMin() int

+ func (m Multimap) Rate() float64

+ type Report struct

+ Metrics map[string]Metrics

+ func NewReport(subs []EventSubscriber) Report

+ func (r Report) ColumnMetric(colname string) Metrics

+ func (r Report) Columns() []string

+ func (r Report) Update(realRow DataRow, maskedRow DataRow)

+ type Suscribers []EventSubscriber

+ func (subs Suscribers) PostFirstNonMaskedValue(fieldname string, value any)

+ func (subs Suscribers) PostNewField(fieldname string)