alignment

Documentation

Index

• func NewFactory() deduplicator.Factory
• type Config
• type Deduplicator
  • func (d *Deduplicator) AddDataToDataset(datumArray []data.Datum) error
  • func (d *Deduplicator) FinalizeDataset() error
  • func (d *Deduplicator) InitializeDataset() error
• type Factory
  • func (f *Factory) CanDeduplicateDataset(datasetUpload *upload.Upload) (bool, error)
  • func (f *Factory) NewDeduplicator(logger log.Logger, storeSession store.Session, datasetUpload *upload.Upload) (deduplicator.Deduplicator, error)

Functions

func NewFactory

func NewFactory() deduplicator.Factory

Types

type Config

type Config struct {
	Name    string   `bson:"name"`
	Sort    []string `bson:"sort"`
	Match   []string `bson:"match"`
	Unified bool     `bson:"unified"`
}

type Deduplicator

type Deduplicator struct {
	// contains filtered or unexported fields
}

func (*Deduplicator) AddDataToDataset

func (d *Deduplicator) AddDataToDataset(datumArray []data.Datum) error

func (*Deduplicator) FinalizeDataset

func (d *Deduplicator) FinalizeDataset() error

func (*Deduplicator) InitializeDataset

func (d *Deduplicator) InitializeDataset() error

type Factory

type Factory struct {
}

func (*Factory) CanDeduplicateDataset

func (f *Factory) CanDeduplicateDataset(datasetUpload *upload.Upload) (bool, error)

func (*Factory) NewDeduplicator

func (f *Factory) NewDeduplicator(logger log.Logger, storeSession store.Session, datasetUpload *upload.Upload) (deduplicator.Deduplicator, error)