dedup

Documentation

Index

• type DedupHandleT
  • func (d *DedupHandleT) FindDuplicates(messageIDs []string, allMessageIDsSet map[string]struct{}) (duplicateIndexes []int)
  • func (d *DedupHandleT) MarkProcessed(messageIDs []string)
  • func (d *DedupHandleT) PrintHistogram()
• type DedupI
  • func GetInstance(clearDB *bool) DedupI

Types

type DedupHandleT

type DedupHandleT struct {
	// contains filtered or unexported fields
}

func (*DedupHandleT) FindDuplicates

func (d *DedupHandleT) FindDuplicates(messageIDs []string, allMessageIDsSet map[string]struct{}) (duplicateIndexes []int)

func (*DedupHandleT) MarkProcessed

func (d *DedupHandleT) MarkProcessed(messageIDs []string)

func (*DedupHandleT) PrintHistogram

func (d *DedupHandleT) PrintHistogram()

type DedupI

type DedupI interface {
	FindDuplicates(messageIDs []string, allMessageIDsSet map[string]struct{}) (duplicateIndexes []int)
	MarkProcessed(messageIDs []string)
	PrintHistogram()
}

func GetInstance

func GetInstance(clearDB *bool) DedupI

GetInstance returns an instance of DedupI