duplicateremover

Documentation

Index

• func CombineTwoFolderCounts(mA, mB map[string]map[string]float64, threshold float64)
• func CopyFile(src string, dest string) error
• func GenerateCountForData(s *string) map[string]float64
• func GenerateCountForFile(fileName string) (map[string]float64, error)
• func GenerateCountForFolder(folder string) (map[string]map[string]float64, error)
• func JaccardSimilarity(a, b map[string]float64) float64
• func RemoveDuplicate(m map[string]map[string]float64, threshold float64)
• func RemoveDuplicates(folders []string, destFolder string, threshold float64) error
• func WriteFilesToNewFolder(m map[string]map[string]float64, destFolder string) error

Functions

func CombineTwoFolderCounts

func CombineTwoFolderCounts(mA, mB map[string]map[string]float64, threshold float64)

func CopyFile

func CopyFile(src string, dest string) error

func GenerateCountForData

func GenerateCountForData(s *string) map[string]float64

func GenerateCountForFile

func GenerateCountForFile(fileName string) (map[string]float64, error)

func GenerateCountForFolder

func GenerateCountForFolder(folder string) (map[string]map[string]float64, error)

func JaccardSimilarity

func JaccardSimilarity(a, b map[string]float64) float64

func RemoveDuplicate

func RemoveDuplicate(m map[string]map[string]float64, threshold float64)

func RemoveDuplicates

func RemoveDuplicates(folders []string, destFolder string, threshold float64) error

func WriteFilesToNewFolder

func WriteFilesToNewFolder(m map[string]map[string]float64, destFolder string) error