fingerprinter

Documentation

Index

• func NewFingerprinter(opts ...Option) *fingerprinterImpl
• type ClusterManager
  • func (cm *ClusterManager) Cluster(messages []*Message, threshold float64) (map[string]string, map[string]string)
• type Fingerprinter
• type Message
• type MessageCluster
• type Option
  • func WithMaxTokens(maxlen int) Option

Functions

func NewFingerprinter

func NewFingerprinter(opts ...Option) *fingerprinterImpl

Types

type ClusterManager

type ClusterManager struct {
	Clusters []MessageCluster
	// contains filtered or unexported fields
}

func (*ClusterManager) Cluster

func (cm *ClusterManager) Cluster(messages []*Message, threshold float64) (map[string]string, map[string]string)

type Fingerprinter

type Fingerprinter interface {
	IsWord(word string) bool
	Fingerprint(input string) (fingerprint int64, level string, err error)
	TokenizeInput(input string) (string, string, error)
	Tokenize(input string) (string, string, error)
}

type Message

type Message struct {
	Text        string
	Fingerprint string
}

type MessageCluster

type MessageCluster struct {
	Fingerprint string
	Messages    []*Message
}

type Option

type Option func(*fingerprinterImpl)

func WithMaxTokens

func WithMaxTokens(maxlen int) Option