stopwords

Documentation

Index

• Constants
• Variables
• type Detector
  • func NewDetectorFromConfig(config models.StopwordConfig) (*Detector, error)
  • func NewDetectorFromPreset(preset string) (*Detector, error)
  • func (d *Detector) IsStopword(word string) bool
  • func (d *Detector) SetAdditions(additions []string)
  • func (d *Detector) SetRemovals(removals []string)
• type StopwordDetector

Constants

const (
	EnglishPreset = "en"
	NoPreset      = "none"
)

Variables

var Presets = map[string][]string{
	EnglishPreset: {
		"a", "an", "and", "are", "as", "at", "be", "but", "by", "for",
		"if", "in", "into", "is", "it", "no", "not", "of", "on", "or", "such", "that",
		"the", "their", "then", "there", "these", "they", "this", "to", "was", "will",
		"with",
	},
	NoPreset: {},
}

Types

type Detector

type Detector struct {
	sync.Mutex
	// contains filtered or unexported fields
}

func NewDetectorFromConfig

func NewDetectorFromConfig(config models.StopwordConfig) (*Detector, error)

func NewDetectorFromPreset

func NewDetectorFromPreset(preset string) (*Detector, error)

func (*Detector) IsStopword

func (d *Detector) IsStopword(word string) bool

func (*Detector) SetAdditions

func (d *Detector) SetAdditions(additions []string)

func (*Detector) SetRemovals

func (d *Detector) SetRemovals(removals []string)

type StopwordDetector

type StopwordDetector interface {
	IsStopword(string) bool
}