icu

Documentation

Index

• Constants
• func UnicodeWordBoundaryTokenizerConstructor(config map[string]interface{}, cache *registry.Cache) (analysis.Tokenizer, error)
• type UnicodeWordBoundaryTokenizer
  • func NewUnicodeWordBoundaryCustomLocaleTokenizer(locale string) *UnicodeWordBoundaryTokenizer
  • func NewUnicodeWordBoundaryTokenizer() *UnicodeWordBoundaryTokenizer
  • func (t *UnicodeWordBoundaryTokenizer) Tokenize(input []byte) analysis.TokenStream

Constants

const Name = "icu"

Functions

func UnicodeWordBoundaryTokenizerConstructor

func UnicodeWordBoundaryTokenizerConstructor(config map[string]interface{}, cache *registry.Cache) (analysis.Tokenizer, error)

Types

type UnicodeWordBoundaryTokenizer

type UnicodeWordBoundaryTokenizer struct {
	// contains filtered or unexported fields
}

func NewUnicodeWordBoundaryCustomLocaleTokenizer

func NewUnicodeWordBoundaryCustomLocaleTokenizer(locale string) *UnicodeWordBoundaryTokenizer

func NewUnicodeWordBoundaryTokenizer

func NewUnicodeWordBoundaryTokenizer() *UnicodeWordBoundaryTokenizer

func (*UnicodeWordBoundaryTokenizer) Tokenize

func (t *UnicodeWordBoundaryTokenizer) Tokenize(input []byte) analysis.TokenStream