Documentation ¶
Index ¶
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
func Capitalize ¶
Types ¶
type Option ¶
type Option func(Tokenizer)
func WithDefaultReplacements ¶
func WithDefaultReplacements() Option
func WithDefaultReserved ¶
func WithDefaultReserved() Option
func WithReplacement ¶
func WithReserved ¶
type Token ¶
type Token struct { Class TokenClass Runes []rune }
func NewToken ¶
func NewToken(class TokenClass, r ...rune) *Token
type TokenClass ¶
type TokenClass int
const ( ClassOther TokenClass = iota ClassLowerCase ClassUpperCase ClassDigit )
type Tokenizer ¶
type Tokenizer struct {
// contains filtered or unexported fields
}
func (Tokenizer) UnexportID ¶
Click to show internal directories.
Click to hide internal directories.