Versions in this module Expand all Collapse all v0 v0.14.15 Jan 31, 2022 v0.14.14 Jan 30, 2022 Changes in this version + func IsNameContinue(c rune) bool + func IsNameStart(c rune) bool + func WouldStartIdentifierWithoutEscapes(text string) bool + type T uint8 + const TAtKeyword + const TBadString + const TBadURL + const TCDC + const TCDO + const TCloseBrace + const TCloseBracket + const TCloseParen + const TColon + const TComma + const TDelim + const TDelimAmpersand + const TDelimAsterisk + const TDelimBar + const TDelimCaret + const TDelimDollar + const TDelimDot + const TDelimEquals + const TDelimExclamation + const TDelimGreaterThan + const TDelimPlus + const TDelimSlash + const TDelimTilde + const TDimension + const TEndOfFile + const TFunction + const THash + const TIdent + const TNumber + const TOpenBrace + const TOpenBracket + const TOpenParen + const TPercentage + const TSemicolon + const TString + const TURL + const TWhitespace + func (t T) String() string + type Token struct + IsID bool + Kind T + Range logger.Range + UnitOffset uint16 + func Tokenize(log logger.Log, source logger.Source) (tokens []Token) + func (token Token) DecodedText(contents string) string