css_lexer

Documentation

Index

• func IsNameContinue(c rune) bool
• func IsNameStart(c rune) bool
• func WouldStartIdentifierWithoutEscapes(text string) bool
• type T
  • func (t T) String() string
• type Token
  • func Tokenize(log logger.Log, source logger.Source) (tokens []Token)
  • func (token Token) DecodedText(contents string) string

Functions

func IsNameContinue

func IsNameContinue(c rune) bool

func IsNameStart

func IsNameStart(c rune) bool

func WouldStartIdentifierWithoutEscapes

func WouldStartIdentifierWithoutEscapes(text string) bool

Types

type T

type T uint8

const (
	TEndOfFile T = iota

	TAtKeyword
	TBadString
	TBadURL
	TCDC // "-->"
	TCDO // "<!--"
	TCloseBrace
	TCloseBracket
	TCloseParen
	TColon
	TComma
	TDelim
	TDelimAmpersand
	TDelimAsterisk
	TDelimBar
	TDelimCaret
	TDelimDollar
	TDelimDot
	TDelimEquals
	TDelimExclamation
	TDelimGreaterThan
	TDelimPlus
	TDelimSlash
	TDelimTilde
	TDimension
	TFunction
	THash
	TIdent
	TNumber
	TOpenBrace
	TOpenBracket
	TOpenParen
	TPercentage
	TSemicolon
	TString
	TURL
	TWhitespace
)

func (T) String

func (t T) String() string

type Token

type Token struct {
	Range      logger.Range // 8 bytes
	UnitOffset uint16       // 2 bytes
	Kind       T            // 1 byte
	IsID       bool         // 1 byte
}

This token struct is designed to be memory-efficient. It just references a range in the input file instead of directly containing the substring of text since a range takes up less memory than a string.

func Tokenize

func Tokenize(log logger.Log, source logger.Source) (tokens []Token)

func (Token) DecodedText

func (token Token) DecodedText(contents string) string