css_lexer

Documentation

Index

• func ContentsOfDimensionToken(raw string) (string, string)
• func ContentsOfStringToken(raw string) string
• func ContentsOfURLToken(raw string) (string, logger.Range)
• type T
  • func (t T) String() string
• type Token
  • func Tokenize(log logger.Log, source logger.Source) (tokens []Token)
  • func (token Token) Raw(contents string) string

Functions

func ContentsOfDimensionToken

func ContentsOfDimensionToken(raw string) (string, string)

func ContentsOfStringToken

func ContentsOfStringToken(raw string) string

func ContentsOfURLToken

func ContentsOfURLToken(raw string) (string, logger.Range)

Types

type T

type T uint8

const (
	TEndOfFile T = iota

	TAtKeyword
	TBadString
	TBadURL
	TCDC // "-->"
	TCDO // "<!--"
	TCloseBrace
	TCloseBracket
	TCloseParen
	TColon
	TComma
	TDelim
	TDelimAmpersand
	TDelimAsterisk
	TDelimBar
	TDelimCaret
	TDelimDollar
	TDelimDot
	TDelimEquals
	TDelimExclamation
	TDelimGreaterThan
	TDelimPlus
	TDelimSlash
	TDelimTilde
	TDimension
	TFunction
	THash
	THashID
	TIdent
	TNumber
	TOpenBrace
	TOpenBracket
	TOpenParen
	TPercentage
	TSemicolon
	TString
	TURL
	TWhitespace
)

func (T) String

func (t T) String() string

type Token

type Token struct {
	Range      logger.Range // 8 bytes
	UnitOffset uint16       // 2 bytes
	Kind       T            // 1 byte
}

This token struct is designed to be memory-efficient. It just references a range in the input file instead of directly containing the substring of text since a range takes up less memory than a string.

func Tokenize

func Tokenize(log logger.Log, source logger.Source) (tokens []Token)

func (Token) Raw

func (token Token) Raw(contents string) string