lexing

Documentation

Index

• func Lex(source io.Reader) chan Token
• type Token
• type TokenType

Functions

func Lex

func Lex(source io.Reader) chan Token

Types

type Token

type Token struct {
	Type  TokenType
	Value []byte
}

type TokenType

type TokenType string

const (
	TokenIllegal     TokenType = "<ILLEGAL>"
	TokenWhitespace  TokenType = "<whitespace>"
	TokenNull        TokenType = "<null>"
	TokenTrue        TokenType = "<true>"
	TokenFalse       TokenType = "<false>"
	TokenNumber      TokenType = "<number>"
	TokenString      TokenType = "<string>"
	TokenArrayStart  TokenType = "<[>"
	TokenArrayStop   TokenType = "<]>"
	TokenComma       TokenType = "<,>"
	TokenObjectStart TokenType = "<{>"
	TokenObjectStop  TokenType = "<}>"
	TokenColon       TokenType = "<:>"
)