tokenizer

Documentation

Index

• Constants
• type Token
  • func Tokenize(input string) (tokens []Token, err error)

Constants

const (
	TokLabel tokenKind = iota + 1
	TokStringLiteral
	TokLBrace
	TokRBrace
	TokComma
	TokEq
	TokNe
	TokIn
	TokNot
	TokNotIn
	TokAll
	TokHas
	TokLParen
	TokRParen
	TokAnd
	TokOr
	TokEOF
)

const (
	// LabelKeyMatcher is the base regex for a valid label key.
	LabelKeyMatcher = `[a-zA-Z0-9_./-]{1,512}`
)

Types

type Token

type Token struct {
	Kind  tokenKind
	Value interface{}
}

Token has a kind and a value

func Tokenize

func Tokenize(input string) (tokens []Token, err error)

Tokenize transforms string to token slice