tokenizer

Documentation

Index

• Constants
• type Token
  • func Tokenize(input string) (tokens []Token, err error)

Constants

const (
	TokLabel tokenKind = iota + 1
	TokStringLiteral
	TokLBrace
	TokRBrace
	TokComma
	TokEq
	TokNe
	TokIn
	TokNot
	TokNotIn
	TokAll
	TokHas
	TokLParen
	TokRParen
	TokAnd
	TokOr
	TokEof
)

const (
	// LabelKeyMatcher is the base regex for a valid label key.
	LabelKeyMatcher = `([a-zA-Z0-9_./-]{0,253}/)?[a-zA-Z0-9]([a-zA-Z0-9_.-]{0,61}[a-zA-Z0-9])?`
)

Types

type Token

type Token struct {
	Kind  tokenKind
	Value interface{}
}

func Tokenize

func Tokenize(input string) (tokens []Token, err error)