tokenizer

Documentation

Index

• Constants
• Variables
• type FingerprintTokenizer
  • func NewFingerprintTokenizer() *FingerprintTokenizer
  • func (FingerprintTokenizer) Init(s *ragel.State) (int, int)
  • func (FingerprintTokenizer) Run(s *ragel.State, p, pe, eof int) (int, int)
  • func (*FingerprintTokenizer) TokenString(t ragel.Token) string

Constants

const (
	TokenIdentifier ragel.Token = iota
	TokenString
	TokenUrl
	TokenDuration
	TokenDate
	TokenTime
	TokenNumber
	TokenBool
	TokenLoglevel
	TokenIPv4
	TokenHTTPMethod
	TokenUUID
	TokenEmail
	TokenPath
	TokenFQDN
	TokenISO8601
	TokenModuleName
	TokenQuotedString
	TokenList
)

Token types

Variables

var LogLevelNames = []string{
	"trace",
	"debug",
	"info",
	"warn",
	"error",
	"fatal",
	"panic",
}

var TokenNames = map[ragel.Token]string{
	TokenIdentifier:   "Identifier",
	TokenString:       "String",
	TokenUrl:          "Url",
	TokenDuration:     "Duration",
	TokenDate:         "Date",
	TokenTime:         "Time",
	TokenNumber:       "Number",
	TokenBool:         "Bool",
	TokenLoglevel:     "Loglevel",
	TokenIPv4:         "IPv4",
	TokenHTTPMethod:   "HTTPMethod",
	TokenUUID:         "UUID",
	TokenEmail:        "Email",
	TokenPath:         "Path",
	TokenFQDN:         "FQDN",
	TokenISO8601:      "ISO8601",
	TokenModuleName:   "ModuleName",
	TokenQuotedString: "QuotedString",
	TokenList:         "List",
}

Types

type FingerprintTokenizer

type FingerprintTokenizer struct{}

func NewFingerprintTokenizer

func NewFingerprintTokenizer() *FingerprintTokenizer

func (FingerprintTokenizer) Init

func (FingerprintTokenizer) Init(s *ragel.State) (int, int)

func (FingerprintTokenizer) Run

func (FingerprintTokenizer) Run(s *ragel.State, p, pe, eof int) (int, int)

func (*FingerprintTokenizer) TokenString

func (*FingerprintTokenizer) TokenString(t ragel.Token) string