ast

Documentation

Index

• type Token
  • func Tokenizer(inputs []rune) []Token
• type TokenType

Types

type Token

type Token struct {
	Type  TokenType
	Value string
}

func Tokenizer

func Tokenizer(inputs []rune) []Token

type <T,U>, type <interface{},*U> NumValue<int, string>, AnotherNumValue<int, interface{}> => ["NumValue","<", "int", ",", "string", ">", ",", "AnotherNumValue", "<", "int", ",", "interface{}", ">"]

type TokenType

type TokenType int

const (
	TokenTypeParen TokenType = iota
	TokenTypeName
)