token

Documentation

Index

• type Position
  • func (p Position) Sline() string
  • func (p Position) String() string
• type Token
  • func (t Token) String() string
• type TokenType
  • func (tt TokenType) String() string

Types

type Position

type Position struct {
	Filename string
	Offset   int //offset relative to entire file
	Line     int
	Col      int //offset relative to each line
}

Position is the location of a code point in the source

func (Position) Sline

func (p Position) Sline() string

We could not use `Line()` as function name, because `Line` is the struct's field

func (Position) String

func (p Position) String() string

Stringer method for Position

type Token

type Token struct {
	Pos     Position
	Type    TokenType
	Literal string
}

func (Token) String

func (t Token) String() string

Stringer method for Token

type TokenType

type TokenType int

token

const (
	TOKEN_ILLEGAL TokenType = (iota - 1) // Illegal token
	TOKEN_EOF                            //End Of File

	TOKEN_PLUS     // +
	TOKEN_MINUS    // -
	TOKEN_MULTIPLY // *
	TOKEN_DIVIDE   // '/'
	TOKEN_MOD      // '%'
	TOKEN_POWER    // **

	TOKEN_LPAREN // (
	TOKEN_RPAREN // )

	TOKEN_NUMBER //10 or 10.1
)

func (TokenType) String

func (tt TokenType) String() string

for debug & testing