scanner

Documentation

Overview

Package scanner is the lexical parser.

Example

package main

import (
	"fmt"

	"github.com/NeowayLabs/nash/scanner"
)

func main() {
	lex := scanner.Lex("-input-", `echo "hello world"`)

	for tok := range lex.Tokens {
		fmt.Println(tok)
	}

}

Output:

IDENT
STRING
;
EOF

Index

• type Lexer
  • func Lex(name, input string) *Lexer
• type Token
  • func (i Token) String() string
  • func (i Token) Type() token.Token
  • func (i Token) Value() string

Examples

• Package

Types

type Lexer

type Lexer struct {
	Tokens chan Token // channel of scanned tokens
	// contains filtered or unexported fields
}

Lexer holds the state of the scanner

func Lex

func Lex(name, input string) *Lexer

type Token

type Token struct {
	token.FileInfo
	// contains filtered or unexported fields
}

func (Token) String

func (i Token) String() string

func (Token) Type

func (i Token) Type() token.Token

func (Token) Value

func (i Token) Value() string