Versions in this module Expand all Collapse all v1 v1.0.0 May 23, 2022 Changes in this version + func ComparePos(x, y Pos) int + type Kind int + const Ampersand + const Backslash + const Char + const Colon + const Comma + const Comment + const Div + const DoubleColon + const Eq + const Gt + const GtEq + const ILLEGAL + const LBrace + const LBracket + const LParen + const Lt + const LtEq + const Minus + const Mod + const Mult + const NationalStringLiteral + const Neq + const Number + const Period + const Plus + const RBrace + const RBracket + const RParen + const SQLKeyword + const Semicolon + const SingleQuotedString + const Whitespace + func (i Kind) String() string + type Pos struct + Col int + Line int + func NewPos(line, col int) Pos + func (p *Pos) String() string + type SQLWord struct + Keyword string + QuoteStyle rune + Value string + func MakeKeyword(word string, quoteStyle rune) *SQLWord + func (s *SQLWord) String() string + type Token struct + From Pos + Kind Kind + To Pos + Value interface{} + type Tokenizer struct + Col int + Dialect dialect.Dialect + Line int + Scanner *scanner.Scanner + func NewTokenizer(src io.Reader, dialect dialect.Dialect) *Tokenizer + func NewTokenizerWithOptions(src io.Reader, options ...TokenizerOption) *Tokenizer + func (t *Tokenizer) NextToken() (*Token, error) + func (t *Tokenizer) Pos() Pos + func (t *Tokenizer) Scan(token *Token) (*Token, error) + func (t *Tokenizer) Tokenize() ([]*Token, error) + type TokenizerOption func(*Tokenizer) + func Dialect(dialect dialect.Dialect) TokenizerOption + func DisableParseComment() TokenizerOption v1.0.0-alpha.6 Feb 26, 2020 v1.0.0-alpha.5 Nov 28, 2019