lex

Documentation

Index

• Constants
• Variables
• func Split(m *ice.Message, arg ...string) ice.Map
• type Matrix
  • func NewMatrix(m *ice.Message, nlang, ncell int) *Matrix
  • func (mat *Matrix) Parse(m *ice.Message, npage string, stream *Stream) (hash int, word []byte)
  • func (mat *Matrix) Train(m *ice.Message, npage, nhash string, seed string) int
• type Point
• type State
• type Stream
  • func NewStream(r io.Reader) *Stream
  • func (s *Stream) Char() byte
  • func (s *Stream) Next()
  • func (s *Stream) Scan() bool

Constants

const (
	NLANG = "nlang"
	NCELL = "ncell"
)

const (
	NPAGE = "npage"
	NHASH = "nhash"
)

const (
	TRAIN = "train"
	PARSE = "parse"
)

const (
	SPLIT_SPACE = "split.space"
	SPLIT_BLOCK = "split.block"
	SPLIT_QUOTE = "split.quote"
	SPLIT_TRANS = "split.trans"
)

const LEX = "lex"

const MATRIX = "matrix"

const PREFIX = "prefix"

const REGEXP = "regexp"

const SPLIT = "split"

Variables

var Index = &ice.Context{Name: LEX, Help: "词法模块"}

Functions

func Split

func Split(m *ice.Message, arg ...string) ice.Map

Types

type Matrix

type Matrix struct {
	// contains filtered or unexported fields
}

func NewMatrix

func NewMatrix(m *ice.Message, nlang, ncell int) *Matrix

func (*Matrix) Parse

func (mat *Matrix) Parse(m *ice.Message, npage string, stream *Stream) (hash int, word []byte)

func (*Matrix) Train

func (mat *Matrix) Train(m *ice.Message, npage, nhash string, seed string) int

type Point

type Point struct {
	// contains filtered or unexported fields
}

type State

type State struct {
	// contains filtered or unexported fields
}

type Stream

type Stream struct {
	P int
	// contains filtered or unexported fields
}

func NewStream

func NewStream(r io.Reader) *Stream

func (*Stream) Char

func (s *Stream) Char() byte

func (*Stream) Next

func (s *Stream) Next()

func (*Stream) Scan

func (s *Stream) Scan() bool