core

package
v0.0.0-...-ca5364c Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Jul 16, 2020 License: GPL-3.0 Imports: 3 Imported by: 0

Documentation

Overview

Package telex implements text processing for Vietnamese

Index

Constants

View Source 
const (
	EstdToneStyle uint = 1 << iota
	EautoCorrectEnabled
	EstdFlags = EstdToneStyle | EautoCorrectEnabled
)
View Source 
const UNICODE = "Unicode"

Variables

View Source 
var InputMethodDefinitions = map[string]InputMethodDefinition{
	"Telex": {
		"z": "XoaDauThanh",
		"s": "DauSac",
		"f": "DauHuyen",
		"r": "DauHoi",
		"x": "DauNga",
		"j": "DauNang",
		"a": "A_Â",
		"e": "E_Ê",
		"o": "O_Ô",
		"w": "UOA_ƯƠĂ",
		"d": "D_Đ",
	},
}
View Source 
var PunctuationMarks = []rune{
	',', ';', ':', '.', '"', '\'', '!', '?', ' ',
	'<', '>', '=', '+', '-', '*', '/', '\\',
	'_', '~', '`', '@', '#', '$', '%', '^', '&', '(', ')', '{', '}', '[', ']',
	'|',
}
View Source 
var Vowels = []rune("aàáảãạăằắẳẵặâầấẩẫậeèéẻẽẹêềếểễệiìíỉĩịoòóỏõọôồốổỗộơờớởỡợuùúủũụưừứửữựyỳýỷỹỵ")

Functions

func AddMarkToChar 

func AddMarkToChar(chr rune, mark uint8) rune

func AddMarkToTonelessChar 

func AddMarkToTonelessChar(chr rune, mark uint8) rune

func AddToneToChar 

func AddToneToChar(chr rune, tone uint8) rune

func Encode 

func Encode(charsetName string, input string) string

func FindMarkPosition 

func FindMarkPosition(chr rune) int

func FindVowelPosition 

func FindVowelPosition(chr rune) int

func Flatten 

func Flatten(composition []*Transformation, mode Mode) string

func GetCharsetNames 

func GetCharsetNames() []string

func GetInputMethodDefinitions 

func GetInputMethodDefinitions() map[string]InputMethodDefinition

func HasAnyVietnameseRune 

func HasAnyVietnameseRune(word string) bool

func IsAlpha 

func IsAlpha(c rune) bool

func IsPunctuationMark 

func IsPunctuationMark(key rune) bool

func IsVietnameseRune 

func IsVietnameseRune(lowerKey rune) bool

func IsVowel 

func IsVowel(chr rune) bool

func IsWordBreakSymbol 

func IsWordBreakSymbol(key rune) bool

Types

type EffectType 

type EffectType int
const (
	Appending          EffectType = iota << 0
	MarkTransformation EffectType = iota
	ToneTransformation EffectType = iota
	Replacing          EffectType = iota
)

type IEngine 

type IEngine interface {
	SetFlag(uint)
	GetInputMethod() InputMethod
	ProcessKey(rune, Mode)
	ProcessString(string, Mode)
	GetProcessedString(Mode) string
	IsValid(bool) bool
	CanProcessKey(rune) bool
	RemoveLastChar(bool)
	RestoreLastWord()
	Reset()
}

func NewEngine 

func NewEngine(inputMethod InputMethod, flag uint) IEngine

type InputMethod 

type InputMethod struct {
	Name          string
	Rules         []Rule
	SuperKeys     []rune
	ToneKeys      []rune
	AppendingKeys []rune
	Keys          []rune
}

func ParseInputMethod 

func ParseInputMethod(imDef map[string]InputMethodDefinition, imName string) InputMethod

type InputMethodDefinition 

type InputMethodDefinition map[string]string

type Mark 

type Mark uint8

type alias 

const (
	MarkNone  Mark = iota << 0
	MarkHat   Mark = iota
	MarkBreve Mark = iota
	MarkHorn  Mark = iota
	MarkDash  Mark = iota
	MarkRaw   Mark = iota
)

func FindMarkFromChar 

func FindMarkFromChar(chr rune) (Mark, bool)

type Mode 

type Mode uint
const (
	VietnameseMode Mode = 1 << iota
	EnglishMode
	ToneLess
	MarkLess
	LowerCase
	FullText
	InReverseOrder
)

type Rule 

type Rule struct {
	Key           rune
	Effect        uint8 // (Tone, Mark)
	EffectType    EffectType
	EffectOn      rune
	Result        rune
	AppendedRules []Rule
}

func ParseRules 

func ParseRules(key rune, line string) []Rule

func ParseToneLessRule 

func ParseToneLessRule(key, effectiveOn, result rune, effect Mark) []Rule

func ParseTonelessRules 

func ParseTonelessRules(key rune, line string) []Rule

func (*Rule) GetMark 

func (r *Rule) GetMark() Mark

func (*Rule) GetTone 

func (r *Rule) GetTone() Tone

func (*Rule) SetMark 

func (r *Rule) SetMark(mark Mark)

func (*Rule) SetTone 

func (r *Rule) SetTone(tone Tone)

type TelexEngine 

type TelexEngine struct {
	// contains filtered or unexported fields
}

func (*TelexEngine) CanProcessKey 

func (e *TelexEngine) CanProcessKey(key rune) bool

func (*TelexEngine) GetFlag 

func (e *TelexEngine) GetFlag(flag uint) uint

func (*TelexEngine) GetInputMethod 

func (e *TelexEngine) GetInputMethod() InputMethod

func (*TelexEngine) GetProcessedString 

func (e *TelexEngine) GetProcessedString(mode Mode) string

func (*TelexEngine) IsValid 

func (e *TelexEngine) IsValid(inputIsFullComplete bool) bool

func (*TelexEngine) ProcessKey 

func (e *TelexEngine) ProcessKey(key rune, mode Mode)

func (*TelexEngine) ProcessString 

func (e *TelexEngine) ProcessString(str string, mode Mode)

func (*TelexEngine) RemoveLastChar 

func (e *TelexEngine) RemoveLastChar(refreshLastToneTarget bool)

Find the last APPENDING transformation and all the transformations that add effects to it.

func (*TelexEngine) Reset 

func (e *TelexEngine) Reset()

func (*TelexEngine) RestoreLastWord 

func (e *TelexEngine) RestoreLastWord()

func (*TelexEngine) SetFlag 

func (e *TelexEngine) SetFlag(flag uint)

type Tone 

type Tone uint8
const (
	ToneNone  Tone = iota << 0
	ToneGrave Tone = iota
	ToneAcute Tone = iota
	ToneHook  Tone = iota
	ToneTilde Tone = iota
	ToneDot   Tone = iota
)

func FindToneFromChar 

func FindToneFromChar(chr rune) Tone

type Transformation 

type Transformation struct {
	Rule        Rule
	Target      *Transformation
	IsUpperCase bool
}

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.