vfsindex

package module

Go to main page

Versions in this module

v0

v0.3.1

Nov 2, 2021

Changes in this version

+ func MakeKRLessFn(krList *query.KeyRecordList) func(i, j int) bool

+ func MakeLessFn(recs *query.RecordList) func(i, j int) bool

+ func MakeSearchInxexFn(fileID uint64, offset int64) func(r *query.Record) bool

+ type CondStat struct

+ Dur time.Duration

+ Mes string

+ type DistanceOfStringArg func(s map[uint64]map[uint64]KeyDistance) map[uint64]map[uint64]KeyDistance

+ func OptCache(cache map[uint64]map[uint64]KeyDistance) DistanceOfStringArg

type IndexFile

+ func (f *IndexFile) OldKeyRecords() *query.KeyRecordList

+ func (f *IndexFile) ResetCache()

type IndexFileType

+ const IdxFileTypeDir

+ const IdxFileTypeMerge

+ const IdxFileTypeMyColum

+ const IdxFileTypeNoComplete

+ const IdxFileTypeNoInit

+ const IdxFileTypeNone

+ const IdxFileTypeWrite

+ type KeyDistance struct

+ Cnt int

+ Score float64

+ type NearsByQueryType byte

+ const ScoreOnly

+ const WithRecord

type Record

+ func (r *Record) Cache() map[string]interface{}

+ type ScoreOfDistance struct

+ Distance float64

+ KeyScores map[uint64]map[uint64]KeyDistance

type SearchCond

+ func NewSearchCond() *SearchCond

+ func (cond *SearchCond) EnableStats(t bool)

+ func (cond *SearchCond) Stats() []CondStat

+ func (f *SearchCond) CountOfKey(key uint64, cname string) (cnt int)

+ func (f *SearchCond) Nears(src string, cname string) ([]*Record, []ScoreOfDistance)

type SearchFinderOpt

+ func ResultFnOutput(w WriterFn, wCh WriterChFn) SearchFinderOpt

type SelectOption

+ func OptRecord(fileID uint64, offset int64) SelectOption

+ type WriterChFn func(c *Column, qrecCh <-chan *query.Record, cntofOutput int) chan interface

+ type WriterFn func(c *Column, qrecs ...*query.Record) interface

v0.2.7

Oct 21, 2021

Changes in this version

+ type ConfigResultFn struct

+ var DefaultCofigResultFn ConfigResultFn = ConfigResultFn{}

+ type OptResultFn func(*ConfigResultFn)

+ func OptFilterWithFile(fileID uint64, offset int64) OptResultFn

v0.2.6

Oct 21, 2021

Changes in this version

type SearchFinder

+ func (sf *SearchFinder) Stop()

v0.2.5

Oct 21, 2021

Changes in this version

+ const FoundSameKeyRecord

+ const InnerKeyRecord

+ const OuterKeyRecord

+ func MergeKerRecordList(oKrLists ...*query.KeyRecordList) (dst *query.KeyRecordList, e error)

+ type ChainProc func() error

+ type CompareStatus byte

+ const RecordEQ

+ const RecordErr

+ const RecordGT

+ const RecordLS

+ func CompareRecord(src, dst *query.Record) (CompareStatus, error)

+ type HookRecordList struct

+ func (hl HookRecordList) InsertWithKeepSort(rec *query.Record, idx int)

+ type IndexFileMerged struct

+ State IndexMergeFileType

+ func MakeMergedIndexFile(opts ...OptMergeIndexFile) *IndexFileMerged

+ func OpenIndexFileMerged(table, column, path string, idxer *Indexer) *IndexFileMerged

+ func ToIndexFileMerged(l *IndexFile) *IndexFileMerged

+ func (m *IndexFileMerged) Chain(procs ...ChainProc)

+ func (m *IndexFileMerged) Merge(srcs ...*IndexFileMerged) (dst *IndexFileMerged, e error)

+ func (m *IndexFileMerged) Split(cnt int) (dsts []*IndexFileMerged, e error)

+ func (m *IndexFileMerged) Write() (e error)

+ type IndexMergeFileType int

+ const IdxMergedFileState_Dirty

+ const IdxMergedFileState_None

+ const IdxMergedFileState_Writen

+ const IdxMergedFileState_Writing

+ type OptMergeIndexFile func(opt *OptionMergeIndexFile)

+ func OptMergefileRange(first, last uint64) OptMergeIndexFile

+ func OptPath(table, column, path string) OptMergeIndexFile

+ func OptRoot(root *query.Root, c *Column) OptMergeIndexFile

+ type OptionMergeIndexFile struct

+ func OptDefaultMergeIndexFile() OptionMergeIndexFile

+ type RecordChFn func(in <-chan *query.Record, out chan<- *query.Record)

type SearchFinderOpt

+ func OptQueryUseChan(t bool) SearchFinderOpt

+ func ResultStreamt(t bool) SearchFinderOpt

type SearchFn

+ RecChFn RecordChFn

type SelectOpt

+ func DefaultSelectOpt() SelectOpt

+ type SelectOptType struct

type SelectOption

+ func OptOnly(t IndexFileType) SelectOption

+ type StatusKeyRecord uint8

+ func SearchIndexToStatus(krList *query.RecordList, rec *query.Record, idx int) StatusKeyRecord

v0.2.3

Oct 2, 2021

Changes in this version

+ func MesureElapsedToStat() func(string) *SearchFinderStat

type SearchFinder

+ func (sf *SearchFinder) Stats() []*SearchFinderStat

+ type SearchFinderOpt func(*SearchFinder)

+ func OptQueryStat(t bool) SearchFinderOpt

+ type SearchFinderStat struct

+ Name string

v0.2.2

Oct 2, 2021

Changes in this version

+ func BsearchInKeyRecord(key uint64, kr *query.KeyRecord) *query.KeyRecord

type Option

+ func UseBsearch(t bool) Option

v0.2.1

Oct 1, 2021

v0.2.0

Sep 30, 2021

Changes in this version

type SearchFinder

+ func (sf *SearchFinder) AndWithColumn(i int, key uint64, col *Column) (result SkipFn)

v0.1.18

Sep 29, 2021

Changes in this version

+ type CountFn func(SkipFn) int

type IndexFile

+ func (f *IndexFile) CountNearByKeyFn(key uint64, less bool) CountFn

+ func (f *IndexFile) RecordNearByKeyFn(key uint64, less bool) RecordFn

+ type SearchFn struct

+ CntFn CountFn

+ RecFn RecordFn

+ func (fn SearchFn) Do(skipFn SkipFn) interface{}

v0.1.17

Sep 29, 2021

v0.1.16

Sep 28, 2021

v0.1.15

Sep 27, 2021

v0.1.14

Sep 26, 2021

Changes in this version

+ func SaveCmdConfig(dir string, conf *ConfigFile) error

type Column

+ func (c *Column) CleanDirTest(mode int)

+ type ConfigBase struct

+ Dir string

+ IndexDir string

+ Table string

+ type ConfigFile struct

+ Name2Index map[string]*ConfigIndex

+ func LoadCmdConfig(dir string) (*ConfigFile, error)

+ type ConfigIndex struct

+ Path string

+ type ParentDirs struct

+ func NewParentDirs(base string, dirs []string) (pdirs ParentDirs)

+ func (pdir ParentDirs) Has(dir string) bool

v0.1.13

Sep 21, 2021

v0.1.12

Sep 20, 2021

Changes in this version

type Column

+ func (c *Column) CleanDirs() (cnt int)

type IndexFile

+ func (f IndexFile) Column() *Column

type Option

+ func EnableCleanAfterMerge(t bool) Option

type SearchCond

+ func (cond *SearchCond) IndexFile() *IndexFile

v0.1.11

Apr 12, 2021

Changes in this version

type SearchFinder

+ func (sf *SearchFinder) MergeAsAnd(src *SearchFinder)

v0.1.10

Apr 11, 2021

v0.1.9

Apr 3, 2021

Changes in this version

type SearchCond

+ func (cond *SearchCond) ReloadFileList()

v0.1.8

Aug 17, 2020

Changes in this version

+ type ColGetter func() *Column

type IndexFile

+ func (f *IndexFile) RecordByKey2(key uint64) RecordFn

+ type InfoFn func(RecordInfoArg)

+ type KeySetter func(interface{}) []uint64

+ type RecordInfoArg struct

+ type ResultFn func(SkipFn)

type SearchCond

+ func (cond *SearchCond) Select(fn func(SearchElem) bool) (sfinder *SearchFinder)

+ type SearchElem struct

+ Column ColGetter

+ func (cond SearchElem) Op(col, op string, v interface{}) (result bool)

type SearchFinder

+ func NewSearchFinder(c *Column) *SearchFinder

+ func (sf *SearchFinder) Count() int

+ func (sf *SearchFinder) Limit(n int) *SearchFinder

+ type ValueGetter func(string, CondOp) *SearchFinder

v0.1.7

Aug 14, 2020

Changes in this version

+ func DecodeTri(v uint64) (s string)

+ func IsEqQRecord(src, dst *query.Record) bool

+ func LogIsDebug() bool

+ func MesureElapsed() func(string) string

type SkipType

+ func (i SkipType) String() string

v0.1.6

Aug 8, 2020

Changes in this version

+ func Untar(tarName, xpath string) (err error)

+ type SkipType byte

+ const SkipFalse

+ const SkipFinish

+ const SkipTrue

v0.1.5

Aug 4, 2020

Changes in this version

type SearchFinder2

+ func (sf *SearchFinder2) Limit(n int) SkipFn

v0.1.4

Aug 1, 2020

v0.1.3

Aug 1, 2020

Changes in this version

+ var ErrMustCsvHeader = errors.New("not set csv header")

+ var ErrNotSupported = errors.New("not supported")

+ var ErrParameterInvalid = errors.New("parameter invalid")

v0.1.2

Jul 31, 2020

Changes in this version

type IndexFile

+ func ListMergedIndex(c *Column, fn CondFn, opts ...SelectOption) (result []*IndexFile)

v0.1.1

Jul 30, 2020

v0.1.0

Jul 30, 2020

Changes in this version

+ const JsonOutput

+ const KeyStateFinish

+ const KeyStateGot

+ const MAX_IDX_CACHE

+ const MIN_NEGATIVE_CACHE

+ const MapInfOutput

+ const RECORDS_INIT

+ const RECORD_MERGED

+ const RECORD_MERGING

+ const RECORD_WRITING

+ const RECORD_WRITTEN

+ var CsvHeader string

+ var DefaultDecoder []Decoder = []Decoder

+ var ErrInvalidIdxName = errors.New("idx file name is invalid")

+ var ErrInvalidTableName = errors.New("table name is invalid")

+ var ErrNotFoundFile = errors.New("file not found")

+ var ErrNotHasColumn = errors.New("record dosent have this column")

+ var ErrNotIndexDir = errors.New("Indexfile must be Index top directory")

+ var ErrStopTraverse = errors.New("stop traverse")

+ var GGlobCache map[string][]string = map[string][]string

+ var LogWriter io.StringWriter = os.Stderr

+ var Opt optionState = optionState

+ var StringOp map[string]CondOp = map[string]CondOp

+ var ZERO_TIME time.Time = time.Time

+ func AddingDir(s string, n int) string

+ func ColumnPath(tdir, col string, isNum bool) string

+ func ColumnPathWithStatus(tdir, col string, isNum bool, s, e string, status byte) string

+ func EmptySkip(o map[int]bool) map[int]bool

+ func EncodeTri(s string) (result []string)

+ func FileExist(filename string) bool

+ func FileListPath(tabledir string) string

+ func FileListPathWithAdding(tabledir string, s, e uint64, usePid bool) string

+ func FileMtime(filename string) time.Time

+ func GetInode(info os.FileInfo) uint64

+ func InitIdxCaches(i *IdxCaches)

+ func JoinExt(s ...string) string

+ func LessEqString(s, d string) (isLess bool)

+ func Log(l LogLevel, f string, args ...interface{})

+ func SafeRename(src, dst string) error

+ func TriKeys(s string) (result []uint64)

+ func TrimFilePathSuffix(path string) string

+ type BufWriterIO struct

+ func NewBufWriterIO(o *os.File, n int) *BufWriterIO

+ func (b *BufWriterIO) Flush() (e error)

+ func (b *BufWriterIO) Write(p []byte) (n int, e error)

+ func (b *BufWriterIO) WriteAt(p []byte, offset int64) (n int, e error)

+ type Column struct

+ Dir string

+ Dirties Records

+ Flist *FileList

+ IsNum bool

+ Name string

+ Table string

+ func NewColumn(flist *FileList, table, col string) *Column

+ func (c *Column) IsNumViaIndex() bool

+ func (c *Column) Key2Path(key uint64, state byte) string

+ func (c *Column) MergingIndex(ctx context.Context) error

+ func (c *Column) Path() string

+ func (c *Column) RecordEqInt(v int) (record *Record)

+ func (c *Column) TableDir() string

+ func (c *Column) Update(d time.Duration) error

+ func (c *Column) WriteDirties()

+ type CondFn func(f *IndexFile) CondType

+ type CondOp byte

+ const CondOpEq

+ const CondOpGe

+ const CondOpGt

+ const CondOpLe

+ const CondOpLt

+ type CondType byte

+ const CondFalse

+ const CondLazy

+ const CondSkip

+ const CondTrue

+ type Decoder struct

+ Decoder func([]byte, interface{}) error

+ Encoder func(interface{}) ([]byte, error)

+ FileType string

+ Tokenizer func(context.Context, io.Reader, *File) <-chan *Record

+ func GetDecoder(fname string) (dec Decoder, e error)

+ type File struct

+ func FileFromFbs(r io.Reader) *File

+ func NewFile(id uint64, name string, index_at int64) *File

+ func (f *File) Records(ctx context.Context, dir string) <-chan *Record

+ func (f *File) ToFbs(l *FileList) []byte

+ func (f *File) Write(l *FileList) error

+ type FileList struct

+ Dir string

+ Files []*File

+ IndexedAt time.Time

+ func CreateFileList(tdir string) (flist *FileList, err error)

+ func OpenFileList(tdir string) (flist *FileList)

+ func (flist *FileList) Update()

+ func (l *FileList) FPath(id uint64) (path string, e error)

+ func (l *FileList) Reload() error

+ func (l *FileList) Store()

+ type GetCol func() *Column

+ type GetColumn func() *Column

+ type GetValue func(string, CondOp) *SearchFinder

+ type GetValue2 func(string, CondOp) *SearchFinder2

+ type GlobCache struct

+ Keys []string

+ ReqCh chan GlobRequest

+ func (g *GlobCache) Add(key, value string)

+ func (g *GlobCache) Finish(key string)

+ func (g *GlobCache) Get(pat string) *query.PathInfoList

+ func (g *GlobCache) GetCh(pat string) <-chan string

+ func (g *GlobCache) PrepareRead(pat string) *query.PathInfoList

+ func (g *GlobCache) Start() error

+ func (g GlobCache) Run(key string)

+ type GlobRequest struct

+ type IdxCache struct

+ FirstEnd Range

+ Pos RecordPos

+ type IdxCaches struct

+ func NewIdxCaches() *IdxCaches

+ type IdxInfo struct

+ type IdxPathInfo string

+ func (p IdxPathInfo) Info() (col string, isNum bool, first, last, fileID uint64, offset int64)

+ func (p IdxPathInfo) IsMerged() bool

+ func (p IdxPathInfo) TDir() string

+ func (p IdxPathInfo) Table() string

+ func (s IdxPathInfo) Greater(d IdxPathInfo) bool

+ func (s IdxPathInfo) Less(d IdxPathInfo) bool

+ type IdxWriter struct

+ IsNum bool

+ ValueEncoder func(r *Record) []string

+ type IndexFile struct

+ Ftype IndexFileType

+ Path string

+ func NewIndexFile(c *Column, path string) *IndexFile

+ func OpenIndexFile(c *Column) (idxFile *IndexFile)

+ func (f *IndexFile) FindByKey(key uint64) (result []*IndexFile)

+ func (f *IndexFile) FindNearByKey(key uint64, less bool) (results []*IndexFile)

+ func (f *IndexFile) First() *IndexFile

+ func (f *IndexFile) FirstRecord() *Record

+ func (f *IndexFile) IdxInfo() IndexPathInfo

+ func (f *IndexFile) Init()

+ func (f *IndexFile) IsType(t IndexFileType) bool

+ func (f *IndexFile) KeyRecord() (result *query.InvertedMapNum)

+ func (f *IndexFile) KeyRecords() *query.KeyRecordList

+ func (f *IndexFile) Last() *IndexFile

+ func (f *IndexFile) LastRecord() *Record

+ func (f *IndexFile) RecordByKey(key uint64) RecordFn

+ func (f *IndexFile) RecordNearByKey(key uint64, less bool) RecordFn

+ func (f *IndexFile) Select(opts ...SelectOption) (err error)

+ type IndexFileType int

+ const IdxFileType_Dir

+ const IdxFileType_Merge

+ const IdxFileType_MyColum

+ const IdxFileType_NoComplete

+ const IdxFileType_None

+ const IdxFileType_Write

+ type IndexPathInfo struct

+ func NewIndexInfo(fileID uint64, offset int64, first uint64, last uint64) IndexPathInfo

+ type Indexer struct

+ Cols map[string]*Column

+ Root string

+ func Open(dpath string, opts ...Option) (*Indexer, error)

+ func (idx *Indexer) On(table string, opts ...Option) *SearchCond

+ func (idx *Indexer) OpenCol(flist *FileList, table, col string) *Column

+ func (idx *Indexer) Regist(table, col string) error

+ type LogLevel int

+ const LOG_DEBUG

+ const LOG_ERROR

+ const LOG_WARN

+ var CurrentLogLoevel LogLevel = LOG_DEBUG

+ type Option func(*optionState)

+ func MergeDuration(d time.Duration) Option

+ func MergeOnSearch(enable bool) Option

+ func Output(t Outputer) Option

+ func ReaderColumn(s string) Option

+ func RegitConcurrent(n int) Option

+ func RootDir(s string) Option

+ type Outputer byte

+ type ProgressBar struct

+ var Pbar ProgressBar = NewProgressBar()

+ func NewProgressBar(opts ...mpb.ContainerOption) (bar ProgressBar)

+ func (p *ProgressBar) Add(name string, total int) (bar *mpb.Bar)

+ func (p *ProgressBar) Done()

+ type Range struct

+ type RangeCur struct

+ type Record struct

+ func NewRecord(id uint64, offset, size int64) *Record

+ func RecordFromFbs(r io.Reader) *Record

+ func (r *Record) IsExist(c *Column) bool

+ func (r *Record) Raw(c *Column) (data []byte)

+ func (r *Record) StrValue(c *Column) string

+ func (r *Record) ToFbs(inf interface{}) []byte

+ func (r *Record) Uint64Value(c *Column) uint64

+ func (r *Record) Write(c *Column) error

+ type RecordFn func(map[int]bool) []*query.Record

+ type RecordPos struct

+ type Records []*Record

+ func NewRecords(n int) Records

+ func (recs Records) Add(r *Record) Records

+ type ResultOpt func(*Column, *query.Record) interface

+ func ResultOutput(name string) ResultOpt

+ type RowIndex struct

+ type SearchCond struct

+ Err error

+ func (cond *SearchCond) CancelAndWait()

+ func (cond *SearchCond) Column() *Column

+ func (cond *SearchCond) FindBy(col string, kInf interface{}) (sinfo *SearchFinder)

+ func (cond *SearchCond) Select2(fn func(SearchCondElem2) bool) (sfinder *SearchFinder2)

+ func (cond *SearchCond) StartMerging()

+ func (f *SearchCond) Match(s string) *SearchFinder

+ func (f *SearchCond) Query(s string) (r *SearchFinder)

+ func (f *SearchCond) Query2(s string) (r *SearchFinder2)

+ type SearchCondElem2 struct

+ Column GetCol

+ func (cond SearchCondElem2) Op(col, op string, v interface{}) (result bool)

+ type SearchFinder struct

+ func EmptySearchFinder() *SearchFinder

+ func (s *SearchFinder) KeyRecord() *query.KeyRecord

+ func (s *SearchFinder) Records() []*query.Record

+ func (s1 *SearchFinder) All(opts ...ResultOpt) []interface{}

+ func (s1 *SearchFinder) And(s2 *SearchFinder) (s *SearchFinder)

+ func (s1 *SearchFinder) First(opts ...ResultOpt) interface{}

+ func (s1 *SearchFinder) Last(opts ...ResultOpt) interface{}

+ type SearchFinder2 struct

+ func NewSearchFinder2(c *Column) *SearchFinder2

+ func (sf *SearchFinder2) All(opts ...ResultOpt) []interface{}

+ func (sf *SearchFinder2) And(i int, key uint64) SkipFn

+ func (sf *SearchFinder2) Count() int

+ func (sf *SearchFinder2) First(opts ...ResultOpt) interface{}

+ func (sf *SearchFinder2) Last(opts ...ResultOpt) interface{}

+ func (sf *SearchFinder2) Records() (recs []*query.Record)

+ type SearchMode byte

+ const SEARCH_ALL

+ const SEARCH_ASC

+ const SEARCH_DESC

+ const SEARCH_FINISH

+ const SEARCH_INIT

+ const SEARCH_START

+ type SelectOpt struct

+ func (opt *SelectOpt) Merge(opts []SelectOption)

+ type SelectOption func(*SelectOpt)

+ func OptAsc(isAsc bool) SelectOption

+ func OptCcondFn(c CondFn) SelectOption

+ func OptRange(start, last uint64) SelectOption

+ func OptTraverse(fn TraverseFn) SelectOption

+ type SetKey func(interface{}) []uint64

+ type SkipFn func(map[int]bool) map[int]bool

+ type TraverseFn func(f *IndexFile) error

v0.0.3

Jul 21, 2020

v0.0.2

Jul 20, 2020

v0.0.1

Jul 20, 2020

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL