Versions in this module Expand all Collapse all v0 v0.8.0 Feb 14, 2018 Changes in this version + const BYTE + const GIGABYTE + const KILOBYTE + const MEGABYTE + const TERABYTE + func GetFrames(body []byte) ([]string, error) + func NewPilosaForwarder(phost string, t Translator) *pilosaForwarder + func NewPilosaProxy(host string, client *http.Client) *pilosaProxy + func NexterStartFrom(s uint64) func(n *Nexter) + func StartMappingProxy(bind string, h http.Handler) error + type AttrMapper struct + Fields []int + Mapper Mapper + Parsers []Parser + type BinaryFloatMapper struct + BitDepth int + Max float64 + Min float64 + func (m BinaryFloatMapper) ID(fi ...interface{}) (rowIDs []int64, err error) + type BinaryIntMapper struct + BitDepth int + Max int64 + Min int64 + func (m BinaryIntMapper) ID(ii ...interface{}) (rowIDs []int64, err error) + type Bit struct + type BitMapper struct + Fields []int + Frame string + Mapper Mapper + Parsers []Parser + type BoltTranslator struct + Db *bolt.DB + func NewBoltTranslator(filename string, frames ...string) (bt *BoltTranslator, err error) + func (bt *BoltTranslator) BulkAdd(frame string, values [][]byte) error + func (bt *BoltTranslator) Close() error + func (bt *BoltTranslator) Get(frame string, id uint64) (val interface{}) + func (bt *BoltTranslator) GetID(frame string, val interface{}) (id uint64, err error) + type BoolMapper struct + func (m BoolMapper) ID(bi ...interface{}) (rowIDs []int64, err error) + type BucketVLock struct + func NewBucketVLock() BucketVLock + func (b BucketVLock) Lock(val []byte) + func (b BucketVLock) Unlock(val []byte) + type Bytes uint64 + func (b Bytes) String() string + type ChanBitIterator chan pcli.Bit + func NewChanBitIterator() ChanBitIterator + func (c ChanBitIterator) NextBit() (pcli.Bit, error) + type ChanValIterator chan pcli.FieldValue + func NewChanValIterator() ChanValIterator + func (c ChanValIterator) NextValue() (pcli.FieldValue, error) + type CustomMapper struct + Func func(...interface{}) interface{} + Mapper Mapper + func (m CustomMapper) ID(fields ...interface{}) (rowIDs []int64, err error) + type DayOfMonthMapper struct + func (m DayOfMonthMapper) ID(ti ...interface{}) (rowIDs []int64, err error) + type DayOfWeekMapper struct + func (m DayOfWeekMapper) ID(ti ...interface{}) (rowIDs []int64, err error) + type Errors []error + func (errs Errors) Error() string + type FieldSpec struct + Max int + Min int + Name string + type FileFragment struct + func NewFileFragment(f *os.File, startLoc, endLoc int64) (*FileFragment, error) + func SplitFileLines(f *os.File, numParts int64) ([]*FileFragment, error) + func (ff *FileFragment) Close() error + func (ff *FileFragment) Read(b []byte) (n int, err error) + type FloatMapper struct + Buckets []float64 + func (m FloatMapper) ID(fi ...interface{}) (rowIDs []int64, err error) + type FloatParser struct + func (p FloatParser) Parse(field string) (result interface{}, err error) + type FrameSpec struct + CacheSize uint + CacheType pcli.CacheType + Fields []FieldSpec + InverseEnabled bool + Name string + func NewFieldFrameSpec(name string, min int, max int) FrameSpec + func NewRankedFrameSpec(name string, size int) FrameSpec + type GridMapper struct + Xmax float64 + Xmin float64 + Xres int64 + Ymax float64 + Ymin float64 + Yres int64 + func (m GridMapper) ID(xyi ...interface{}) (rowIDs []int64, err error) + type GridToFloatMapper struct + func NewGridToFloatMapper(gm GridMapper, lfm LinearFloatMapper, gridVals []float64) GridToFloatMapper + func (m GridToFloatMapper) ID(vals ...interface{}) ([]int64, error) + type INexter interface + Last func() uint64 + Next func() uint64 + type IPParser struct + func (p IPParser) Parse(field string) (result interface{}, err error) + type ImportClient struct + BufferSize int + func NewImportClient(host, index string, frames []string, bufsize int) *ImportClient + func (ic *ImportClient) Close() + func (ic *ImportClient) SetBit(rowID, columnID uint64, frame string) + func (ic *ImportClient) SetBitTimestamp(rowID, columnID uint64, frame string, timestamp time.Time) + type Index struct + func NewIndex() *Index + func (i *Index) AddBit(frame string, col uint64, row uint64) + func (i *Index) AddValue(frame, field string, col uint64, val int64) + func (i *Index) Client() *pcli.Client + func (i *Index) Close() error + type Indexer interface + AddBit func(frame string, col uint64, row uint64) + AddValue func(frame, field string, col uint64, val int64) + Client func() *pcli.Client + Close func() error + func SetupPilosa(hosts []string, index string, frames []FrameSpec, batchsize uint) (Indexer, error) + type Ingester struct + ParseConcurrency int + func NewIngester(source Source, parser Parrrser, mapper Mapppper, indexer Indexer) *Ingester + func (n *Ingester) Run() error + type IntMapper struct + Max int64 + Min int64 + Res int64 + func (m IntMapper) ID(ii ...interface{}) (rowIDs []int64, err error) + type IntParser struct + func (p IntParser) Parse(field string) (result interface{}, err error) + type KeyMapper interface + MapRequest func(body []byte) ([]byte, error) + MapResult func(frame string, res interface{}) (interface{}, error) + type LevelTranslator struct + func NewLevelTranslator(dirname string, frames ...string) (lt *LevelTranslator, err error) + func (lt *LevelTranslator) Close() error + func (lt *LevelTranslator) Get(frame string, id uint64) (val interface{}) + func (lt *LevelTranslator) GetID(frame string, val interface{}) (id uint64, err error) + type LinearFloatMapper struct + Max float64 + Min float64 + Res float64 + Scale string + func (m LinearFloatMapper) ID(fi ...interface{}) (rowIDs []int64, err error) + type Mapper interface + ID func(...interface{}) ([]int64, error) + type Mapppper interface + Map func(parsedRecord interface{}) (PilosaRecord, error) + type MonthMapper struct + func (m MonthMapper) ID(ti ...interface{}) (rowIDs []int64, err error) + type Nexter struct + func NewNexter(opts ...NexterOption) *Nexter + func (n *Nexter) Last() (lastID uint64) + func (n *Nexter) Next() (nextID uint64) + type NexterOption func(n *Nexter) + type Parrrser interface + Parse func(record []byte) (interface{}, error) + type Parser interface + Parse func(string) (interface{}, error) + type PilosaImporter interface + Close func() + SetBit func(rowID, columnID uint64, frame string) + SetBitTimestamp func(rowID, columnID uint64, frame string, timestamp time.Time) + type PilosaKeyMapper struct + func NewPilosaKeyMapper(t Translator) *PilosaKeyMapper + func (p *PilosaKeyMapper) MapRequest(body []byte) ([]byte, error) + func (p *PilosaKeyMapper) MapResult(frame string, res interface{}) (mappedRes interface{}, err error) + type PilosaRecord struct + Bits []SetBit + Col uint64 + Vals []Val + type Point struct + X float64 + Y float64 + type Proxy interface + ProxyRequest func(orig *http.Request, origbody []byte) (*http.Response, error) + type Region struct + Vertices []Point + type RegionMapper struct + Regions []Region + type SetBit struct + Frame string + Row uint64 + Time time.Time + type SingleVLock struct + func NewSingleVLock() SingleVLock + func (s SingleVLock) Lock(val []byte) + func (s SingleVLock) Unlock(val []byte) + type Source interface + Record func() ([]byte, error) + type SparseIntMapper struct + Map map[int64]int64 + Max int64 + Min int64 + func (m SparseIntMapper) ID(ii ...interface{}) (rowIDs []int64, err error) + type StringContainsMapper struct + Matches []string + type StringMatchesMapper struct + Matches []string + type StringParser struct + func (p StringParser) Parse(field string) (result interface{}, err error) + type TimeOfDayMapper struct + Res int64 + func (m TimeOfDayMapper) ID(ti ...interface{}) (rowIDs []int64, err error) + type TimeParser struct + Layout string + func (p TimeParser) Parse(field string) (result interface{}, err error) + type Translator interface + Get func(frame string, id uint64) interface{} + GetID func(frame string, val interface{}) (uint64, error) + type Val struct + Field string + Frame string + Value int64 + type ValueLocker interface + Lock func(val []byte) + Unlock func(val []byte) + type YearMapper struct + MinYear int64 + func (m YearMapper) ID(ti ...interface{}) (rowIDs []int64, err error)