cbft

package module

Go to main page

Versions in this module

v0

v0.5.0

Mar 1, 2022

v0.4.0

Apr 17, 2020

Changes in this version

+ const API_MAX_VERSION

+ const API_MIN_VERSION

+ const AuditConfigRefreshEvent

+ const AuditConfigReplanEvent

+ const AuditControlEvent

+ const AuditCreateUpdateIndexEvent

+ const AuditDeleteIndexEvent

+ const AuditProfileCPUEvent

+ const AuditProfileMemoryEvent

+ const AuditRunGCEvent

+ const RESTIndexQueryPath

+ const RemoteRequestOverhead

+ const VersionTag

+ var API_MAX_VERSION_JSON = WithJSONVersion(API_MAX_VERSION)

+ var BatchBytesAdded uint64

+ var BatchBytesRemoved uint64

+ var BleveBatchFlushDuration = time.Duration(100 * time.Millisecond)

+ var BleveKVStoreMetricsAllow = false

+ var BleveMaxOpsPerBatch = 200

+ var BlevePIndexAllowMoss = false

+ var BleveResultCacheMaxHits = 100

+ var BleveRouteMethods map[string]string

+ var CBAuthIsAllowed = func(creds cbauth.Creds, permission string) (bool, error)

+ var CBAuthSendForbidden = func(w http.ResponseWriter, permission string)

+ var CBAuthSendUnauthorized = func(w http.ResponseWriter)

+ var CBAuthWebCreds = cbauth.AuthWebCreds

+ var CollMetaFieldName = "_$scope_$collection"

+ var ConfigModeColPrefix = "scope.collection"

+ var ConfigModeColPrefixLen = len(ConfigModeColPrefix)

+ var DefaultGrpcConnectionHeartBeatInterval = time.Duration(60) * time.Second

+ var DefaultGrpcConnectionIdleTimeout = time.Duration(60) * time.Second

+ var DefaultGrpcMaxBackOffDelay = time.Duration(10) * time.Second

+ var DefaultGrpcMaxConcurrentStreams = uint32(math.MaxInt32)

+ var DefaultGrpcMaxRecvMsgSize = 1024 * 1024 * 50

+ var DefaultGrpcMaxSendMsgSize = 1024 * 1024 * 50

+ var DefaultStreamBatchSize = 100

+ var EventQueryEnd = QueryEventKind(2)

+ var EventQueryStart = QueryEventKind(1)

+ var FeatureCollections = cbgt.SOURCE_GOCBCORE + ":collections"

+ var FeatureGRPC = "protocol:gRPC"

+ var FeatureScorchIndex = featureIndexType + ":" + scorch.Name

+ var FeatureUpsidedownIndex = featureIndexType + ":" + upsidedown.Name

+ var FetchBleveTargets = func(mgr *cbgt.Manager, indexName, indexUUID string, planPIndexFilterName string, ...) ([]*cbgt.PIndex, []*cbgt.RemotePlanPIndex, []string, error)

+ var GrpcPathStats = GRPCPathStats

+ var GrpcPort = ":15000"

+ var HttpClient = http.DefaultClient

+ var HttpGet = func(client *http.Client, url string) (*http.Response, error)

+ var HttpPost = func(client *http.Client, url string, bodyType string, body io.Reader) (*http.Response, error)

+ var HttpTransportDialContextKeepAlive = 30 * time.Second

+ var HttpTransportDialContextTimeout = 30 * time.Second

+ var HttpTransportExpectContinueTimeout = 1 * time.Second

+ var HttpTransportIdleConnTimeout = 90 * time.Second

+ var HttpTransportMaxIdleConns = 300

+ var HttpTransportMaxIdleConnsPerHost = 100

+ var HttpTransportTLSHandshakeTimeout = 10 * time.Second

+ var LogEveryNStats = 300

+ var LogLevels map[string]uint32

+ var MapRESTPathStats = map[string]*rest.RESTPathStats

+ var OnMemoryUsedDropped func(curMemoryUsed, prevMemoryUsed uint64)

+ var RESULT_CACHE_DEFAULT_MAX_BYTES_PER_ENTRY = 32 * 1024

+ var RESULT_CACHE_DEFAULT_MAX_LEN = 0

+ var RESULT_CACHE_DEFAULT_MIN_LOOKUPS = 3

+ var RPCClientConn map[string][]*grpc.ClientConn

+ var RegistryQueryEventCallback func(int, QueryEvent, uint64) error

+ var ResultCache = resultCache

+ var SourcePartitionSeqsCacheTimeoutDefault = 60 * time.Second

+ var SourcePartitionSeqsSleepDefault = 10 * time.Second

+ var TotBatchesFlushedOnMaxOps uint64

+ var TotBatchesFlushedOnTimer uint64

+ var TotBleveDestClosed uint64

+ var TotBleveDestOpened uint64

+ var TotGRPCListenersClosed uint64

+ var TotGRPCListenersOpened uint64

+ var TotGRPCSListenersClosed uint64

+ var TotGRPCSListenersOpened uint64

+ var TotHTTPLimitListenersClosed uint64

+ var TotHTTPLimitListenersOpened uint64

+ var TotHTTPSLimitListenersClosed uint64

+ var TotHTTPSLimitListenersOpened uint64

+ var TotHerderOnBatchExecuteStartBeg uint64

+ var TotHerderOnBatchExecuteStartEnd uint64

+ var TotHerderQueriesRejected uint64

+ var TotHerderWaitingIn uint64

+ var TotHerderWaitingOut uint64

+ var TotRollbackFull uint64

+ var TotRollbackPartial uint64

+ var UrlWithAuth = func(authType, urlStr string) (string, error)

+ func AddServerInterceptor() grpc.ServerOption

+ func AggregateBleveDestPartitionStats() map[string]interface

+ func AnalyzeDoc(mgr *cbgt.Manager, indexName, indexUUID string, req []byte, res io.Writer) error

+ func BleveInitRouter(r *mux.Router, phase string, mgr *cbgt.Manager)

+ func BleveQuerySamples() []cbgt.Documentation

+ func CheckAPIAuth(mgr *cbgt.Manager, w http.ResponseWriter, req *http.Request, path string) (allowed bool)

+ func CheckAPIVersion(w http.ResponseWriter, req *http.Request) (err error)

+ func CountBleve(mgr *cbgt.Manager, indexName, indexUUID string) (uint64, error)

+ func FetchCurMemoryUsed() uint64

+ func GetAuditEventData(eventId uint32, req *http.Request) interface

+ func GetSourcePartitionSeqs(sourceSpec SourceSpec) map[string]cbgt.UUIDSeq

+ func HandleAPIVersion(h string) (string, error)

+ func InitBleveResultCacheOptions(options map[string]string) error

+ func InitResultCacheOptions(options map[string]string) error

+ func MarshalJSON(v interface{}) ([]byte, error)

+ func MustEncodeWithParser(w io.Writer, i interface{})

+ func NsHostsForIndex(name string, planPIndexes *cbgt.PlanPIndexes, nodeDefs *cbgt.NodeDefs) []string

+ func OpenBlevePIndexImplUsing(indexType, path, indexParams string, restart func()) (cbgt.PIndexImpl, cbgt.Dest, error)

+ func ParseExtras(s string) (map[string]string, error)

+ func PrepareAlias(indexDef *cbgt.IndexDef) (*cbgt.IndexDef, error)

+ func PrepareIndexDef(indexDef *cbgt.IndexDef) (*cbgt.IndexDef, error)

+ func QueryBleve(mgr *cbgt.Manager, indexName, indexUUID string, req []byte, res io.Writer) error

+ func RegisterRemoteClientsForSecurity()

+ func RestartOnIndexDefChanges(configRequest *cbgt.ConfigAnalyzeRequest) cbgt.ResultCode

+ func RunRecentInfoCache(mgr *cbgt.Manager)

+ func RunSourcePartitionSeqs(options map[string]string, stopCh chan struct{})

+ func UnmarshalJSON(b []byte, v interface{}) error

+ func UpdateCurMemoryUsed() uint64

+ func ValidateBleve(indexType, indexName, indexParams string) error

+ func ValidateConsistencyParams(c *cbgt.ConsistencyParams) error

+ func WithJSONVersion(v string) string

+ type AnalyzeDocHandler struct

+ func NewAnalyzeDocHandler(mgr *cbgt.Manager) *AnalyzeDocHandler

+ func (h *AnalyzeDocHandler) RESTOpts(opts map[string]string)

+ func (h *AnalyzeDocHandler) ServeHTTP(w http.ResponseWriter, req *http.Request)

+ type AuthVersionHandler struct

+ H http.Handler

+ func NewAuthVersionHandler(mgr *cbgt.Manager, adtSvc *audit.AuditSvc, h http.Handler) *AuthVersionHandler

+ func (c *AuthVersionHandler) ServeHTTP(w http.ResponseWriter, req *http.Request)

type BleveDest

+ func (t *BleveDest) PartitionSeqs() (map[string]cbgt.UUIDSeq, error)

+ func (t *BleveDest) StatsMap() (rv map[string]interface{}, err error)

type BleveDestPartition

+ func (t *BleveDestPartition) RollbackEx(partition string, vBucketUUID uint64, rollbackSeq uint64) error

+ type BleveDocument struct

+ func (c *BleveDocument) Type() string

+ type BleveDocumentConfig struct

+ CollPrefixLookup map[uint32]collMetaField

+ DocIDPrefixDelim string

+ DocIDRegexp *regexp.Regexp

+ Mode string

+ TypeField string

+ func (b *BleveDocumentConfig) BuildDocument(key, val []byte, defaultType string) (*BleveDocument, error)

+ func (b *BleveDocumentConfig) BuildDocumentEx(key, val []byte, defaultType string, extrasType cbgt.DestExtrasType, ...) (*BleveDocument, error)

+ func (b *BleveDocumentConfig) BuildDocumentFromObj(key []byte, v interface{}, defaultType string) *BleveDocument

+ func (b *BleveDocumentConfig) DetermineType(key []byte, v interface{}, defaultType string) string

+ func (b *BleveDocumentConfig) MarshalJSON() ([]byte, error)

+ func (b *BleveDocumentConfig) UnmarshalJSON(data []byte) error

+ type BleveIndexCollector interface

+ Add func(i ...bleve.Index)

+ type BleveInterface interface

type BleveParams

+ DocConfig BleveDocumentConfig

+ type BleveParamsStore struct

+ IndexType string

+ KvStoreMetricsAllow bool

+ KvStoreMossAllow bool

+ KvStoreName string

+ MossCollectionOptions moss.CollectionOptions

+ MossLowerLevelStoreConfig map[string]interface{}

+ MossLowerLevelStoreName string

+ MossStoreOptions moss.StoreOptions

+ type CBAuthBasicLogin struct

+ func CBAuthBasicLoginHandler(mgr *cbgt.Manager) (*CBAuthBasicLogin, error)

+ func (h *CBAuthBasicLogin) ServeHTTP(w http.ResponseWriter, req *http.Request)

+ type Collection struct

+ Name string

+ Uid string

+ type ConciseOptions struct

+ func NewConciseOptions(mgr *cbgt.Manager) *ConciseOptions

+ func (h *ConciseOptions) ServeHTTP(w http.ResponseWriter, req *http.Request)

+ type CustomJSONImpl struct

+ CustomJSONImplType string

+ var JSONImpl *CustomJSONImpl

+ func (p *CustomJSONImpl) Decode(r io.Reader, v interface{}) error

+ func (p *CustomJSONImpl) Encode(w io.Writer, v interface{}) error

+ func (p *CustomJSONImpl) GetManagerOptions() map[string]string

+ func (p *CustomJSONImpl) GetParserType() string

+ func (p *CustomJSONImpl) Marshal(v interface{}) ([]byte, error)

+ func (p *CustomJSONImpl) SetManager(mgr *cbgt.Manager)

+ func (p *CustomJSONImpl) Unmarshal(b []byte, v interface{}) error

+ type FilteredListIndexHandler struct

+ func NewFilteredListIndexHandler(mgr *cbgt.Manager) *FilteredListIndexHandler

+ func (h *FilteredListIndexHandler) ServeHTTP(w http.ResponseWriter, req *http.Request)

+ type GRPCPathStats struct

+ func (s *GRPCPathStats) FocusStats(focusVal string) *RPCFocusStats

+ func (s *GRPCPathStats) FocusValues() (rv []string)

+ type GrpcClient struct

+ Consistency *cbgt.ConsistencyParams

+ GrpcCli pb.SearchServiceClient

+ HostPort string

+ IndexName string

+ IndexUUID string

+ Mgr *cbgt.Manager

+ PIndexNames []string

+ func GroupGrpcClientsByHostPort(clients []*GrpcClient) (rv []*GrpcClient)

+ func (g *GrpcClient) Advanced() (index.Index, store.KVStore, error)

+ func (g *GrpcClient) AuthType() string

+ func (g *GrpcClient) Batch(b *bleve.Batch) error

+ func (g *GrpcClient) Close() error

+ func (g *GrpcClient) Count() (uint64, error)

+ func (g *GrpcClient) Delete(id string) error

+ func (g *GrpcClient) DeleteInternal(key []byte) error

+ func (g *GrpcClient) DocCount() (uint64, error)

+ func (g *GrpcClient) Document(id string) (*document.Document, error)

+ func (g *GrpcClient) DumpAll() chan interface{}

+ func (g *GrpcClient) DumpDoc(id string) chan interface{}

+ func (g *GrpcClient) DumpFields() chan interface{}

+ func (g *GrpcClient) FieldDict(field string) (index.FieldDict, error)

+ func (g *GrpcClient) FieldDictPrefix(field string, termPrefix []byte) (index.FieldDict, error)

+ func (g *GrpcClient) FieldDictRange(field string, startTerm []byte, endTerm []byte) (index.FieldDict, error)

+ func (g *GrpcClient) Fields() ([]string, error)

+ func (g *GrpcClient) GetHostPort() string

+ func (g *GrpcClient) GetInternal(key []byte) ([]byte, error)

+ func (g *GrpcClient) GetLast() (int, []byte)

+ func (g *GrpcClient) Index(id string, data interface{}) error

+ func (g *GrpcClient) Mapping() mapping.IndexMapping

+ func (g *GrpcClient) Name() string

+ func (g *GrpcClient) NewBatch() *bleve.Batch

+ func (g *GrpcClient) Query(ctx context.Context, req *scatterRequest) (*bleve.SearchResult, error)

+ func (g *GrpcClient) Search(req *bleve.SearchRequest) (*bleve.SearchResult, error)

+ func (g *GrpcClient) SearchInContext(ctx context.Context, req *bleve.SearchRequest) (*bleve.SearchResult, error)

+ func (g *GrpcClient) SearchRPC(ctx context.Context, req *scatterRequest, pbReq *pb.SearchRequest) (*bleve.SearchResult, error)

+ func (g *GrpcClient) SetInternal(key, val []byte) error

+ func (g *GrpcClient) SetName(name string)

+ func (g *GrpcClient) SetStreamHandler(sc streamHandler)

+ func (g *GrpcClient) Stats() *bleve.IndexStat

+ func (g *GrpcClient) StatsMap() map[string]interface{}

+ type IndexAuditLog struct

+ IndexName string

type IndexClient

+ HostPort string

+ IndexName string

+ IndexUUID string

+ PIndexNames []string

+ func GroupIndexClientsByHostPort(clients []*IndexClient) (rv []*IndexClient, err error)

+ func (r *IndexClient) AuthType() string

+ func (r *IndexClient) GetHostPort() string

+ func (r *IndexClient) GetLast() (int, []byte)

+ func (r *IndexClient) Name() string

+ func (r *IndexClient) SearchInContext(ctx context.Context, req *bleve.SearchRequest) (*bleve.SearchResult, error)

+ func (r *IndexClient) SetName(name string)

+ func (r *IndexClient) SetStreamHandler(s streamHandler)

+ func (r *IndexClient) StatsMap() map[string]interface{}

+ type IndexControlAuditLog struct

+ Control string

+ IndexName string

+ type LowerLevelStoreHolder interface

+ LowerLevelStore func() store.KVStore

+ type ManagerOptionsExt struct

+ func NewManagerOptionsExt(mgr *cbgt.Manager) *ManagerOptionsExt

+ func (h *ManagerOptionsExt) ServeHTTP(w http.ResponseWriter, req *http.Request)

+ type Manifest struct

+ Scopes []Scope

+ Uid string

+ func GetBucketManifest(bucketName string) (*Manifest, error)

+ type MissingPIndex struct

+ func (m *MissingPIndex) Advanced() (index.Index, store.KVStore, error)

+ func (m *MissingPIndex) Batch(b *bleve.Batch) error

+ func (m *MissingPIndex) Close() error

+ func (m *MissingPIndex) Delete(id string) error

+ func (m *MissingPIndex) DeleteInternal(key []byte) error

+ func (m *MissingPIndex) DocCount() (uint64, error)

+ func (m *MissingPIndex) Document(id string) (*document.Document, error)

+ func (m *MissingPIndex) DumpAll() chan interface{}

+ func (m *MissingPIndex) DumpDoc(id string) chan interface{}

+ func (m *MissingPIndex) DumpFields() chan interface{}

+ func (m *MissingPIndex) FieldDict(field string) (index.FieldDict, error)

+ func (m *MissingPIndex) FieldDictPrefix(field string, termPrefix []byte) (index.FieldDict, error)

+ func (m *MissingPIndex) FieldDictRange(field string, startTerm []byte, endTerm []byte) (index.FieldDict, error)

+ func (m *MissingPIndex) Fields() ([]string, error)

+ func (m *MissingPIndex) GetInternal(key []byte) ([]byte, error)

+ func (m *MissingPIndex) Index(id string, data interface{}) error

+ func (m *MissingPIndex) Mapping() mapping.IndexMapping

+ func (m *MissingPIndex) Name() string

+ func (m *MissingPIndex) NewBatch() *bleve.Batch

+ func (m *MissingPIndex) Search(req *bleve.SearchRequest) (*bleve.SearchResult, error)

+ func (m *MissingPIndex) SearchInContext(ctx context.Context, req *bleve.SearchRequest) (*bleve.SearchResult, error)

+ func (m *MissingPIndex) SetInternal(key, val []byte) error

+ func (m *MissingPIndex) SetName(name string)

+ func (m *MissingPIndex) Stats() *bleve.IndexStat

+ func (m *MissingPIndex) StatsMap() map[string]interface{}

+ type MossStoreActualHolder interface

+ Actual func() *moss.Store

+ type NodeDefsFetcher struct

+ var CurrentNodeDefsFetcher *NodeDefsFetcher

+ func (ndf *NodeDefsFetcher) Get() (*cbgt.NodeDefs, error)

+ func (ndf *NodeDefsFetcher) GetManager() *cbgt.Manager

+ func (ndf *NodeDefsFetcher) SetManager(mgr *cbgt.Manager)

+ type NsSearchResultRedirct struct

+ func NsSearchResultRedirctHandler(mgr *cbgt.Manager) (*NsSearchResultRedirct, error)

+ func (h *NsSearchResultRedirct) ServeHTTP(w http.ResponseWriter, req *http.Request)

+ type PartitionSelectionStrategy string

+ type PartitionSeqsProvider interface

+ PartitionSeqs func() (map[string]cbgt.UUIDSeq, error)

+ type QueryEvent struct

+ Duration time.Duration

+ Kind QueryEventKind

+ type QueryEventKind int

+ type QueryKiller struct

+ func NewQueryKiller() *QueryKiller

+ func (qk *QueryKiller) ServeHTTP(w http.ResponseWriter, req *http.Request)

+ type QueryPIndexes struct

+ PIndexNames []string

+ type QuerySupervisor struct

+ func (qs *QuerySupervisor) AddEntry(qsc *QuerySupervisorContext) uint64

+ func (qs *QuerySupervisor) Count() uint64

+ func (qs *QuerySupervisor) DeleteEntry(id uint64)

+ func (qs *QuerySupervisor) ExecutionTime(id uint64) (time.Duration, bool)

+ func (qs *QuerySupervisor) GetLastAccessTimeForIndex(name string) string

+ func (qs *QuerySupervisor) KillQuery(id uint64) bool

+ func (qs *QuerySupervisor) ListLongerThan(longerThan time.Duration) map[uint64]*RunningQueryDetails

+ type QuerySupervisorContext struct

+ Cancel context.CancelFunc

+ From int

+ IndexName string

+ Query query.Query

+ Size int

+ Timeout int64

+ type QuerySupervisorDetails struct

+ func NewQuerySupervisorDetails() *QuerySupervisorDetails

+ func (qss *QuerySupervisorDetails) ServeHTTP(w http.ResponseWriter, req *http.Request)

+ type RPCFocusStats struct

+ TotGrpcInternalRequest uint64

+ TotGrpcInternalRequestTimeNS uint64

+ TotGrpcRequest uint64

+ TotGrpcRequestErr uint64

+ TotGrpcRequestSlow uint64

+ TotGrpcRequestTimeNS uint64

+ TotGrpcRequestTimeout uint64

+ TotGrpcResponseBytes uint64

+ type RemoteClient interface

+ GetHostPort func() string

+ GetLast func() (int, []byte)

+ SetStreamHandler func(streamHandler)

+ type RunningQueryDetails struct

+ ExecutionTime string

+ From int

+ IndexName string

+ Query query.Query

+ Size int

+ Timeout int64

+ type Scope struct

+ Collections []Collection

+ Name string

+ Uid string

+ type SearchRequest struct

+ Explain bool

+ Facets bleve.FacetsRequest

+ Fields []string

+ From *int

+ Highlight *bleve.HighlightRequest

+ IncludeLocations bool

+ Limit *int

+ Offset *int

+ Q json.RawMessage

+ Score string

+ SearchAfter []string

+ SearchBefore []string

+ Size *int

+ Sort []json.RawMessage

+ func (sr *SearchRequest) ConvertToBleveSearchRequest() (*bleve.SearchRequest, error)

+ type SearchService struct

+ func (s *SearchService) Check(ctx context.Context, in *pb.HealthCheckRequest) (*pb.HealthCheckResponse, error)

+ func (s *SearchService) DocCount(ctx context.Context, req *pb.DocCountRequest) (*pb.DocCountResult, error)

+ func (s *SearchService) Search(req *pb.SearchRequest, stream pb.SearchService_SearchServer) (err error)

+ func (s *SearchService) SetManager(mgr *cbgt.Manager)

+ type SourcePartitionSeqs struct

+ LastUpdated time.Time

+ LastUsed time.Time

+ PartitionSeqs map[string]cbgt.UUIDSeq

+ type SourceSpec struct

+ Server string

+ SourceName string

+ SourceParams string

+ SourceType string

+ SourceUUID string

v0.3.1

Sep 21, 2015

v0.3.0

Sep 18, 2015

Changes in this version

+ func HostsForIndex(name string, planPIndexes *cbgt.PlanPIndexes, nodeDefs *cbgt.NodeDefs) []string

+ func InitStaticRouter(staticDir, staticETag string) *mux.Router

+ func NewIndexStat() map[string]interface

+ func NewRESTRouter(versionMain string, mgr *cbgt.Manager, staticDir, staticETag string, ...) (*mux.Router, map[string]rest.RESTMeta, error)

+ type NSIndexStats map[string]map[string]interface

+ func (n NSIndexStats) MarshalJSON() ([]byte, error)

+ type NsStatsHandler struct

+ func NewNsStatsHandler(mgr *cbgt.Manager) *NsStatsHandler

+ func (h *NsStatsHandler) ServeHTTP(w http.ResponseWriter, req *http.Request)

+ type NsStatusHandler struct

+ func NewNsStatusHandler(mgr *cbgt.Manager, server string) (*NsStatusHandler, error)

+ func (h *NsStatusHandler) ServeHTTP(w http.ResponseWriter, req *http.Request)

v0.2.0

Jun 18, 2015

Changes in this version

+ const QUERY_CTL_DEFAULT_TIMEOUT_MS

+ var FileNotReadable = errors.New("file is not open for reading")

+ var FileNotWritable = errors.New("file is not open for writing")

+ type Documentation struct

+ JSON interface{}

+ Text string

+ func BlevePIndexQuerySamples() []Documentation

type MetaDescIndex

+ QuerySamples interface{}

type PIndexImplType

+ QuerySamples func() []Documentation

+ type QueryCtl struct

+ Consistency *ConsistencyParams

+ Timeout int64

+ type QueryCtlParams struct

+ Ctl QueryCtl

v0.1.0

Jun 2, 2015

Changes in this version

+ const BLEVE_QUERY_DEFAULT_TIMEOUT_MS

+ const DEST_EXTRAS_TYPE_DCP

+ const DEST_EXTRAS_TYPE_NIL

+ const DEST_EXTRAS_TYPE_TAP

+ const FILES_FEED_BACKOFF_FACTOR

+ const FILES_FEED_MAX_SLEEP_MS

+ const FILES_FEED_SLEEP_START_MS

+ func BleveMetaExtra(m map[string]interface{})

+ func BlevePIndexImplInitRouter(r *mux.Router, phase string)

+ func FilesFeedPartitions(sourceType, sourceName, sourceUUID, sourceParams, server string) ([]string, error)

+ func FilesFindMatches(dataDir, sourceName string, regExps []string, modTimeGTE time.Time, ...) ([]string, error)

+ func FilesPathToPartition(h hash.Hash32, partitions []string, path string) string

+ func InitStaticFileRouter(r *mux.Router, staticDir, staticETag string, pages []string) *mux.Router

+ func PIndexTypesInitRouter(r *mux.Router, phase string)

+ func StartFilesFeed(mgr *Manager, ...) error

+ type CwrQueue []*ConsistencyWaitReq

+ func (pq *CwrQueue) Pop() interface{}

+ func (pq *CwrQueue) Push(x interface{})

+ func (pq CwrQueue) Len() int

+ func (pq CwrQueue) Less(i, j int) bool

+ func (pq CwrQueue) Swap(i, j int)

+ type DestExtrasType uint16

+ type DiagHandler struct

+ Handler http.Handler

+ HandlerFunc http.HandlerFunc

+ Name string

+ type FileDoc struct

+ Contents string

+ Name string

+ Path string

+ type FilesFeed struct

+ func NewFilesFeed(mgr *Manager, name, indexName, sourceName, paramsStr string, ...) (*FilesFeed, error)

+ func (t *FilesFeed) Close() error

+ func (t *FilesFeed) Dests() map[string]Dest

+ func (t *FilesFeed) IndexName() string

+ func (t *FilesFeed) Name() string

+ func (t *FilesFeed) Start() error

+ func (t *FilesFeed) Stats(w io.Writer) error

+ type FilesFeedParams struct

+ BackoffFactor float32

+ MaxFileSize int64

+ MaxSleepMS int

+ NumPartitions int

+ RegExps []string

+ SleepStartMS int

type MetaDescIndex

+ CanCount bool

+ CanQuery bool

type PIndexImplType

+ DiagHandlers []DiagHandler

+ InitRouter func(r *mux.Router, phase string)

+ MetaExtra func(map[string]interface{})

+ type PrimarySourceParams struct

+ NumPartitions int

v0.0.5

May 5, 2015

Changes in this version

+ func AssetFS() *assetfs.AssetFS

+ func CouchbaseParseSourceName(serverURLDefault, poolNameDefault, sourceName string) (string, string, string)

+ func InitManagerRESTRouter(r *mux.Router, versionMain string, mgr *Manager, staticDir, staticETag string, ...) (*mux.Router, map[string]RESTMeta, error)

+ func StaticFileRouter(staticDir, staticETag string, pages []string) *mux.Router

type NodeDef

+ Extras string

v0.0.4

Apr 27, 2015

Changes in this version

+ func IndentJSON(x interface{}, prefix, indent string) string

type ManagerStats

+ TotSaveNodeDefUUIDTakenErr uint64

type MetaDescIndex

+ QuerySample interface{}

type PIndexImplType

+ QuerySample interface{}

v0.0.3

Apr 20, 2015

Changes in this version

+ var FeedTypes = make(map[string]*FeedType)

+ var PIndexImplTypes = make(map[string]*PIndexImplType)

+ func PlanPIndexNodeOk(p *PlanPIndexNode) bool

type BlackHole

+ func (t *BlackHole) DataDelete(partition string, key []byte, seq uint64) error

+ func (t *BlackHole) DataUpdate(partition string, key []byte, seq uint64, val []byte) error

+ func (t *BlackHole) OpaqueGet(partition string) (value []byte, lastSeq uint64, err error)

+ func (t *BlackHole) OpaqueSet(partition string, value []byte) error

+ func (t *BlackHole) SnapshotStart(partition string, snapStart, snapEnd uint64) error

type BleveDestPartition

+ func (t *BleveDestPartition) DataDelete(partition string, key []byte, seq uint64) error

+ func (t *BleveDestPartition) DataUpdate(partition string, key []byte, seq uint64, val []byte) error

+ func (t *BleveDestPartition) OpaqueGet(partition string) ([]byte, uint64, error)

+ func (t *BleveDestPartition) OpaqueSet(partition string, value []byte) error

+ func (t *BleveDestPartition) SnapshotStart(partition string, snapStart, snapEnd uint64) error

type Dest

+ DataDelete func(partition string, key []byte, seq uint64) error

+ DataUpdate func(partition string, key []byte, seq uint64, val []byte) error

+ OpaqueGet func(partition string) (value []byte, lastSeq uint64, err error)

+ OpaqueSet func(partition string, value []byte) error

+ SnapshotStart func(partition string, snapStart, snapEnd uint64) error

type DestForwarder

+ func (t *DestForwarder) DataDelete(partition string, key []byte, seq uint64) error

+ func (t *DestForwarder) DataUpdate(partition string, key []byte, seq uint64, val []byte) error

+ func (t *DestForwarder) OpaqueGet(partition string) (value []byte, lastSeq uint64, err error)

+ func (t *DestForwarder) OpaqueSet(partition string, value []byte) error

+ func (t *DestForwarder) SnapshotStart(partition string, snapStart, snapEnd uint64) error

type DestStats

+ TimerDataDelete metrics.Timer

+ TimerDataUpdate metrics.Timer

+ TimerOpaqueGet metrics.Timer

+ TimerOpaqueSet metrics.Timer

+ TimerSnapshotStart metrics.Timer

type FeedType

+ StartSampleDocs map[string]string

type MetaDesc

+ StartSampleDocs map[string]string

+ type MetaDescIndex struct

+ QueryHelp string

+ type MetaDescSource MetaDesc

type PIndexImplType

+ QueryHelp string

+ type PlanPIndexFilter func(*PlanPIndexNode) bool

type PrimaryFeed

+ func (t *PrimaryFeed) DataDelete(partition string, key []byte, seq uint64) error

+ func (t *PrimaryFeed) DataUpdate(partition string, key []byte, seq uint64, val []byte) error

+ func (t *PrimaryFeed) OpaqueGet(partition string) (value []byte, lastSeq uint64, err error)

+ func (t *PrimaryFeed) OpaqueSet(partition string, value []byte) error

+ func (t *PrimaryFeed) SnapshotStart(partition string, snapStart, snapEnd uint64) error

v0.0.2

Apr 16, 2015

v0.0.1

Apr 15, 2015

Changes in this version

+ const BLEVE_DEST_INITIAL_BUF_SIZE_BYTES

+ const INDEX_NAME_REGEXP

+ const JANITOR_CLOSE_PINDEX

+ const JANITOR_REMOVE_PINDEX

+ const MANAGER_MAX_EVENTS

+ const WORK_KICK

+ const WORK_NOOP

+ var EMPTY_BYTES = []byte

+ var PINDEX_STORE_MAX_ERRORS = 40

+ func Asset(name string) ([]byte, error)

+ func AssetDir(name string) ([]string, error)

+ func AssetInfo(name string) (os.FileInfo, error)

+ func AssetNames() []string

+ func AtomicCopyMetrics(s, r interface{}, fn func(sv uint64, rv uint64) uint64)

+ func CfgNodeDefsKey(kind string) string

+ func ConsistencyWaitDone(partition string, cancelCh <-chan bool, doneCh chan error, ...) error

+ func ConsistencyWaitGroup(indexName string, consistencyParams *ConsistencyParams, cancelCh <-chan bool, ...) error

+ func ConsistencyWaitPIndex(pindex *PIndex, t ConsistencyWaiter, consistencyParams *ConsistencyParams, ...) error

+ func ConsistencyWaitPartitions(t ConsistencyWaiter, partitions map[string]bool, consistencyLevel string, ...) error

+ func CouchbasePartitions(sourceType, sourceName, sourceUUID, sourceParams, server string) (partitions []string, err error)

+ func CountAlias(mgr *Manager, indexName, indexUUID string) (uint64, error)

+ func CountBlevePIndexImpl(mgr *Manager, indexName, indexUUID string) (uint64, error)

+ func DataSourcePartitions(sourceType, sourceName, sourceUUID, sourceParams, server string) ([]string, error)

+ func ErrorToString(e error) string

+ func MustAsset(name string) []byte

+ func NewBlackHolePIndexImpl(indexType, indexParams, path string, restart func()) (PIndexImpl, Dest, error)

+ func NewBlevePIndexImpl(indexType, indexParams, path string, restart func()) (PIndexImpl, Dest, error)

+ func NewPIndexImpl(indexType, indexParams, path string, restart func()) (PIndexImpl, Dest, error)

+ func OpenBlackHolePIndexImpl(indexType, path string, restart func()) (PIndexImpl, Dest, error)

+ func OpenBlevePIndexImpl(indexType, path string, restart func()) (PIndexImpl, Dest, error)

+ func OpenPIndexImpl(indexType, path string, restart func()) (PIndexImpl, Dest, error)

+ func ParsePartitionsToVBucketIds(dests map[string]Dest) ([]uint16, error)

+ func PlanPIndexName(indexDef *IndexDef, sourcePartitions string) string

+ func PlanPIndexNodeCanRead(p *PlanPIndexNode) bool

+ func PlanPIndexNodeCanWrite(p *PlanPIndexNode) bool

+ func PlannerCheckVersion(cfg Cfg, version string) error

+ func PrimaryFeedPartitions(sourceType, sourceName, sourceUUID, sourceParams, server string) ([]string, error)

+ func QueryAlias(mgr *Manager, indexName, indexUUID string, req []byte, res io.Writer) error

+ func QueryBlevePIndexImpl(mgr *Manager, indexName, indexUUID string, req []byte, res io.Writer) error

+ func RegisterFeedType(sourceType string, f *FeedType)

+ func RegisterPIndexImplType(indexType string, t *PIndexImplType)

+ func RestoreAsset(dir, name string) error

+ func RestoreAssets(dir, name string) error

+ func StartDCPFeed(mgr *Manager, ...) error

+ func StartTAPFeed(mgr *Manager, ...) error

+ func StringsIntersectStrings(a, b []string) []string

+ func StringsRemoveStrings(stringArr, removeArr []string) []string

+ func StringsToMap(strsArr []string) map[string]bool

+ func SyncWorkReq(ch chan *WorkReq, op, msg string, obj interface{}) error

+ func Time(f func() error, totalDuration, totalCount, maxDuration *uint64) error

+ func TimeoutCancelChan(timeout int64) <-chan bool

+ func Timer(f func() error, t metrics.Timer) error

+ func ValidateAlias(indexType, indexName, indexParams string) error

+ func ValidateBlevePIndexImpl(indexType, indexName, indexParams string) error

+ func WriteTimerJSON(w io.Writer, timer metrics.Timer)

+ type AliasParams struct

+ Targets map[string]*AliasParamsTarget

+ type AliasParamsTarget struct

+ IndexUUID string

+ type BlackHole struct

+ func (t *BlackHole) Close() error

+ func (t *BlackHole) ConsistencyWait(partition, partitionUUID string, consistencyLevel string, ...) error

+ func (t *BlackHole) Count(pindex *PIndex, cancelCh <-chan bool) (uint64, error)

+ func (t *BlackHole) GetOpaque(partition string) (value []byte, lastSeq uint64, err error)

+ func (t *BlackHole) OnDataDelete(partition string, key []byte, seq uint64) error

+ func (t *BlackHole) OnDataUpdate(partition string, key []byte, seq uint64, val []byte) error

+ func (t *BlackHole) OnSnapshotStart(partition string, snapStart, snapEnd uint64) error

+ func (t *BlackHole) Query(pindex *PIndex, req []byte, w io.Writer, cancelCh <-chan bool) error

+ func (t *BlackHole) Rollback(partition string, rollbackSeq uint64) error

+ func (t *BlackHole) SetOpaque(partition string, value []byte) error

+ func (t *BlackHole) Stats(w io.Writer) error

+ type BleveDest struct

+ func NewBleveDest(path string, bindex bleve.Index, restart func()) *BleveDest

+ func (t *BleveDest) AddError(op, partition string, key []byte, seq uint64, val []byte, err error)

+ func (t *BleveDest) Close() error

+ func (t *BleveDest) ConsistencyWait(partition, partitionUUID string, consistencyLevel string, ...) error

+ func (t *BleveDest) Count(pindex *PIndex, cancelCh <-chan bool) (uint64, error)

+ func (t *BleveDest) Dest(partition string) (Dest, error)

+ func (t *BleveDest) Query(pindex *PIndex, req []byte, res io.Writer, cancelCh <-chan bool) error

+ func (t *BleveDest) Rollback(partition string, rollbackSeq uint64) error

+ func (t *BleveDest) Stats(w io.Writer) error

+ type BleveDestPartition struct

+ func (t *BleveDestPartition) Close() error

+ func (t *BleveDestPartition) ConsistencyWait(partition, partitionUUID string, consistencyLevel string, ...) error

+ func (t *BleveDestPartition) Count(pindex *PIndex, cancelCh <-chan bool) (uint64, error)

+ func (t *BleveDestPartition) GetOpaque(partition string) ([]byte, uint64, error)

+ func (t *BleveDestPartition) OnDataDelete(partition string, key []byte, seq uint64) error

+ func (t *BleveDestPartition) OnDataUpdate(partition string, key []byte, seq uint64, val []byte) error

+ func (t *BleveDestPartition) OnSnapshotStart(partition string, snapStart, snapEnd uint64) error

+ func (t *BleveDestPartition) Query(pindex *PIndex, req []byte, res io.Writer, cancelCh <-chan bool) error

+ func (t *BleveDestPartition) Rollback(partition string, rollbackSeq uint64) error

+ func (t *BleveDestPartition) SetOpaque(partition string, value []byte) error

+ func (t *BleveDestPartition) Stats(w io.Writer) error

+ type BleveParams struct

+ Mapping bleve.IndexMapping

+ Store map[string]interface{}

+ func NewBleveParams() *BleveParams

+ type BleveQueryParams struct

+ Consistency *ConsistencyParams

+ Query *bleve.SearchRequest

+ Timeout int64

+ type CBFeedParams struct

+ AuthPassword string

+ AuthUser string

type Cfg

+ Refresh func() error

+ Subscribe func(key string, ch chan CfgEvent) error

+ type CfgCB struct

+ func NewCfgCB(url, bucket string) (*CfgCB, error)

+ func (a *CfgCB) GetCredentials() (string, string, string)

+ func (c *CfgCB) Del(key string, cas uint64) error

+ func (c *CfgCB) Get(key string, cas uint64) ([]byte, uint64, error)

+ func (c *CfgCB) Load() error

+ func (c *CfgCB) Refresh() error

+ func (c *CfgCB) Set(key string, val []byte, cas uint64) (uint64, error)

+ func (c *CfgCB) Subscribe(key string, ch chan CfgEvent) error

+ func (r *CfgCB) DataDelete(vbucketId uint16, key []byte, seq uint64, req *gomemcached.MCRequest) error

+ func (r *CfgCB) DataUpdate(vbucketId uint16, key []byte, seq uint64, req *gomemcached.MCRequest) error

+ func (r *CfgCB) GetMetaData(vbucketId uint16) (value []byte, lastSeq uint64, err error)

+ func (r *CfgCB) OnError(err error)

+ func (r *CfgCB) Rollback(vbucketId uint16, rollbackSeq uint64) error

+ func (r *CfgCB) SetMetaData(vbucketId uint16, value []byte) error

+ func (r *CfgCB) SnapshotStart(vbucketId uint16, snapStart, snapEnd uint64, snapType uint32) error

+ type CfgEvent struct

+ CAS uint64

+ Key string

+ type CfgGetHandler struct

+ func NewCfgGetHandler(mgr *Manager) *CfgGetHandler

+ func (h *CfgGetHandler) ServeHTTP(w http.ResponseWriter, req *http.Request)

type CfgMem

+ func (c *CfgMem) Refresh() error

+ func (c *CfgMem) Subscribe(key string, ch chan CfgEvent) error

+ type CfgRefreshHandler struct

+ func NewCfgRefreshHandler(mgr *Manager) *CfgRefreshHandler

+ func (h *CfgRefreshHandler) ServeHTTP(w http.ResponseWriter, req *http.Request)

type CfgSimple

+ func (c *CfgSimple) Refresh() error

+ func (c *CfgSimple) Subscribe(key string, ch chan CfgEvent) error

+ type ConsistencyParams struct

+ Level string

+ Vectors map[string]ConsistencyVector

+ type ConsistencyVector map[string]uint64

+ type ConsistencyWaitReq struct

+ CancelCh <-chan bool

+ ConsistencyLevel string

+ ConsistencySeq uint64

+ DoneCh chan error

+ PartitionUUID string

+ type ConsistencyWaiter interface

+ ConsistencyWait func(partition, partitionUUID string, consistencyLevel string, ...) error

+ type CountHandler struct

+ func NewCountHandler(mgr *Manager) *CountHandler

+ func (h *CountHandler) RESTOpts(opts map[string]string)

+ func (h *CountHandler) ServeHTTP(w http.ResponseWriter, req *http.Request)

+ type CountPIndexHandler struct

+ func NewCountPIndexHandler(mgr *Manager) *CountPIndexHandler

+ func (h *CountPIndexHandler) ServeHTTP(w http.ResponseWriter, req *http.Request)

type CreateIndexHandler

+ func NewCreateIndexHandler(mgr *Manager) *CreateIndexHandler

+ func (h *CreateIndexHandler) RESTOpts(opts map[string]string)

type DCPFeed

+ func (r *DCPFeed) DataDelete(vbucketId uint16, key []byte, seq uint64, req *gomemcached.MCRequest) error

+ func (r *DCPFeed) DataUpdate(vbucketId uint16, key []byte, seq uint64, req *gomemcached.MCRequest) error

+ func (r *DCPFeed) GetMetaData(vbucketId uint16) (value []byte, lastSeq uint64, err error)

+ func (r *DCPFeed) OnError(err error)

+ func (r *DCPFeed) Rollback(vbucketId uint16, rollbackSeq uint64) error

+ func (r *DCPFeed) SetMetaData(vbucketId uint16, value []byte) error

+ func (r *DCPFeed) SnapshotStart(vbucketId uint16, snapStart, snapEnd uint64, snapType uint32) error

+ func (t *DCPFeed) Dests() map[string]Dest

+ func (t *DCPFeed) IndexName() string

+ func (t *DCPFeed) Stats(w io.Writer) error

+ type DCPFeedParams struct

+ AuthPassword string

+ AuthUser string

+ ClusterManagerBackoffFactor float32

+ ClusterManagerSleepInitMS int

+ ClusterManagerSleepMaxMS int

+ DataManagerBackoffFactor float32

+ DataManagerSleepInitMS int

+ DataManagerSleepMaxMS int

+ FeedBufferAckThreshold float32

+ FeedBufferSizeBytes uint32

+ func NewDCPFeedParams() *DCPFeedParams

+ func (d *DCPFeedParams) GetCredentials() (string, string, string)

type DeleteIndexHandler

+ func (h *DeleteIndexHandler) RESTOpts(opts map[string]string)

+ type Dest interface

+ Close func() error

+ ConsistencyWait func(partition, partitionUUID string, consistencyLevel string, ...) error

+ Count func(pindex *PIndex, cancelCh <-chan bool) (uint64, error)

+ GetOpaque func(partition string) (value []byte, lastSeq uint64, err error)

+ OnDataDelete func(partition string, key []byte, seq uint64) error

+ OnDataUpdate func(partition string, key []byte, seq uint64, val []byte) error

+ OnSnapshotStart func(partition string, snapStart, snapEnd uint64) error

+ Query func(pindex *PIndex, req []byte, w io.Writer, cancelCh <-chan bool) error

+ Rollback func(partition string, rollbackSeq uint64) error

+ SetOpaque func(partition string, value []byte) error

+ Stats func(io.Writer) error

+ func BasicPartitionFunc(partition string, key []byte, dests map[string]Dest) (Dest, error)

+ func VBucketIdToPartitionDest(pf DestPartitionFunc, dests map[string]Dest, vbucketId uint16, key []byte) (partition string, dest Dest, err error)

+ type DestForwarder struct

+ DestProvider DestProvider

+ func (t *DestForwarder) Close() error

+ func (t *DestForwarder) ConsistencyWait(partition, partitionUUID string, consistencyLevel string, ...) error

+ func (t *DestForwarder) Count(pindex *PIndex, cancelCh <-chan bool) (uint64, error)

+ func (t *DestForwarder) GetOpaque(partition string) (value []byte, lastSeq uint64, err error)

+ func (t *DestForwarder) OnDataDelete(partition string, key []byte, seq uint64) error

+ func (t *DestForwarder) OnDataUpdate(partition string, key []byte, seq uint64, val []byte) error

+ func (t *DestForwarder) OnSnapshotStart(partition string, snapStart, snapEnd uint64) error

+ func (t *DestForwarder) Query(pindex *PIndex, req []byte, res io.Writer, cancelCh <-chan bool) error

+ func (t *DestForwarder) Rollback(partition string, rollbackSeq uint64) error

+ func (t *DestForwarder) SetOpaque(partition string, value []byte) error

+ func (t *DestForwarder) Stats(w io.Writer) error

+ type DestPartitionFunc func(partition string, key []byte, dests map[string]Dest) (Dest, error)

+ type DestProvider interface

+ Close func() error

+ Count func(pindex *PIndex, cancelCh <-chan bool) (uint64, error)

+ Dest func(partition string) (Dest, error)

+ Query func(pindex *PIndex, req []byte, res io.Writer, cancelCh <-chan bool) error

+ Stats func(io.Writer) error

+ type DestSourceParams struct

+ NumPartitions int

+ type DestStats struct

+ TimerGetOpaque metrics.Timer

+ TimerOnDataDelete metrics.Timer

+ TimerOnDataUpdate metrics.Timer

+ TimerOnSnapshotStart metrics.Timer

+ TimerRollback metrics.Timer

+ TimerSetOpaque metrics.Timer

+ TotError uint64

+ func NewDestStats() *DestStats

+ func (d *DestStats) WriteJSON(w io.Writer)

+ type DiagGetHandler struct

+ func NewDiagGetHandler(versionMain string, mgr *Manager, mr *MsgRing) *DiagGetHandler

+ func (h *DiagGetHandler) ServeHTTP(w http.ResponseWriter, req *http.Request)

+ type ErrorConsistencyWait struct

+ Err error

+ StartEndSeqs map[string][]uint64

+ Status string

+ func (e *ErrorConsistencyWait) Error() string

type Feed

+ Dests func() map[string]Dest

+ IndexName func() string

+ Stats func(io.Writer) error

+ type FeedPartitionsFunc func(sourceType, sourceName, sourceUUID, sourceParams, server string) ([]string, error)

+ type FeedStartFunc func(mgr *Manager, feedName, indexName, indexUUID string, ...) error

+ type FeedType struct

+ Description string

+ Partitions FeedPartitionsFunc

+ Public bool

+ Start FeedStartFunc

+ StartSample interface{}

+ type FileLike interface

+ Stat func() (os.FileInfo, error)

+ Truncate func(size int64) error

+ type FileService struct

+ func NewFileService(concurrency int) *FileService

+ func (f *FileService) Close() error

+ func (f *FileService) Do(path string, flags int, fn func(*os.File) error) error

+ func (fs *FileService) OpenFile(path string, mode int) (FileLike, error)

+ type GetIndexHandler struct

+ func NewGetIndexHandler(mgr *Manager) *GetIndexHandler

+ func (h *GetIndexHandler) RESTOpts(opts map[string]string)

+ func (h *GetIndexHandler) ServeHTTP(w http.ResponseWriter, req *http.Request)

+ type GetPIndexHandler struct

+ func NewGetPIndexHandler(mgr *Manager) *GetPIndexHandler

+ func (h *GetPIndexHandler) ServeHTTP(w http.ResponseWriter, req *http.Request)

+ type IndexClient struct

+ Consistency *ConsistencyParams

+ CountURL string

+ QueryURL string

+ func (r *IndexClient) Advanced() (index.Index, store.KVStore, error)

+ func (r *IndexClient) Batch(b *bleve.Batch) error

+ func (r *IndexClient) Close() error

+ func (r *IndexClient) Count() (uint64, error)

+ func (r *IndexClient) Delete(id string) error

+ func (r *IndexClient) DeleteInternal(key []byte) error

+ func (r *IndexClient) DocCount() (uint64, error)

+ func (r *IndexClient) Document(id string) (*document.Document, error)

+ func (r *IndexClient) DumpAll() chan interface{}

+ func (r *IndexClient) DumpDoc(id string) chan interface{}

+ func (r *IndexClient) DumpFields() chan interface{}

+ func (r *IndexClient) FieldDict(field string) (index.FieldDict, error)

+ func (r *IndexClient) FieldDictPrefix(field string, termPrefix []byte) (index.FieldDict, error)

+ func (r *IndexClient) FieldDictRange(field string, startTerm []byte, endTerm []byte) (index.FieldDict, error)

+ func (r *IndexClient) Fields() ([]string, error)

+ func (r *IndexClient) GetInternal(key []byte) ([]byte, error)

+ func (r *IndexClient) Index(id string, data interface{}) error

+ func (r *IndexClient) Mapping() *bleve.IndexMapping

+ func (r *IndexClient) NewBatch() *bleve.Batch

+ func (r *IndexClient) Query(buf []byte) ([]byte, error)

+ func (r *IndexClient) Search(req *bleve.SearchRequest) (*bleve.SearchResult, error)

+ func (r *IndexClient) SetInternal(key, val []byte) error

+ func (r *IndexClient) Stats() *bleve.IndexStat

+ type IndexControlHandler struct

+ func NewIndexControlHandler(mgr *Manager, control string, allowedOps map[string]bool) *IndexControlHandler

+ func (h *IndexControlHandler) RESTOpts(opts map[string]string)

+ func (h *IndexControlHandler) ServeHTTP(w http.ResponseWriter, req *http.Request)

type IndexDef

+ Params string

+ PlanParams PlanParams

+ SourceParams string

+ Type string

type IndexDefs

+ func PlannerGetIndexDefs(cfg Cfg, version string) (*IndexDefs, error)

+ type JSONStatsWriter interface

+ WriteJSON func(w io.Writer)

+ type ListIndexHandler struct

+ func NewListIndexHandler(mgr *Manager) *ListIndexHandler

+ func (h *ListIndexHandler) ServeHTTP(w http.ResponseWriter, req *http.Request)

+ type ListPIndexHandler struct

+ func NewListPIndexHandler(mgr *Manager) *ListPIndexHandler

+ func (h *ListPIndexHandler) ServeHTTP(w http.ResponseWriter, req *http.Request)

+ type LogGetHandler struct

+ func NewLogGetHandler(mgr *Manager, mr *MsgRing) *LogGetHandler

+ func (h *LogGetHandler) ServeHTTP(w http.ResponseWriter, req *http.Request)

type Manager

+ func (mgr *Manager) Cfg() Cfg

+ func (mgr *Manager) ClosePIndex(pindex *PIndex) error

+ func (mgr *Manager) CoveringPIndexes(indexName, indexUUID string, wantNode func(*PlanPIndexNode) bool) (localPIndexes []*PIndex, remotePlanPIndexes []*RemotePlanPIndex, err error)

+ func (mgr *Manager) GetIndexDefs(refresh bool) (*IndexDefs, map[string]*IndexDef, error)

+ func (mgr *Manager) GetPIndex(pindexName string) *PIndex

+ func (mgr *Manager) GetPlanPIndexes(refresh bool) (*PlanPIndexes, map[string][]*PlanPIndex, error)

+ func (mgr *Manager) IndexControl(indexName, indexUUID, readOp, writeOp, planFreezeOp string) error

+ func (mgr *Manager) JanitorNOOP(msg string)

+ func (mgr *Manager) Kick(msg string)

+ func (mgr *Manager) PlannerNOOP(msg string)

+ func (mgr *Manager) RemoveNodeDef(kind string) error

+ func (mgr *Manager) RemovePIndex(pindex *PIndex) error

+ func (mgr *Manager) StartRegister(register string) error

+ func (mgr *Manager) UUID() string

+ type ManagerKickHandler struct

+ func NewManagerKickHandler(mgr *Manager) *ManagerKickHandler

+ func (h *ManagerKickHandler) ServeHTTP(w http.ResponseWriter, req *http.Request)

+ type ManagerMetaHandler struct

+ func NewManagerMetaHandler(mgr *Manager, meta map[string]RESTMeta) *ManagerMetaHandler

+ func (h *ManagerMetaHandler) ServeHTTP(w http.ResponseWriter, req *http.Request)

+ type ManagerStats struct

+ TotCreateIndex uint64

+ TotCreateIndexOk uint64

+ TotDeleteIndex uint64

+ TotDeleteIndexOk uint64

+ TotIndexControl uint64

+ TotIndexControlOk uint64

+ TotJanitorClosePIndex uint64

+ TotJanitorKick uint64

+ TotJanitorKickErr uint64

+ TotJanitorKickOk uint64

+ TotJanitorKickStart uint64

+ TotJanitorNOOP uint64

+ TotJanitorNOOPOk uint64

+ TotJanitorRemovePIndex uint64

+ TotJanitorSubscriptionEvent uint64

+ TotJanitorUnknownErr uint64

+ TotKick uint64

+ TotPlannerKick uint64

+ TotPlannerKickChanged uint64

+ TotPlannerKickErr uint64

+ TotPlannerKickOk uint64

+ TotPlannerKickStart uint64

+ TotPlannerNOOP uint64

+ TotPlannerNOOPOk uint64

+ TotPlannerSubscriptionEvent uint64

+ TotPlannerUnknownErr uint64

+ TotSaveNodeDef uint64

+ TotSaveNodeDefGetErr uint64

+ TotSaveNodeDefOk uint64

+ TotSaveNodeDefSetErr uint64

+ TotSaveNodeDefUUIDErr uint64

+ func (s *ManagerStats) AtomicCopyTo(r *ManagerStats)

+ type MetaDesc struct

+ Description string

+ StartSample interface{}

+ type MsgRing struct

+ Msgs [][]byte

+ Next int

+ func NewMsgRing(inner io.Writer, ringSize int) (*MsgRing, error)

+ func (m *MsgRing) Messages() [][]byte

+ func (m *MsgRing) Write(p []byte) (n int, err error)

+ type NILFeed struct

+ func NewNILFeed(name, indexName string, dests map[string]Dest) *NILFeed

+ func (t *NILFeed) Close() error

+ func (t *NILFeed) Dests() map[string]Dest

+ func (t *NILFeed) IndexName() string

+ func (t *NILFeed) Name() string

+ func (t *NILFeed) Start() error

+ func (t *NILFeed) Stats(w io.Writer) error

type NodeDef

+ Container string

+ Tags []string

+ Weight int

type NodeDefs

+ func PlannerGetNodeDefs(cfg Cfg, version, uuid, bindHttp string) (*NodeDefs, error)

+ type NodePlanParam struct

+ CanRead bool

+ CanWrite bool

+ func GetNodePlanParam(nodePlanParams map[string]map[string]*NodePlanParam, ...) *NodePlanParam

type PIndex

+ Dest Dest

+ Impl PIndexImpl

+ IndexParams string

+ IndexType string

+ SourceParams string

+ func (p *PIndex) Close(remove bool) error

+ type PIndexImpl interface

+ type PIndexImplType struct

+ Count func(mgr *Manager, indexName, indexUUID string) (uint64, error)

+ Description string

+ New func(indexType, indexParams, path string, restart func()) (PIndexImpl, Dest, error)

+ Open func(indexType, path string, restart func()) (PIndexImpl, Dest, error)

+ Query func(mgr *Manager, indexName, indexUUID string, req []byte, res io.Writer) error

+ StartSample interface{}

+ Validate func(indexType, indexName, indexParams string) error

+ func PIndexImplTypeForIndex(cfg Cfg, indexName string) (*PIndexImplType, error)

+ type PIndexStoreStats struct

+ Errors *list.List

+ TimerBatchStore metrics.Timer

+ func (d *PIndexStoreStats) WriteJSON(w io.Writer)

type PlanPIndex

+ IndexParams string

+ IndexType string

+ Nodes map[string]*PlanPIndexNode

+ SourceParams string

+ type PlanPIndexNode struct

+ CanRead bool

+ CanWrite bool

+ Priority int

+ type PlanPIndexNodeRef struct

+ Node *PlanPIndexNode

+ UUID string

+ type PlanPIndexNodeRefs []*PlanPIndexNodeRef

+ func (pms PlanPIndexNodeRefs) Len() int

+ func (pms PlanPIndexNodeRefs) Less(i, j int) bool

+ func (pms PlanPIndexNodeRefs) Swap(i, j int)

type PlanPIndexes

+ Warnings map[string][]string

+ func PlannerGetPlanPIndexes(cfg Cfg, version string) (*PlanPIndexes, uint64, error)

+ type PlanParams struct

+ HierarchyRules blance.HierarchyRules

+ MaxPartitionsPerPIndex int

+ NodePlanParams map[string]map[string]*NodePlanParam

+ NumReplicas int

+ PlanFrozen bool

+ type PrimaryFeed struct

+ func NewPrimaryFeed(name, indexName string, pf DestPartitionFunc, dests map[string]Dest) *PrimaryFeed

+ func (t *PrimaryFeed) Close() error

+ func (t *PrimaryFeed) ConsistencyWait(partition, partitionUUID string, consistencyLevel string, ...) error

+ func (t *PrimaryFeed) Count(pindex *PIndex, cancelCh <-chan bool) (uint64, error)

+ func (t *PrimaryFeed) Dests() map[string]Dest

+ func (t *PrimaryFeed) GetOpaque(partition string) (value []byte, lastSeq uint64, err error)

+ func (t *PrimaryFeed) IndexName() string

+ func (t *PrimaryFeed) Name() string

+ func (t *PrimaryFeed) OnDataDelete(partition string, key []byte, seq uint64) error

+ func (t *PrimaryFeed) OnDataUpdate(partition string, key []byte, seq uint64, val []byte) error

+ func (t *PrimaryFeed) OnSnapshotStart(partition string, snapStart, snapEnd uint64) error

+ func (t *PrimaryFeed) Query(pindex *PIndex, req []byte, w io.Writer, cancelCh <-chan bool) error

+ func (t *PrimaryFeed) Rollback(partition string, rollbackSeq uint64) error

+ func (t *PrimaryFeed) SetOpaque(partition string, value []byte) error

+ func (t *PrimaryFeed) Start() error

+ func (t *PrimaryFeed) Stats(w io.Writer) error

+ type QueryHandler struct

+ func NewQueryHandler(mgr *Manager) *QueryHandler

+ func (h *QueryHandler) RESTOpts(opts map[string]string)

+ func (h *QueryHandler) ServeHTTP(w http.ResponseWriter, req *http.Request)

+ type QueryPIndexHandler struct

+ func NewQueryPIndexHandler(mgr *Manager) *QueryPIndexHandler

+ func (h *QueryPIndexHandler) ServeHTTP(w http.ResponseWriter, req *http.Request)

+ type RESTMeta struct

+ Method string

+ Opts map[string]string

+ Path string

+ type RESTOpts interface

+ RESTOpts func(map[string]string)

+ type RemotePlanPIndex struct

+ NodeDef *NodeDef

+ PlanPIndex *PlanPIndex

+ type RuntimeGetHandler struct

+ func NewRuntimeGetHandler(versionMain string, mgr *Manager) *RuntimeGetHandler

+ func (h *RuntimeGetHandler) ServeHTTP(w http.ResponseWriter, r *http.Request)

+ type ScanCursor interface

+ Done func() bool

+ Key func() []byte

+ Next func() bool

+ Val func() []byte

+ type ScanCursors []ScanCursor

+ func (pq *ScanCursors) Pop() interface{}

+ func (pq *ScanCursors) Push(x interface{})

+ func (pq ScanCursors) Len() int

+ func (pq ScanCursors) Less(i, j int) bool

+ func (pq ScanCursors) Swap(i, j int)

+ type StatsHandler struct

+ func NewStatsHandler(mgr *Manager) *StatsHandler

+ func (h *StatsHandler) ServeHTTP(w http.ResponseWriter, req *http.Request)

type TAPFeed

+ func (t *TAPFeed) Dests() map[string]Dest

+ func (t *TAPFeed) IndexName() string

+ func (t *TAPFeed) Stats(w io.Writer) error

+ type TAPFeedParams struct

+ BackoffFactor float32

+ SleepInitMS int

+ SleepMaxMS int

v0.0.0

Oct 22, 2014

Changes in this version

+ const FEED_BACKOFF_FACTOR

+ const FEED_SLEEP_INIT_MS

+ const FEED_SLEEP_MAX_MS

+ const INDEX_DEFS_KEY

+ const NODE_DEFS_KEY

+ const NODE_DEFS_KNOWN

+ const NODE_DEFS_WANTED

+ const PINDEX_META_FILENAME

+ const PLAN_PINDEXES_KEY

+ const VERSION

+ const VERSION_KEY

+ func CalcPIndexesDelta(mgrUUID string, currPIndexes map[string]*PIndex, ...) (addPlanPIndexes []*PlanPIndex, removePIndexes []*PIndex)

+ func CfgSetIndexDefs(cfg Cfg, indexDefs *IndexDefs, cas uint64) (uint64, error)

+ func CfgSetNodeDefs(cfg Cfg, kind string, nodeDefs *NodeDefs, cas uint64) (uint64, error)

+ func CfgSetPlanPIndexes(cfg Cfg, planPIndexes *PlanPIndexes, cas uint64) (uint64, error)

+ func CheckVersion(cfg Cfg, myVersion string) (bool, error)

+ func ExponentialBackoffLoop(name string, f func() int, startSleepMS int, backoffFactor float32, ...)

+ func FeedName(pindex *PIndex) string

+ func MainStart(cfg Cfg, uuid, bindAddr, dataDir, staticDir, server string, wanted bool) (*mux.Router, error)

+ func MainUUID(dataDir string) (string, error)

+ func NewManagerRESTRouter(mgr *Manager, staticDir string) (*mux.Router, error)

+ func NewUUID() string

+ func PIndexMatchesPlan(pindex *PIndex, planPIndex *PlanPIndex) bool

+ func PIndexPath(dataDir, pindexName string) string

+ func ParsePIndexPath(dataDir, pindexPath string) (string, bool)

+ func RewriteURL(to string, h http.Handler) http.Handler

+ func SamePlanPIndex(a, b *PlanPIndex) bool

+ func SamePlanPIndexes(a, b *PlanPIndexes) bool

+ func SubsetPlanPIndexes(a, b *PlanPIndexes) bool

+ func VersionGTE(x, y string) bool

+ type Cfg interface

+ Del func(key string, cas uint64) error

+ Get func(key string, cas uint64) (val []byte, casSuccess uint64, err error)

+ Set func(key string, val []byte, cas uint64) (casSuccess uint64, err error)

+ func MainCfg(provider, dataDir string) (Cfg, error)

+ func MainCfgSimple(provider, dataDir string) (Cfg, error)

+ type CfgCASError struct

+ func (e *CfgCASError) Error() string

+ type CfgMem struct

+ CASNext uint64

+ Entries map[string]*CfgMemEntry

+ func NewCfgMem() *CfgMem

+ func (c *CfgMem) Del(key string, cas uint64) error

+ func (c *CfgMem) Get(key string, cas uint64) ([]byte, uint64, error)

+ func (c *CfgMem) Set(key string, val []byte, cas uint64) (uint64, error)

+ type CfgMemEntry struct

+ CAS uint64

+ Val []byte

+ type CfgSimple struct

+ func NewCfgSimple(path string) *CfgSimple

+ func (c *CfgSimple) Del(key string, cas uint64) error

+ func (c *CfgSimple) Get(key string, cas uint64) ([]byte, uint64, error)

+ func (c *CfgSimple) Load() error

+ func (c *CfgSimple) Set(key string, val []byte, cas uint64) (uint64, error)

+ type CreateIndexHandler struct

+ func NewCreateIndexHander(mgr *Manager) *CreateIndexHandler

+ func (h *CreateIndexHandler) ServeHTTP(w http.ResponseWriter, req *http.Request)

+ type DCPFeed struct

+ func NewDCPFeed(name, url, poolName, bucketName, bucketUUID string, streams map[string]Stream) (*DCPFeed, error)

+ func (t *DCPFeed) Close() error

+ func (t *DCPFeed) Name() string

+ func (t *DCPFeed) Start() error

+ func (t *DCPFeed) Streams() map[string]Stream

+ type DeleteIndexHandler struct

+ func NewDeleteIndexHandler(mgr *Manager) *DeleteIndexHandler

+ func (h *DeleteIndexHandler) ServeHTTP(w http.ResponseWriter, req *http.Request)

+ type Feed interface

+ Close func() error

+ Name func() string

+ Start func() error

+ Streams func() map[string]Stream

+ func CalcFeedsDelta(currFeeds map[string]Feed, pindexes map[string]*PIndex) (addFeeds [][]*PIndex, removeFeeds []Feed)

+ type IndexDef struct

+ Mapping string

+ Name string

+ SourceName string

+ SourceType string

+ SourceUUID string

+ UUID string

+ type IndexDefs struct

+ ImplVersion string

+ IndexDefs map[string]*IndexDef

+ UUID string

+ func CfgGetIndexDefs(cfg Cfg) (*IndexDefs, uint64, error)

+ func NewIndexDefs(version string) *IndexDefs

+ func UnmarshalIndexDefs(jsonBytes []byte) (*IndexDefs, error)

+ type MainHandlers struct

+ func (meh *MainHandlers) OnRegisterPIndex(pindex *PIndex)

+ func (meh *MainHandlers) OnUnregisterPIndex(pindex *PIndex)

+ type Manager struct

+ func NewManager(version string, cfg Cfg, uuid, bindAddr, dataDir string, server string, ...) *Manager

+ func (mgr *Manager) CreateIndex(sourceType, sourceName, sourceUUID, indexName, indexMapping string) error

+ func (mgr *Manager) CurrentMaps() (map[string]Feed, map[string]*PIndex)

+ func (mgr *Manager) DataDir() string

+ func (mgr *Manager) DeleteIndex(indexName string) error

+ func (mgr *Manager) JanitorKick(msg string)

+ func (mgr *Manager) JanitorLoop()

+ func (mgr *Manager) JanitorOnce(reason string) error

+ func (mgr *Manager) LoadDataDir() error

+ func (mgr *Manager) PIndexPath(pindexName string) string

+ func (mgr *Manager) ParsePIndexPath(pindexPath string) (string, bool)

+ func (mgr *Manager) PlannerKick(msg string)

+ func (mgr *Manager) PlannerLoop()

+ func (mgr *Manager) PlannerOnce(reason string) (bool, error)

+ func (mgr *Manager) RegisterFeed(feed Feed) error

+ func (mgr *Manager) RegisterPIndex(pindex *PIndex) error

+ func (mgr *Manager) SaveNodeDef(kind string) error

+ func (mgr *Manager) Start(registerAsWanted bool) error

+ func (mgr *Manager) StartFeed(pindexes []*PIndex) error

+ func (mgr *Manager) StartPIndex(planPIndex *PlanPIndex) error

+ func (mgr *Manager) StartTAPFeed(feedName, indexName, indexUUID, bucketName, bucketUUID string, ...) error

+ func (mgr *Manager) StopFeed(feed Feed) error

+ func (mgr *Manager) StopPIndex(pindex *PIndex) error

+ func (mgr *Manager) UnregisterFeed(name string) Feed

+ func (mgr *Manager) UnregisterPIndex(name string) *PIndex

+ type ManagerEventHandlers interface

+ OnRegisterPIndex func(pindex *PIndex)

+ OnUnregisterPIndex func(pindex *PIndex)

+ type NodeDef struct

+ HostPort string

+ ImplVersion string

+ UUID string

+ type NodeDefs struct

+ ImplVersion string

+ NodeDefs map[string]*NodeDef

+ UUID string

+ func CfgGetNodeDefs(cfg Cfg, kind string) (*NodeDefs, uint64, error)

+ func NewNodeDefs(version string) *NodeDefs

+ func UnmarshalNodeDefs(jsonBytes []byte) (*NodeDefs, error)

+ type PIndex struct

+ BIndex bleve.Index

+ IndexMapping string

+ IndexName string

+ IndexUUID string

+ Name string

+ Path string

+ SourceName string

+ SourcePartitions string

+ SourceType string

+ SourceUUID string

+ Stream Stream

+ UUID string

+ func NewPIndex(...) (*PIndex, error)

+ func OpenPIndex(path string) (*PIndex, error)

+ func (pindex *PIndex) Run()

+ type PlanPIndex struct

+ IndexMapping string

+ IndexName string

+ IndexUUID string

+ Name string

+ NodeUUIDs map[string]string

+ SourceName string

+ SourcePartitions string

+ SourceType string

+ SourceUUID string

+ UUID string

+ type PlanPIndexes struct

+ ImplVersion string

+ PlanPIndexes map[string]*PlanPIndex

+ UUID string

+ func CalcPlan(indexDefs *IndexDefs, nodeDefs *NodeDefs, planPIndexesPrev *PlanPIndexes, ...) (*PlanPIndexes, error)

+ func CfgGetPlanPIndexes(cfg Cfg) (*PlanPIndexes, uint64, error)

+ func NewPlanPIndexes(version string) *PlanPIndexes

+ func UnmarshalPlanPIndexes(jsonBytes []byte) (*PlanPIndexes, error)

+ type Stream chan StreamRequest

+ type StreamDelete struct

+ func (s *StreamDelete) Id() []byte

+ type StreamRequest interface

+ type StreamUpdate struct

+ func (s *StreamUpdate) Body() []byte

+ func (s *StreamUpdate) Id() []byte

+ type TAPFeed struct

+ func NewTAPFeed(name, url, poolName, bucketName, bucketUUID string, streams map[string]Stream) (*TAPFeed, error)

+ func (t *TAPFeed) Close() error

+ func (t *TAPFeed) Name() string

+ func (t *TAPFeed) Start() error

+ func (t *TAPFeed) Streams() map[string]Stream

+ type WorkReq struct

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL