index

Documentation

Index

• Constants
• func GetConcurrentOfUpdateIndexAll() int
• func GetCounterFromCache(endpointId int64, counter string) (dsType string, step int, found bool)
• func GetEndpointFromCache(endpoint string) (int64, bool)
• func GetIndexedItemCache(endpoint string, metric string, tags map[string]string, dstype string, ...) (r *cmodel.GraphItem, rerr error)
• func GetTypeAndStep(endpoint string, counter string) (dsType string, step int, found bool)
• func InitCache()
• func ReceiveItem(item *cmodel.GraphItem, md5 string)
• func Start()
• func StartIndexUpdateIncrTask()
• func UpdateIndexAll(updateStepInSec int64)
• func UpdateIndexAllByDefaultStep()
• func UpdateIndexOne(endpoint string, metric string, tags map[string]string, dstype string, ...) error
• type IndexCacheBase
  • func NewIndexCacheBase(max int) *IndexCacheBase
  • func (this *IndexCacheBase) ContainsKey(key string) bool
  • func (this *IndexCacheBase) Get(key string) interface{}
  • func (this *IndexCacheBase) GetMaxSize() int
  • func (this *IndexCacheBase) Keys() []string
  • func (this *IndexCacheBase) Put(key string, item interface{})
  • func (this *IndexCacheBase) Remove(key string)
  • func (this *IndexCacheBase) Size() int
• type IndexCacheItem
  • func NewIndexCacheItem(uuid string, item *cmodel.GraphItem) *IndexCacheItem

Constants

const (
	DefaultMaxCacheSize                     = 5000000 // 默认 最多500w个,太大了内存会耗尽
	DefaultCacheProcUpdateTaskSleepInterval = time.Duration(1) * time.Second
)

const (
	DefaultUpdateStepInSec     = 2 * 24 * 3600 //更新步长,一定不能大于删除步长. 两天内的数据,都可以用来建立索引
	ConcurrentOfUpdateIndexAll = 1
)

const (
	IndexUpdateIncrTaskSleepInterval = time.Duration(1) * time.Second // 增量更新间隔时间, 默认30s
)

Functions

func GetConcurrentOfUpdateIndexAll

func GetConcurrentOfUpdateIndexAll() int

索引全量更新的当前并行数

func GetCounterFromCache

func GetCounterFromCache(endpointId int64, counter string) (dsType string, step int, found bool)

Return DsType Step if Found

func GetEndpointFromCache

func GetEndpointFromCache(endpoint string) (int64, bool)

Return EndpointId if Found

func GetIndexedItemCache

func GetIndexedItemCache(endpoint string, metric string, tags map[string]string, dstype string, step int) (r *cmodel.GraphItem, rerr error)

func GetTypeAndStep

func GetTypeAndStep(endpoint string, counter string) (dsType string, step int, found bool)

USED WHEN QUERY

func InitCache

func InitCache()

初始化cache

func ReceiveItem

func ReceiveItem(item *cmodel.GraphItem, md5 string)

index收到一条新上报的监控数据,尝试用于增量更新索引

func Start

func Start()

初始化索引功能模块

func StartIndexUpdateIncrTask

func StartIndexUpdateIncrTask()

启动索引的 异步、增量更新 任务

func UpdateIndexAll

func UpdateIndexAll(updateStepInSec int64)

func UpdateIndexAllByDefaultStep

func UpdateIndexAllByDefaultStep()

索引的全量更新

func UpdateIndexOne

func UpdateIndexOne(endpoint string, metric string, tags map[string]string, dstype string, step int) error

更新一条监控数据对应的索引. 用于手动添加索引,一般情况下不会使用

Types

type IndexCacheBase

type IndexCacheBase struct {
	sync.RWMutex
	// contains filtered or unexported fields
}

索引缓存-基本缓存容器

func NewIndexCacheBase

func NewIndexCacheBase(max int) *IndexCacheBase

func (*IndexCacheBase) ContainsKey

func (this *IndexCacheBase) ContainsKey(key string) bool

func (*IndexCacheBase) Get

func (this *IndexCacheBase) Get(key string) interface{}

func (*IndexCacheBase) GetMaxSize

func (this *IndexCacheBase) GetMaxSize() int

func (*IndexCacheBase) Keys

func (this *IndexCacheBase) Keys() []string

func (*IndexCacheBase) Put

func (this *IndexCacheBase) Put(key string, item interface{})

func (*IndexCacheBase) Remove

func (this *IndexCacheBase) Remove(key string)

func (*IndexCacheBase) Size

func (this *IndexCacheBase) Size() int

type IndexCacheItem

type IndexCacheItem struct {
	UUID string
	Item *cmodel.GraphItem
}

INDEX CACHE 索引缓存的元素数据结构

func NewIndexCacheItem

func NewIndexCacheItem(uuid string, item *cmodel.GraphItem) *IndexCacheItem