statistics

Documentation

Overview

Copyright [2019] housepower

Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at

http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.

Index

• Variables
• type Pusher
  • func NewPusher(addrs []string, interval int, selfAddr string) *Pusher
  • func (p *Pusher) Init() error
  • func (p *Pusher) Run()
  • func (p *Pusher) Stop()

Variables

var (

	// ConsumeMsgsTotal = ParseMsgsErrorTotal + RingMsgsOffTooSmallErrorTotal + FlushMsgsTotal + FlushMsgsErrorTotal
	ConsumeMsgsTotal = prometheus.NewCounterVec(
		prometheus.CounterOpts{
			Name: prefix + "consume_msgs_total",
			Help: "total num of consumed msgs",
		},
		[]string{"task"},
	)
	ConsumeMsgsErrorTotal = prometheus.NewCounterVec(
		prometheus.CounterOpts{
			Name: prefix + "consumer_msgs_error_total",
			Help: "total num of consume errors",
		},
		[]string{"task"},
	)
	ParseMsgsErrorTotal = prometheus.NewCounterVec(
		prometheus.CounterOpts{
			Name: prefix + "parse_msgs_error_total",
			Help: "total num of msgs with parse failure",
		},
		[]string{"task"},
	)
	RingMsgsOffTooSmallErrorTotal = prometheus.NewCounterVec(
		prometheus.CounterOpts{
			Name: prefix + "ring_msgs_offset_too_small_error_total",
			Help: "total num of msgs with too small offset to put into ring",
		},
		[]string{"task"},
	)
	RingMsgsOffTooLargeErrorTotal = prometheus.NewCounterVec(
		prometheus.CounterOpts{
			Name: prefix + "ring_msgs_offset_too_large_error_total",
			Help: "total num of msgs with too large offset to put into ring",
		},
		[]string{"task"},
	)
	RingNormalBatchsTotal = prometheus.NewCounterVec(
		prometheus.CounterOpts{
			Name: prefix + "ring_normal_batchs_total",
			Help: "total num of normal batches generated",
		},
		[]string{"task"},
	)
	RingForceBatchsTotal = prometheus.NewCounterVec(
		prometheus.CounterOpts{
			Name: prefix + "ring_force_batchs_total",
			Help: "total num of force batches generated",
		},
		[]string{"task"},
	)
	RingForceBatchAllTotal = prometheus.NewCounterVec(
		prometheus.CounterOpts{
			Name: prefix + "ring_force_batch_all_total",
			Help: "total num of force batch_all generated",
		},
		[]string{"task"},
	)
	FlushMsgsTotal = prometheus.NewCounterVec(
		prometheus.CounterOpts{
			Name: prefix + "flush_msgs_total",
			Help: "total num of flushed msgs",
		},
		[]string{"task"},
	)
	FlushMsgsErrorTotal = prometheus.NewCounterVec(
		prometheus.CounterOpts{
			Name: prefix + "flush_msgs_error_total",
			Help: "total num of msgs failed to flush to ck",
		},
		[]string{"task"},
	)
	ConsumeOffsets = prometheus.NewGaugeVec(
		prometheus.GaugeOpts{
			Name: prefix + "consume_offsets",
			Help: "last committed offset for each topic partition pair",
		},
		[]string{"task", "topic", "partition"},
	)
	RingMsgs = prometheus.NewGaugeVec(
		prometheus.GaugeOpts{
			Name: prefix + "ring_msgs",
			Help: "num of msgs in ring",
		},
		[]string{"task"},
	)
	ShardMsgs = prometheus.NewGaugeVec(
		prometheus.GaugeOpts{
			Name: prefix + "shard_msgs",
			Help: "num of msgs in shard",
		},
		[]string{"task"},
	)
	ParsingPoolBacklog = prometheus.NewGaugeVec(
		prometheus.GaugeOpts{
			Name: prefix + "parsing_pool_backlog",
			Help: "GlobalParsingPool backlog",
		},
		[]string{"task"},
	)
	WritingPoolBacklog = prometheus.NewGaugeVec(
		prometheus.GaugeOpts{
			Name: prefix + "writing_pool_backlog",
			Help: "GlobalWritingPool backlog",
		},
		[]string{"task"},
	)
	WritingDurations = prometheus.NewHistogramVec(
		prometheus.HistogramOpts{
			Name:    prefix + "writing_durations",
			Help:    "writing durations",
			Buckets: []float64{1.0, 2.0, 4.0, 8.0, 16.0, 32.0, 64.0, 128.0},
		},
		[]string{"task", "table"},
	)
)

Types

type Pusher

type Pusher struct {
	// contains filtered or unexported fields
}

Pusher is the service to push the metrics to pushgateway

func NewPusher

func NewPusher(addrs []string, interval int, selfAddr string) *Pusher

func (*Pusher) Init

func (p *Pusher) Init() error

func (*Pusher) Run

func (p *Pusher) Run()

func (*Pusher) Stop

func (p *Pusher) Stop()