reciter_api

package
v0.0.0-...-b8a1a0e Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Jan 31, 2024 License: Apache-2.0 Imports: 7 Imported by: 0

Documentation

Index

Constants

View Source 
const (
	DefaultQueryTimeout    = 2 * time.Minute
	DefaultInfluxDBTimeout = time.Minute
	DefaultExchangeTimeout = 10 * time.Second
)
View Source 
const (
	GROUP_ID_MAP_ROLE_CLIENT = "client"
	GROUP_ID_MAP_ROLE_SERVER = "server"
	GROUP_ID_MAP_ROLE_BOTH   = "both"
)
View Source 
const (
	OPT_STATUS_OK           OptStatus = "ok"
	OPT_STATUS_FAILED                 = "failed"
	OPT_STATUS_PARTIAL_DATA           = "partial_data"
)

Variables

View Source 
var AggOpMap = map[string]AggOp{
	"sum_sum":            AGG_OP_SUM,
	"max_max":            AGG_OP_MAX,
	"min_min":            AGG_OP_MIN,
	"avg_avg":            AGG_OP_AVG,
	"avg_sum":            AGG_OP_AVG_SUM,
	"last_sum":           AGG_OP_LAST_SUM,
	"max_sum":            AGG_OP_MAX_SUM,
	"min_sum":            AGG_OP_MIN_SUM,
	"max_div_sum":        AGG_OP_MAX_DIV_SUM,
	"min_div_sum":        AGG_OP_MIN_DIV_SUM,
	"distinct":           AGG_OP_DISTINCT,
	"percentile":         AGG_OP_PERCENTILE,
	"percentile_sum":     AGG_OP_PERCENTILE_SUM,
	"percentile_div_sum": AGG_OP_PERCENTILE_DIV_SUM,
	"avg_div_sum":        AGG_OP_AVG_DIV_SUM,
	"stddev":             AGG_OP_STDDEV,
	"stddev_sum":         AGG_OP_STDDEV_SUM,
	"stddev_div_sum":     AGG_OP_STDDEV_DIV_SUM,
	"histogram":          AGG_OP_HISTOGRAM,
	"histogram_sum":      AGG_OP_HISTOGRAM_SUM,
	"histogram_div_sum":  AGG_OP_HISTOGRAM_DIV_SUM,
}
View Source 
var AggOpMapRev map[AggOp]string
View Source 
var PeriAggFieldSize = map[PeriAggOp]int{
	PERI_AGG_OP_SUM:          2,
	PERI_AGG_OP_DIV:          2,
	PERI_AGG_OP_DEDUP_ADD:    3,
	PERI_AGG_OP_SUB:          2,
	PERI_AGG_OP_RELATIVE_SUB: 3,
}
View Source 
var PeriAggOpMap = map[string]PeriAggOp{
	"sum":          PERI_AGG_OP_SUM,
	"div":          PERI_AGG_OP_DIV,
	"dedup_add":    PERI_AGG_OP_DEDUP_ADD,
	"sub":          PERI_AGG_OP_SUB,
	"relative_sub": PERI_AGG_OP_RELATIVE_SUB,
}
View Source 
var PeriAggOpMapRev map[PeriAggOp]string
View Source 
var SUPPORTED_ID_MAP = []struct {
	Fields          []TagName
	ResultFieldName string
}{
	{
		Fields:          []TagName{TAG_L3_EPC_ID_1},
		ResultFieldName: string(TAG_L3_EPC_ID_1),
	},
	{
		Fields:          []TagName{TAG_GROUP_ID},
		ResultFieldName: "business_id",
	},
	{
		Fields:          []TagName{TAG_GROUP_ID_0},
		ResultFieldName: "business_id_0",
	},
	{
		Fields:          []TagName{TAG_GROUP_ID_1},
		ResultFieldName: "business_id_1",
	},
}
View Source 
var TagCodeMap = map[TagName]struct{}{

	TAG_IP_VERSION: {},

	TAG_IP:               {},
	TAG_GROUP_ID:         {},
	TAG_L3_EPC_ID:        {},
	TAG_L3_DEVICE_ID:     {},
	TAG_L3_DEVICE_TYPE:   {},
	TAG_HOST_ID:          {},
	TAG_SUBNET_ID:        {},
	TAG_REGION_ID:        {},
	TAG_POD_ID:           {},
	TAG_POD_NODE_ID:      {},
	TAG_POD_NS_ID:        {},
	TAG_POD_GROUP_ID:     {},
	TAG_POD_CLUSTER_ID:   {},
	TAG_AZ_ID:            {},
	TAG_IP_0:             {},
	TAG_IP_1:             {},
	TAG_GROUP_ID_0:       {},
	TAG_GROUP_ID_1:       {},
	TAG_L3_EPC_ID_0:      {},
	TAG_L3_EPC_ID_1:      {},
	TAG_L3_DEVICE_ID_0:   {},
	TAG_L3_DEVICE_ID_1:   {},
	TAG_L3_DEVICE_TYPE_0: {},
	TAG_L3_DEVICE_TYPE_1: {},
	TAG_HOST_ID_0:        {},
	TAG_HOST_ID_1:        {},
	TAG_SUBNET_ID_0:      {},
	TAG_SUBNET_ID_1:      {},
	TAG_REGION_ID_0:      {},
	TAG_REGION_ID_1:      {},
	TAG_POD_ID_0:         {},
	TAG_POD_ID_1:         {},
	TAG_POD_NODE_ID_0:    {},
	TAG_POD_NODE_ID_1:    {},
	TAG_POD_NS_ID_0:      {},
	TAG_POD_NS_ID_1:      {},
	TAG_POD_GROUP_ID_0:   {},
	TAG_POD_GROUP_ID_1:   {},
	TAG_POD_CLUSTER_ID_0: {},
	TAG_POD_CLUSTER_ID_1: {},
	TAG_AZ_ID_0:          {},
	TAG_AZ_ID_1:          {},
	TAG_DIRECTION:        {},
	TAG_TAP_SIDE:         {},
	TAG_ACL_GID:          {},
	TAG_PROTOCOL:         {},
	TAG_SERVER_PORT:      {},
	TAG_TAP_PORT:         {},
	TAG_TAP_TYPE:         {},
	TAG_TAG_TYPE:         {},
	TAG_TAG_VALUE:        {},
	TAG_VTAP_ID:          {},
}

Functions

This section is empty.

Types

type AdaptiveGroupBy 

type AdaptiveGroupBy struct {
	Tags       []TagName   `json:"tags"`
	AlterTags  []TagName   `json:"alter_tags"`
	TieredTags [][]TagName `json:"tiered_tags"`
}

type AggOp 

type AggOp uint8
const (
	AGG_OP_SUM AggOp = iota
	AGG_OP_MAX
	AGG_OP_MIN
	AGG_OP_AVG
	AGG_OP_AVG_SUM
	AGG_OP_LAST_SUM
	AGG_OP_MAX_SUM
	AGG_OP_MIN_SUM
	AGG_OP_MAX_DIV_SUM
	AGG_OP_MIN_DIV_SUM
	AGG_OP_DISTINCT
	AGG_OP_PERCENTILE
	AGG_OP_PERCENTILE_SUM
	AGG_OP_PERCENTILE_DIV_SUM
	AGG_OP_AVG_DIV_SUM
	AGG_OP_STDDEV
	AGG_OP_STDDEV_SUM
	AGG_OP_STDDEV_DIV_SUM
	AGG_OP_HISTOGRAM
	AGG_OP_HISTOGRAM_SUM
	AGG_OP_HISTOGRAM_DIV_SUM
)

func (AggOp) MarshalJSON 

func (o AggOp) MarshalJSON() ([]byte, error)

func (AggOp) String 

func (o AggOp) String() string

func (*AggOp) UnmarshalJSON 

func (o *AggOp) UnmarshalJSON(b []byte) error

type Aggregation 

type Aggregation struct {
	Op              AggOp      `json:"op"`
	Parameters      []string   `json:"parameters"`
	DistinctExclude [][]string `json:"distinct_exclude"`
	Field           string     `json:"field"`
	Fields          []string   `json:"fields"`
	IsTimeField     bool       `json:"is_time_field"`
	ResultFieldName string     `json:"result_field_name"`
}

func (*Aggregation) Validate 

func (a *Aggregation) Validate() error

type Duration 

type Duration time.Duration

func (Duration) MarshalJSON 

func (d Duration) MarshalJSON() ([]byte, error)

func (Duration) String 

func (d Duration) String() string

func (*Duration) UnmarshalJSON 

func (d *Duration) UnmarshalJSON(b []byte) error

type GroupByTime 

type GroupByTime struct {
	Step        Duration `json:"step"`
	WindowSize  Duration `json:"window_size"`
	Offset      Duration `json:"offset"`
	Granularity Duration `json:"granularity"`

	// 请求里不填写的字段
	StepInSeconds        int32 `json:"-"`
	WindowSizeInSeconds  int32 `json:"-"`
	OffsetInSeconds      int32 `json:"-"`
	GranularityInSeconds int32 `json:"-"`
}

func (*GroupByTime) AlignTimestamp 

func (t *GroupByTime) AlignTimestamp(ts uint32) uint32

func (*GroupByTime) GetEffectiveTimestampRange 

func (t *GroupByTime) GetEffectiveTimestampRange(ts uint32) (uint32, uint32)

type GroupIDMap 

type GroupIDMap struct {
	L3EpcID     int32    `json:"l3_epc_id"`
	GroupID     uint16   `json:"group_id"`
	CIDRs       []string `json:"cidrs"`
	IPRanges    []string `json:"ip_ranges"` // 格式为{IP0}-{IP1}, 如 10.33.2.202-10.34.1.233
	PodGroupID  uint16   `json:"pod_group_id"`
	Protocol    uint16   `json:"protocol"`     // 协议用256表示任意，所以长度至少为9bit
	ServerPorts string   `json:"server_ports"` // 格式为逗号分隔的IP范围，如 22,12000-13000
	Role        string   `json:"role"`
	ServiceID   uint32   `json:"service_id"`
}

type KeyValuePair 

type KeyValuePair struct {
	Key   string `json:"key"`
	Value string `json:"value"`
}

type MeterRange 

type MeterRange struct {
	Field string `json:"field"`
	Min   uint64 `json:"min"`
	Max   uint64 `json:"max"`
}

type ModuleTime 

type ModuleTime struct {
	Module string `json:"module"`
	Time   string `json:"time"`
}

type NewTagFilter 

type NewTagFilter struct {
	TagName    `json:"tag_name"`
	In         []int32 `json:"in"`
	NotIn      []int32 `json:"not_in"`
	ExcludeSet []int32 `json:"exclude_set"`
}

NewTagFilter支持group_id/group_id_0/group_id_1的过滤 同样的tag只支持查询一个 In/NotIn/ExcludeSet的优先级从上到下

type OptStatus 

type OptStatus string

type PeerStats 

type PeerStats struct {
	Peer     string `json:"peer"`
	Received uint64 `json:"received"`
	Finished bool   `json:"finished"`
}

type PeriAggOp 

type PeriAggOp uint8

"peri-" means "around" / "about" 

const (
	PERI_AGG_OP_SUM PeriAggOp = iota
	PERI_AGG_OP_DIV
	// Fields长度应为3，算法是f[0] + f[1] - f[2]
	PERI_AGG_OP_DEDUP_ADD
	PERI_AGG_OP_SUB
	PERI_AGG_OP_RELATIVE_SUB
)

func (PeriAggOp) MarshalJSON 

func (o PeriAggOp) MarshalJSON() ([]byte, error)

func (PeriAggOp) String 

func (o PeriAggOp) String() string

func (*PeriAggOp) UnmarshalJSON 

func (o *PeriAggOp) UnmarshalJSON(b []byte) error

type PeriAggregation 

type PeriAggregation struct {
	Op              PeriAggOp `json:"op"`
	Fields          []string  `json:"fields"`
	ResultFieldName string    `json:"result_field_name"`
}

type PointGroup 

type PointGroup struct {
	Tags   []string        `json:"tags"`
	Fields [][]interface{} `json:"fields"`
}

type Query 

type Query struct {
	SQL string `json:"sql"`

	IPMaskLen  int `json:"ip_mask_len"`
	IPMaskLen0 int `json:"ip_mask_len_0"`
	IPMaskLen1 int `json:"ip_mask_len_1"`

	GroupIDMap []GroupIDMap `json:"group_id_map"`
	TagIDMap   []TagIDMap   `json:"tag_id_map"`

	NewTagFilters []NewTagFilter `json:"new_tag_filters"`

	CustomTagMap []KeyValuePair `json:"custom_tag_map"`

	GroupByTags []AdaptiveGroupBy `json:"group_by_tags"`
}

type QueryData 

type QueryData struct {
	QueryID        uint32   `json:"query_id"`
	DBPort         uint16   `json:"db_port"`
	Reciters       []string `json:"reciters"`
	ThisReciter    int      `json:"this_reciter"`
	ReduceReciters []string `json:"reduce_reciters"`

	/* 老查询结构体, 逐步废弃 */
	SQL string `json:"sql"`

	IPMaskLen  int `json:"ip_mask_len"`
	IPMaskLen0 int `json:"ip_mask_len_0"`
	IPMaskLen1 int `json:"ip_mask_len_1"`

	GroupIDMap []GroupIDMap `json:"group_id_map"`
	TagIDMap   []TagIDMap   `json:"tag_id_map"`

	NewTagFilters []NewTagFilter `json:"new_tag_filters"`

	CustomTagMap []KeyValuePair `json:"custom_tag_map"`

	GroupByTags         []TagName         `json:"group_by_tags"`
	AdaptiveGroupByTags []AdaptiveGroupBy `json:"adaptive_group_by_tags"`

	/* 新查询结构体 */
	Queries []Query `json:"queries"`

	GroupByTime `json:"group_by_time"`
	// 时间单位，默认值ms，毫秒
	TimeUnit `json:"time_unit"`

	PreAggregation  []PeriAggregation `json:"pre_aggs"`
	Aggregation     []Aggregation     `json:"aggs"`
	PostAggregation []PeriAggregation `json:"post_aggs"`

	Sort       `json:"sort"`
	MeterRange `json:"meter_range"`

	QueryTimeout    Duration `json:"query_timeout"`
	InfluxDBTimeout Duration `json:"influx_db_timeout"`
	ExchangeTimeout Duration `json:"exchange_timeout"`

	SpanContext string `json:"span_context"`
}

func (*QueryData) FromBytes 

func (q *QueryData) FromBytes(b []byte) error

func (*QueryData) ToBytes 

func (q *QueryData) ToBytes() ([]byte, error)

type QueryResult 

type QueryResult struct {
	OptStatus   `json:"opt_status"`
	Description string `json:"description"`
	ResultData  `json:"data"`
	QueryID     uint32       `json:"query_id"`
	QueryHits   uint64       `json:"query_hits"`
	ModuleTime  []ModuleTime `json:"module_time"`
	PeerStats   []PeerStats  `json:"peer_stats"`
}

func QueryResultFromBytes 

func QueryResultFromBytes(b []byte) (*QueryResult, error)

func (*QueryResult) FromBytes 

func (q *QueryResult) FromBytes(b []byte) error

func (*QueryResult) ToBytes 

func (q *QueryResult) ToBytes() ([]byte, error)

type QueryStats 

type QueryStats struct {
	Total         QueryStatsItem   `json:"total"`
	InfluxDB      QueryStatsItem   `json:"influx_db"`
	Mapper        []QueryStatsItem `json:"mapper"`
	Reducer       []QueryStatsItem `json:"reducer"`
	Exchange      QueryStatsItem   `json:"exchange"`
	GlobalReducer []QueryStatsItem `json:"global_reducer"`
	Sorter        QueryStatsItem   `json:"sorter"`
}

func (*QueryStats) String 

func (s *QueryStats) String() string

type QueryStatsItem 

type QueryStatsItem struct {
	Processed uint64        `json:"processed"`
	StartTime time.Duration `json:"start_time"`
	EndTime   time.Duration `json:"end_time"`
}

func (*QueryStatsItem) Elapsed 

func (it *QueryStatsItem) Elapsed() time.Duration

func (*QueryStatsItem) String 

func (it *QueryStatsItem) String() string

type QueryStatsItems 

type QueryStatsItems []QueryStatsItem

func (QueryStatsItems) Elapsed 

func (it QueryStatsItems) Elapsed() time.Duration

func (QueryStatsItems) String 

func (it QueryStatsItems) String() string

type ResultData 

type ResultData struct {
	TagColumns   []string     `json:"tag_columns"`
	FieldColumns []string     `json:"field_columns"`
	Data         []PointGroup `json:"data"`
}

type Sort 

type Sort struct {
	Field string    `json:"field"`
	Limit uint      `json:"limit"`
	Order SortOrder `json:"order"`
}

type SortOrder 

type SortOrder string
const (
	SORT_ORDER_ASC  SortOrder = "asc"
	SORT_ORDER_DESC           = "desc"
)

type TagIDMap 

type TagIDMap struct {
	Fields          []TagName         `json:"fields"`
	ResultFieldName string            `json:"result_field_name"`
	RawRules        []TagIDMapRawRule `json:"rules"`   // 该字段只用于JSON序列化和反序列化
	RawDefault      string            `json:"default"` // 同上
	Rules           []TagIDMapRule    `json:"-"`
	Default         int32             `json:"-"`
}

func (*TagIDMap) ParseRawRules 

func (m *TagIDMap) ParseRawRules() error

type TagIDMapRawRule 

type TagIDMapRawRule struct {
	From [][]string `json:"from"`
	To   string     `json:"to"`
}

type TagIDMapRule 

type TagIDMapRule struct {
	From [][]int32
	To   int32
}

type TagName 

type TagName string
const (
	TAG_IP             TagName = "ip"
	TAG_GROUP_ID       TagName = "group_id"
	TAG_L2_EPC_ID      TagName = "l2_epc_id"
	TAG_L3_EPC_ID      TagName = "l3_epc_id"
	TAG_L2_DEVICE_ID   TagName = "l2_device_id"
	TAG_L2_DEVICE_TYPE TagName = "l2_device_type"
	TAG_L3_DEVICE_ID   TagName = "l3_device_id"
	TAG_L3_DEVICE_TYPE TagName = "l3_device_type"
	TAG_HOST_ID        TagName = "host_id"
	TAG_SUBNET_ID      TagName = "subnet_id"
	TAG_REGION_ID      TagName = "region_id"
	TAG_POD_ID         TagName = "pod_id"
	TAG_POD_NODE_ID    TagName = "pod_node_id"
	TAG_POD_NS_ID      TagName = "pod_ns_id"
	TAG_POD_GROUP_ID   TagName = "pod_group_id"
	TAG_POD_CLUSTER_ID TagName = "pod_cluster_id"
	TAG_AZ_ID          TagName = "az_id"
)
const (
	TAG_IP_0             TagName = "ip_0"
	TAG_IP_1             TagName = "ip_1"
	TAG_GROUP_ID_0       TagName = "group_id_0"
	TAG_GROUP_ID_1       TagName = "group_id_1"
	TAG_L2_EPC_ID_0      TagName = "l2_epc_id_0"
	TAG_L2_EPC_ID_1      TagName = "l2_epc_id_1"
	TAG_L3_EPC_ID_0      TagName = "l3_epc_id_0"
	TAG_L3_EPC_ID_1      TagName = "l3_epc_id_1"
	TAG_L2_DEVICE_ID_0   TagName = "l2_device_id_0"
	TAG_L2_DEVICE_ID_1   TagName = "l2_device_id_1"
	TAG_L2_DEVICE_TYPE_0 TagName = "l2_device_type_0"
	TAG_L2_DEVICE_TYPE_1 TagName = "l2_device_type_1"
	TAG_L3_DEVICE_ID_0   TagName = "l3_device_id_0"
	TAG_L3_DEVICE_ID_1   TagName = "l3_device_id_1"
	TAG_L3_DEVICE_TYPE_0 TagName = "l3_device_type_0"
	TAG_L3_DEVICE_TYPE_1 TagName = "l3_device_type_1"
	TAG_HOST_ID_0        TagName = "host_id_0"
	TAG_HOST_ID_1        TagName = "host_id_1"
	TAG_SUBNET_ID_0      TagName = "subnet_id_0"
	TAG_SUBNET_ID_1      TagName = "subnet_id_1"
	TAG_REGION_ID_0      TagName = "region_id_0"
	TAG_REGION_ID_1      TagName = "region_id_1"
	TAG_POD_ID_0         TagName = "pod_id_0"
	TAG_POD_ID_1         TagName = "pod_id_1"
	TAG_POD_NODE_ID_0    TagName = "pod_node_id_0"
	TAG_POD_NODE_ID_1    TagName = "pod_node_id_1"
	TAG_POD_NS_ID_0      TagName = "pod_ns_id_0"
	TAG_POD_NS_ID_1      TagName = "pod_ns_id_1"
	TAG_POD_GROUP_ID_0   TagName = "pod_group_id_0"
	TAG_POD_GROUP_ID_1   TagName = "pod_group_id_1"
	TAG_POD_CLUSTER_ID_0 TagName = "pod_cluster_id_0"
	TAG_POD_CLUSTER_ID_1 TagName = "pod_cluster_id_1"
	TAG_AZ_ID_0          TagName = "az_id_0"
	TAG_AZ_ID_1          TagName = "az_id_1"
)
const (
	TAG_DIRECTION   TagName = "direction"
	TAG_TAP_SIDE    TagName = "tap_side"
	TAG_ACL_GID     TagName = "acl_gid"
	TAG_PROTOCOL    TagName = "protocol"
	TAG_SERVER_PORT TagName = "server_port"
	TAG_TAP_PORT    TagName = "tap_port"
	TAG_TAP_TYPE    TagName = "tap_type"
	TAG_TAG_TYPE    TagName = "tag_type"
	TAG_TAG_VALUE   TagName = "tag_value"
	TAG_VTAP_ID     TagName = "vtap_id"
)
const (
	// 以下tag仅用于输出附带
	TAG_TIMESTAMP  TagName = "time"
	TAG_IP_VERSION TagName = "ip_version"
)

type TimeUnit 

type TimeUnit string
const (
	TIME_UNIT_SECOND      TimeUnit = "s"
	TIME_UNIT_MILLISECOND TimeUnit = "ms"
)

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.