conf

Documentation

Overview

Source from https://github.com/hellobike/amazonriver

• Copyright 2018 Shanghai Junzheng Network Technology Co.,Ltd. *
• Licensed under the Apache License, Version 2.0 (the "License");
• you may not use this file except in compliance with the License.
• You may obtain a copy of the License at *
• http://www.apache.org/licenses/LICENSE-2.0 *
• Unless required by applicable law or agreed to in writing, software
• distributed under the License is distributed on an "AS IS" BASIS,
• WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
• See the License for the specific language governing permissions and
• limitations under the License.

Index

• type Conf
• type ESConf
• type KafkaConf
• type PGConnConf
• type RocketMQConf
• type Rule
• type Subscribe

Types

type Conf

type Conf struct {
	// PgDumpExec pg_dump 可执行文件路径
	PgDumpExec string `json:"pg_dump_path"`
	// Subscribes 订阅规则
	Subscribes []*Subscribe `json:"subscribes"`
	// PrometheusAddress prometheus
	PrometheusAddress string `json:"prometheus_address"`
}

Conf ...

type ESConf

type ESConf struct {
	// Addrs es 地址
	Addrs string `json:"addrs"`
	// User es username
	User string `json:"user"`
	// Password es password
	Password string `json:"password"`
}

ESConf es 配置

type KafkaConf

type KafkaConf struct {
	// Addrs kafka集群地址
	Addrs []string `json:"addrs"`
}

KafkaConf kafka 配置

type PGConnConf

type PGConnConf struct {
	// Host 地址
	Host string `json:"host"`
	// Port 端口
	Port uint16 `json:"port"`
	// Database database
	Database string `json:"database"`
	// Schema schema
	Schema string `json:"schema"`
	// User user
	User string `json:"user"`
	// Password password
	Password string `json:"password"`
}

PGConnConf of pg

type RocketMQConf

type RocketMQConf struct {
	// 接入点
	Endpoint  string `json:"endpoint"`
	AccessKey string `json:"accessKey"`
	SecretKey string `json:"secretKey"`
	// 实例id
	InstanceID string `json:"instanceId"`
	// group_id
	GroupID string `json:"groupId"`
}

RocketMQConf RocketMQ 配置

type Rule

type Rule struct {
	// Table 订阅数据表，支持 ?* 通配符匹配
	Table string `json:"table"`
	// PKs 表的主键
	PKs []string `json:"pks"`

	// 下面几项同步到es中时需配置
	// ESID 用作es中id的字段，多个字段内容会连在一起
	ESID []string `json:"esid"`
	// Index es中的idex
	Index string `json:"index"`
	// Type es中的type
	Type string `json:"type"`

	// 同步到kafka rocket_mq中时需要配置
	// Topic ...
	Topic string `json:"topic"`
}

Rule 同步规则

type Subscribe

type Subscribe struct {
	// Dump 创建复制槽成功后，是否 dump 历史数据
	Dump bool `json:"dump"`
	// SlotName 逻辑复制槽
	SlotName string `json:"slotName"`
	// PGConnConf pg 连接配置
	PGConnConf *PGConnConf `json:"pgConnConf"`
	// Rules 订阅规则
	Rules []*Rule `json:"rules"`
	// ESConf ES 配置
	ESConf *ESConf `json:"esConf"`
	// KafkaConf kafka 配置
	KafkaConf *KafkaConf `json:"kafkaConf"`
	// RocketMQConf RocketMQ 配置
	RocketMQConf *RocketMQConf `json:"rocketMQConf"`
	// Retry 重试次数 -1:无限重试
	Retry int `json:"retry"`
}

Subscribe 订阅一个数据库中的表的wal，根据规则保存到es里相应的index，type中