You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
102 lines
3.2 KiB
TOML
102 lines
3.2 KiB
TOML
# drainer Configuration.
|
|
|
|
# addr (i.e. 'host:port') to listen on for drainer connections
|
|
# will register this addr into etcd
|
|
# addr = "127.0.0.1:8249"
|
|
|
|
# the interval time (in seconds) of detect pumps' status
|
|
detect-interval = 10
|
|
|
|
# drainer meta data directory path
|
|
data-dir = "data.drainer"
|
|
|
|
# a comma separated list of PD endpoints
|
|
pd-urls = "http://127.0.0.1:2379"
|
|
|
|
# Use the specified compressor to compress payload between pump and drainer
|
|
compressor = ""
|
|
|
|
#[security]
|
|
# Path of file that contains list of trusted SSL CAs for connection with cluster components.
|
|
# ssl-ca = "/path/to/ca.pem"
|
|
# Path of file that contains X509 certificate in PEM format for connection with cluster components.
|
|
# ssl-cert = "/path/to/pump.pem"
|
|
# Path of file that contains X509 key in PEM format for connection with cluster components.
|
|
# ssl-key = "/path/to/pump-key.pem"
|
|
|
|
# syncer Configuration.
|
|
[syncer]
|
|
|
|
# Assume the upstream sql-mode.
|
|
# If this is setted , will use the same sql-mode to parse DDL statment, and set the same sql-mode at downstream when db-type is mysql.
|
|
# If this is not setted, it will not set any sql-mode.
|
|
# sql-mode = "STRICT_TRANS_TABLES,NO_ENGINE_SUBSTITUTION"
|
|
|
|
# number of binlog events in a transaction batch
|
|
txn-batch = 20
|
|
|
|
# work count to execute binlogs
|
|
# if the latency between drainer and downstream(mysql or tidb) are too high, you might want to increase this
|
|
# to get higher throughput by higher concurrent write to the downstream
|
|
worker-count = 16
|
|
|
|
disable-dispatch = false
|
|
|
|
# safe mode will split update to delete and insert
|
|
safe-mode = false
|
|
|
|
# downstream storage, equal to --dest-db-type
|
|
# valid values are "mysql", "file", "tidb", "flash", "kafka"
|
|
db-type = "kafka"
|
|
|
|
# disable sync these schema
|
|
ignore-schemas = "INFORMATION_SCHEMA,PERFORMANCE_SCHEMA,mysql"
|
|
|
|
##replicate-do-db priority over replicate-do-table if have same db name
|
|
##and we support regex expression , start with '~' declare use regex expression.
|
|
#
|
|
#replicate-do-db = ["~^b.*","s1"]
|
|
|
|
#[[syncer.replicate-do-table]]
|
|
#db-name ="test"
|
|
#tbl-name = "log"
|
|
|
|
#[[syncer.replicate-do-table]]
|
|
#db-name ="test"
|
|
#tbl-name = "~^a.*"
|
|
|
|
# disable sync these table
|
|
#[[syncer.ignore-table]]
|
|
#db-name = "test"
|
|
#tbl-name = "log"
|
|
|
|
# the downstream mysql protocol database
|
|
#[syncer.to]
|
|
#host = "127.0.0.1"
|
|
#user = "root"
|
|
#password = ""
|
|
#port = 3306
|
|
|
|
[syncer.to.checkpoint]
|
|
# you can uncomment this to change the database to save checkpoint when the downstream is mysql or tidb
|
|
#schema = "tidb_binlog"
|
|
|
|
# Uncomment this if you want to use file as db-type.
|
|
#[syncer.to]
|
|
# directory to save binlog file, default same as data-dir(save checkpoint file) if this is not configured.
|
|
# dir = "data.drainer"
|
|
|
|
|
|
# when db-type is kafka, you can uncomment this to config the down stream kafka, it will be the globle config kafka default
|
|
[syncer.to]
|
|
# only need config one of zookeeper-addrs and kafka-addrs, will get kafka address if zookeeper-addrs is configed.
|
|
# zookeeper-addrs = "127.0.0.1:2181"
|
|
kafka-addrs = "kafka0:9092,kafka1:9093,kafka2:9094"
|
|
kafka-version = "2.1.1"
|
|
kafka-max-messages = 1024
|
|
#
|
|
#
|
|
# the topic name drainer will push msg, the default name is <cluster-id>_obinlog
|
|
# be careful don't use the same name if run multi drainer instances
|
|
# topic-name = ""
|