canal部署及相关配置详解

1.拷贝文件到指定目录下

mkdir /home/test/canal

2.解压缩

tar zxvf canal.deployer-1.0.0.tar.gz

3.对文件canal文件夹进行授权

chmod –R 777 canal

4.修改配置canal.properties

a.进入到/home/test/canal/conf找到canal.properties

#################################################

######### common argument #############

#################################################

canal.id= 1

canal.ip=127.0.0.1 #修改为部署的canal服务器地址

canal.port=22222 #为canal端口，默认为11111

canal.metrics.pull.port=11112

canal.zkServers=

# flush data to zk

canal.zookeeper.flush.period = 1000

canal.withoutNetty = false

# flush meta cursor/parse position to file

canal.file.data.dir = ${canal.conf.dir}

canal.file.flush.period = 1000

## memory store RingBuffer size, should be Math.pow(2,n)

canal.instance.memory.buffer.size = 16384

## memory store RingBuffer used memory unit size , default 1kb

canal.instance.memory.buffer.memunit = 1024

## meory store gets mode used MEMSIZE or ITEMSIZE

canal.instance.memory.batch.mode = MEMSIZE

## detecing config

canal.instance.detecting.enable = true #是否开启心跳检查默认为false

#canal.instance.detecting.sql = insert into retl.xdual values(1,now()) on duplicate key update x=now()

canal.instance.detecting.sql = select 1

canal.instance.detecting.interval.time = 3

canal.instance.detecting.retry.threshold = 3

canal.instance.detecting.heartbeatHaEnable = true #心跳检查失败后，是否开启自动mysql自动切换说明：比如心跳检查失败超过阀值后，如果该配置为true，canal就会自动链到mysql备库获取binlog数据

# support maximum transaction size, more than the size of the transaction will be cut into multiple transactions delivery

canal.instance.transaction.size = 1024

# mysql fallback connected to new master should fallback times

canal.instance.fallbackIntervalInSeconds = 60

# network config

canal.instance.network.receiveBufferSize = 16384

canal.instance.network.sendBufferSize = 16384

canal.instance.network.soTimeout = 30

# binlog filter config

canal.instance.filter.druid.ddl = true

canal.instance.filter.query.dcl = false

canal.instance.filter.query.dml = false

canal.instance.filter.query.ddl = false

canal.instance.filter.table.error = false

canal.instance.filter.rows = false

canal.instance.filter.transaction.entry = false

# binlog format/image check

canal.instance.binlog.format = ROW,STATEMENT,MIXED

canal.instance.binlog.image = FULL,MINIMAL,NOBLOB

# binlog ddl isolation

canal.instance.get.ddl.isolation = false

# parallel parser config

canal.instance.parser.parallel = true

## concurrent thread number, default 60% available processors, suggest not to exceed Runtime.getRuntime().availableProcessors()

#canal.instance.parser.parallelThreadSize = 16

## disruptor ringbuffer size, must be power of 2

canal.instance.parser.parallelBufferSize = 256

# table meta tsdb info

canal.instance.tsdb.enable=false # v1.0.25版本新增,是否开启table meta的时间序列版本记录功能默认为true改为false

canal.instance.tsdb.dir=${canal.file.data.dir:../conf}/${canal.instance.destination:}

canal.instance.tsdb.url=jdbc:h2:${canal.instance.tsdb.dir}/h2;CACHE_SIZE=1000;MODE=MYSQL;

canal.instance.tsdb.dbUsername=canal

canal.instance.tsdb.dbPassword=canal

# rds oss binlog account

canal.instance.rds.accesskey =

canal.instance.rds.secretkey =

#################################################

######### destinations #############

#################################################

canal.destinations= example #当前server上部署的instance列表默认为example

# conf root dir

canal.conf.dir = ../conf

# auto scan instance dir add/remove and start/stop instance

canal.auto.scan = true

canal.auto.scan.interval = 5

canal.instance.tsdb.spring.xml=classpath:spring/tsdb/h2-tsdb.xml

#canal.instance.tsdb.spring.xml=classpath:spring/tsdb/mysql-tsdb.xml

canal.instance.global.mode = spring

canal.instance.global.lazy = false

#canal.instance.global.manager.address = 127.0.0.1:1099

#canal.instance.global.spring.xml = classpath:spring/memory-instance.xml

canal.instance.global.spring.xml = classpath:spring/file-instance.xml

#canal.instance.global.spring.xml = classpath:spring/default-instance.xml

5.修改instance.properties

a.配置MySQL的配置文件（my.ini），增加如下配置：

[mysqld]

log-bin=mysql-bin #开启日志监控

binlog-format=ROW #监控模式为ROW

server_id=1 #配置mysql replaction需要定义，不能和canal的slaveId重复

b. 连接到数据库，执行如下语句：

CREATE USER canal IDENTIFIED BY 'canal';

GRANT SELECT, REPLICATION SLAVE, REPLICATION CLIENT ON *.* TO 'canal'@'%';

-- GRANT ALL PRIVILEGES ON *.* TO 'canal'@'%' ;

FLUSH PRIVILEGES;

备注：Canal的原理是模拟自己为MySQL Slave，所以这里一定需要做为MySQL Slave的相关权限。

c.进入到/home/iflytekde/canal/conf/example找到instance.properties

#################################################

## mysql serverId , v1.0.26+ will autoGen

# canal.instance.mysql.slaveId=0

# enable gtid use true/false

canal.instance.gtidon=false

# position info

canal.instance.master.address=127.0.0.1:3306 #改成自己的数据库地址

canal.instance.master.journal.name=

canal.instance.master.position=

canal.instance.master.timestamp=

canal.instance.master.gtid=

# rds oss binlog

canal.instance.rds.accesskey=

canal.instance.rds.secretkey=

canal.instance.rds.instanceId=

# table meta tsdb info

canal.instance.tsdb.enable=false #默认为true，改为false

#canal.instance.tsdb.url=jdbc:mysql://127.0.0.1:3306/canal_tsdb

#canal.instance.tsdb.dbUsername=canal

#canal.instance.tsdb.dbPassword=canal

#canal.instance.standby.address =

#canal.instance.standby.journal.name =

#canal.instance.standby.position =

#canal.instance.standby.timestamp =

#canal.instance.standby.gtid=

# username/password

canal.instance.dbUsername=canal #用授权后的canal账号

canal.instance.dbPassword=canal #用授权后的canal密码

canal.instance.defaultDatabaseName = test1 #数据库库名

canal.instance.connectionCharset=UTF-8 #数据库字符集

# table regex

canal.instance.filter.regex=test1\\..* #正则匹配默认.*\\..*，其中前面.*代表库名，后面.*代表表名

# table black regex

canal.instance.filter.black.regex=

#################################################

6.执行启动或停止

启动/home/test/canal/bin/startup.bat 或者 bin/startup.sh

停止/home/test/canal/bin/stop.bat 或者 bin/ stop.sh

注意：停止后需要删除以下文件/home/test/canal/conf/example/meta.dat文件和/home/test/canal/logs下面的文件