canal.properties 4.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132
  1. #################################################
  2. ######### common argument #############
  3. #################################################
  4. #canal.manager.jdbc.url=jdbc:mysql://127.0.0.1:3306/canal_manager?useUnicode=true&characterEncoding=UTF-8
  5. #canal.manager.jdbc.username=root
  6. #canal.manager.jdbc.password=121212
  7. canal.id = 1
  8. canal.ip =
  9. canal.port = 11111
  10. canal.metrics.pull.port = 11112
  11. canal.zkServers =
  12. # flush data to zk
  13. canal.zookeeper.flush.period = 1000
  14. canal.withoutNetty = false
  15. # tcp, kafka, RocketMQ
  16. canal.serverMode = kafka
  17. # flush meta cursor/parse position to file
  18. canal.file.data.dir = ${canal.conf.dir}
  19. canal.file.flush.period = 1000
  20. ## memory store RingBuffer size, should be Math.pow(2,n)
  21. canal.instance.memory.buffer.size = 16384
  22. ## memory store RingBuffer used memory unit size , default 1kb
  23. canal.instance.memory.buffer.memunit = 1024
  24. ## meory store gets mode used MEMSIZE or ITEMSIZE
  25. canal.instance.memory.batch.mode = MEMSIZE
  26. canal.instance.memory.rawEntry = true
  27. ## detecing config
  28. canal.instance.detecting.enable = false
  29. #canal.instance.detecting.sql = insert into retl.xdual values(1,now()) on duplicate key update x=now()
  30. canal.instance.detecting.sql = select 1
  31. canal.instance.detecting.interval.time = 3
  32. canal.instance.detecting.retry.threshold = 3
  33. canal.instance.detecting.heartbeatHaEnable = false
  34. # support maximum transaction size, more than the size of the transaction will be cut into multiple transactions delivery
  35. canal.instance.transaction.size = 1024
  36. # mysql fallback connected to new master should fallback times
  37. canal.instance.fallbackIntervalInSeconds = 60
  38. # network config
  39. canal.instance.network.receiveBufferSize = 16384
  40. canal.instance.network.sendBufferSize = 16384
  41. canal.instance.network.soTimeout = 30
  42. # binlog filter config
  43. canal.instance.filter.druid.ddl = true
  44. canal.instance.filter.query.dcl = false
  45. canal.instance.filter.query.dml = false
  46. canal.instance.filter.query.ddl = false
  47. canal.instance.filter.table.error = false
  48. canal.instance.filter.rows = false
  49. canal.instance.filter.transaction.entry = false
  50. # binlog format/image check
  51. canal.instance.binlog.format = ROW,STATEMENT,MIXED
  52. canal.instance.binlog.image = FULL,MINIMAL,NOBLOB
  53. # binlog ddl isolation
  54. canal.instance.get.ddl.isolation = false
  55. # parallel parser config
  56. canal.instance.parser.parallel = true
  57. ## concurrent thread number, default 60% available processors, suggest not to exceed Runtime.getRuntime().availableProcessors()
  58. #canal.instance.parser.parallelThreadSize = 16
  59. ## disruptor ringbuffer size, must be power of 2
  60. canal.instance.parser.parallelBufferSize = 256
  61. # table meta tsdb info
  62. canal.instance.tsdb.enable = false
  63. canal.instance.tsdb.dir = ${canal.file.data.dir:../conf}/${canal.instance.destination:}
  64. canal.instance.tsdb.url = jdbc:h2:${canal.instance.tsdb.dir}/h2;CACHE_SIZE=1000;MODE=MYSQL;
  65. canal.instance.tsdb.dbUsername = canal
  66. canal.instance.tsdb.dbPassword = canal
  67. # dump snapshot interval, default 24 hour
  68. canal.instance.tsdb.snapshot.interval = 24
  69. # purge snapshot expire , default 360 hour(15 days)
  70. canal.instance.tsdb.snapshot.expire = 360
  71. # aliyun ak/sk , support rds/mq
  72. canal.aliyun.accessKey =
  73. canal.aliyun.secretKey =
  74. #################################################
  75. ######### destinations #############
  76. #################################################
  77. canal.destinations = example
  78. # conf root dir
  79. canal.conf.dir = ../conf
  80. # auto scan instance dir add/remove and start/stop instance
  81. canal.auto.scan = true
  82. canal.auto.scan.interval = 5
  83. canal.instance.tsdb.spring.xml = classpath:spring/tsdb/h2-tsdb.xml
  84. #canal.instance.tsdb.spring.xml = classpath:spring/tsdb/mysql-tsdb.xml
  85. canal.instance.global.mode = spring
  86. canal.instance.global.lazy = false
  87. #canal.instance.global.manager.address = 127.0.0.1:1099
  88. #canal.instance.global.spring.xml = classpath:spring/memory-instance.xml
  89. canal.instance.global.spring.xml = classpath:spring/file-instance.xml
  90. #canal.instance.global.spring.xml = classpath:spring/default-instance.xml
  91. ##################################################
  92. ######### MQ #############
  93. ##################################################
  94. canal.mq.servers = 127.0.0.1:9092
  95. canal.mq.retries = 0
  96. canal.mq.batchSize = 16384
  97. canal.mq.maxRequestSize = 1048576
  98. canal.mq.lingerMs = 100
  99. canal.mq.bufferMemory = 33554432
  100. canal.mq.canalBatchSize = 50
  101. canal.mq.canalGetTimeout = 100
  102. canal.mq.flatMessage = true
  103. canal.mq.compressionType = none
  104. canal.mq.acks = all
  105. # use transaction for kafka flatMessage batch produce
  106. canal.mq.transaction = true
  107. #canal.mq.properties. =
  108. canal.mq.producerGroup = test
  109. # Set this value to "cloud", if you want open message trace feature in aliyun.
  110. canal.mq.accessChannel = local
  111. # aliyun mq namespace
  112. #canal.mq.namespace =
  113. ##################################################
  114. ######### Kafka Kerberos Info #############
  115. ##################################################
  116. canal.mq.kafka.kerberos.enable = false
  117. canal.mq.kafka.kerberos.krb5FilePath = "../conf/kerberos/krb5.conf"
  118. canal.mq.kafka.kerberos.jaasFilePath = "../conf/kerberos/jaas.conf"