tencent cloud

SET TIMESTAMP=1527917394/*!*/;
BEGIN
/*!*/;
# at 3751
#180602 13:29:54 server id 1  end_log_pos 3819 CRC32 0x8dabdf01 	Table_map: `webservice`.`building` mapped to number 74
# at 3819
#180602 13:29:54 server id 1  end_log_pos 3949 CRC32 0x59a8ed85 	Update_rows: table id 74 flags: STMT_END_F
BINLOG '
UisSWxMBAAAARAAAAOsOAAAAAEoAAAAAAAEACndlYnNlcnZpY2UACGJ1aWxkaW5nAAYIDwEPEREG
wACAAQAAAAHfq40=
UisSWx8BAAAAggAAAG0PAAAAAEoAAAAAAAEAAgAG///A1gcAAAAAAAALYnVpbGRpbmctMTAADwB3
UkRNbjNLYlV5d1k3ajVbD64WWw+uFsDWBwAAAAAAAAtidWlsZGluZy0xMAEPAHdSRE1uM0tiVXl3
WTdqNVsPrhZbD64Whe2oWQ==
'/*!*/;
### UPDATE `webservice`.`building`
### WHERE
###   @1=2006 /* LONGINT meta=0 nullable=0 is_null=0 */
###   @2='building-10' /* VARSTRING(192) meta=192 nullable=0 is_null=0 */
###   @3=0 /* TINYINT meta=0 nullable=0 is_null=0 */
###   @4='wRDMn3KbUywY7j5' /* VARSTRING(384) meta=384 nullable=0 is_null=0 */
###   @5=1527754262 /* TIMESTAMP(0) meta=0 nullable=0 is_null=0 */
###   @6=1527754262 /* TIMESTAMP(0) meta=0 nullable=0 is_null=0 */
### SET
###   @1=2006 /* LONGINT meta=0 nullable=0 is_null=0 */
###   @2='building-10' /* VARSTRING(192) meta=192 nullable=0 is_null=0 */
###   @3=1 /* TINYINT meta=0 nullable=0 is_null=0 */
###   @4='wRDMn3KbUywY7j5' /* VARSTRING(384) meta=384 nullable=0 is_null=0 */
###   @5=1527754262 /* TIMESTAMP(0) meta=0 nullable=0 is_null=0 */
###   @6=1527754262 /* TIMESTAMP(0) meta=0 nullable=0 is_null=0 */
# at 3949
#180602 13:29:54 server id 1  end_log_pos 3980 CRC32 0x58226b8f 	Xid = 182
COMMIT/*!*/;

SET TIMESTAMP=1527919329/*!*/;
update building set Status=1 where Id=2000
/*!*/;
# at 688
#180602 14:02:09 server id 1  end_log_pos 719 CRC32 0x4c550a7d 	Xid = 200
COMMIT/*!*/;

GRANT REPLICATION SLAVE ON *.* TO 'elastic'@'172.16.32.44';
GRANT RELOAD ON *.* TO 'elastic'@'172.16.32.44';

 # MySQL address, user and password
 # user must have replication privilege in MySQL.
 my_addr = "172.16.0.101:3306"
 my_user = "bellen"
 my_pass = "Elastic_123"
 my_charset = "utf8"

 # Set true when elasticsearch use https
 #es_https = false
 # Elasticsearch address
 es_addr = "172.16.32.64:9200"
 # Elasticsearch user and password, maybe set by shield, nginx, or x-pack
 es_user = ""
 es_pass = ""

 # Path to store data, like master.info, if not set or empty,
 # we must use this to support breakpoint resume syncing.
 # TODO: support other storage, like etcd.
 data_dir = "./var"

 # Inner Http status address
 stat_addr = "127.0.0.1:12800"

 # pseudo server id like a slave
 server_id = 1001

 # mysql or mariadb
 flavor = "mariadb"

 # mysqldump execution path
 # if not set or empty, ignore mysqldump.
 mysqldump = "mysqldump"

 # if we have no privilege to use mysqldump with --master-data,
 # we must skip it.
 #skip_master_data = false

 # minimal items to be inserted in one bulk
 bulk_size = 128

 # force flush the pending requests if we don't have enough items >= bulk_size
 flush_bulk_time = "200ms"

 # Ignore table without primary key
 skip_no_pk_table = false

 # MySQL data source
 [[source]]
 schema = "webservice"
 tables = ["building"]
 [[rule]]
 schema = "webservice"
 table = "building"
 index = "building"
 type = "buildingtype"

 2018/06/02 16:13:21 INFO  create BinlogSyncer with config {1001 mariadb 172.16.0.101 3306 bellen   utf8 false false <nil> false false 0 0s 0s 0}
 2018/06/02 16:13:21 INFO  run status http server 127.0.0.1:12800
 2018/06/02 16:13:21 INFO  skip dump, use last binlog replication pos (mysql-bin.000001, 120) or GTID %!s(<nil>)
 2018/06/02 16:13:21 INFO  begin to sync binlog from position (mysql-bin.000001, 120)
 2018/06/02 16:13:21 INFO  register slave for master server 172.16.0.101:3306
 2018/06/02 16:13:21 INFO  start sync binlog at binlog file (mysql-bin.000001, 120)
 2018/06/02 16:13:21 INFO  rotate to (mysql-bin.000001, 120)
 2018/06/02 16:13:21 INFO  rotate binlog to (mysql-bin.000001, 120)
 2018/06/02 16:13:21 INFO  save position (mysql-bin.000001, 120)

 GRANT REPLICATION SLAVE, REPLICATION CLIENT ON *.* TO 'elastic'@'%' IDENTIFIED BY 'Elastic_123'

 mypipe {

   # Avro schema repository client class name
   schema-repo-client = "mypipe.avro.schema.SchemaRepo"

   # consumers represent sources for mysql binary logs
   consumers {

     localhost {
       # database "host:port:user:pass" array
       source = "172.16.0.101:3306:elastic:Elastic_123"
     }
   }

   # data producers export data out (stdout, other stores, external services, etc.)
   producers {

     kafka-generic {
       class = "mypipe.kafka.producer.KafkaMutationGenericAvroProducer"
     }
   }

   # pipes join consumers and producers
   pipes {

     kafka-generic {
       enabled = true
       consumers = ["localhost"]
       producer {
         kafka-generic {
           metadata-brokers = "172.16.16.22:9092"
         }
       }
       binlog-position-repo {
         # saved to a file, this is the default if unspecified
         class = "mypipe.api.repo.ConfigurableFileBasedBinaryLogPositionRepository"
         config {
           file-prefix = "stdout-00"     # required if binlog-position-repo is specifiec
           data-dir = "/tmp/mypipe/data" # defaults to mypipe.data-dir if not present
         }
       }
     }
   }
 }

 include-event-condition = """ db == "webservice" && table =="building" """

 ConsumerRecord(topic=u'webservice_building_generic', partition=0, offset=2, timestamp=None, timestamp_type=None, key=None, value='\\x00\\x01\\x00\\x00\\x14webservice\\x10building\\xcc\\x01\\x02\\x91,\\xae\\xa3fc\\x11\\xe8\\xa1\\xaaRT\\x00Z\\xf9\\xab\\x00\\x00\\x04\\x18BuildingName\\x06xxx\\x14BuildingId\\nId-10\\x00\\x02\\x04Id\\xd4%\\x00', checksum=128384379, serialized_key_size=-1, serialized_value_size=88)