海外产品网站建设,物理网络设计是什么,网站建设的价格,石家庄做商城网站的公司文章目录 1、kafka-producer2、运行一个Docker容器#xff0c;该容器内运行的是Zendesk的Maxwell工具#xff0c;一个用于实时捕获MySQL数据库变更并将其发布到Kafka或其他消息系统的应用3、进入kafka容器内部4、tingshu_album 数据库中 新增数据5、tingshu_album 数据库中 更… 文章目录 1、kafka-producer2、运行一个Docker容器该容器内运行的是Zendesk的Maxwell工具一个用于实时捕获MySQL数据库变更并将其发布到Kafka或其他消息系统的应用3、进入kafka容器内部4、tingshu_album 数据库中 新增数据5、tingshu_album 数据库中 更新数据6、tingshu_album 数据库中 删除数据7、总结 1、kafka-producer
kafka-producerhttps://maxwells-daemon.io/config/#kafka-producer
2、运行一个Docker容器该容器内运行的是Zendesk的Maxwell工具一个用于实时捕获MySQL数据库变更并将其发布到Kafka或其他消息系统的应用 docker run -it --rm zendesk/maxwell bin/maxwell \--usermaxwell \--passwordmaxwell \--host192.168.74.148 \--port3306 \--producerkafka \--kafka.bootstrap.servers192.168.74.148:9092 \--kafka_topicmaxwell[rootlocalhost ~]# docker ps
CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
89bb2276fc3d elasticsearch:8.8.2 /bin/tini -- /usr/l… 3 weeks ago Up 5 days 0.0.0.0:9200-9200/tcp, :::9200-9200/tcp, 0.0.0.0:9300-9300/tcp, :::9300-9300/tcp elasticsearch
34891ac3e05a wurstmeister/kafka start-kafka.sh 4 weeks ago Up 3 minutes 0.0.0.0:9092-9092/tcp, :::9092-9092/tcp kafka
8c71efe9dca7 wurstmeister/zookeeper /bin/sh -c /usr/sb… 4 weeks ago Up 5 days 22/tcp, 2888/tcp, 3888/tcp, 0.0.0.0:2181-2181/tcp, :::2181-2181/tcp zookeeper
c14772057ab8 redis docker-entrypoint.s… 8 months ago Up 5 days 0.0.0.0:6379-6379/tcp, :::6379-6379/tcp spzx-redis
ab66508d9441 mysql:8 docker-entrypoint.s… 8 months ago Up 2 hours 0.0.0.0:3306-3306/tcp, :::3306-3306/tcp, 33060/tcp spzx-mysql
[rootlocalhost ~]# docker run -it --rm zendesk/maxwell bin/maxwell \--usermaxwell \--passwordmaxwell \--host192.168.74.148 \--port3306 \--producerkafka \--kafka.bootstrap.servers192.168.74.148:9092 \--kafka_topicmaxwell
2024-09-19 11:00:53 INFO Maxwell - Starting Maxwell. maxMemory: 1031798784 bufferMemoryUsage: 0.25
2024-09-19 11:00:54 INFO ProducerConfig - ProducerConfig values: acks 1batch.size 16384bootstrap.servers [192.168.74.148:9092]buffer.memory 33554432client.dns.lookup use_all_dns_ipsclient.id producer-1compression.type noneconnections.max.idle.ms 540000delivery.timeout.ms 120000enable.idempotence falseinterceptor.classes []internal.auto.downgrade.txn.commit falsekey.serializer class org.apache.kafka.common.serialization.StringSerializerlinger.ms 0max.block.ms 60000max.in.flight.requests.per.connection 5max.request.size 1048576metadata.max.age.ms 300000metadata.max.idle.ms 300000metric.reporters []metrics.num.samples 2metrics.recording.level INFOmetrics.sample.window.ms 30000partitioner.class class org.apache.kafka.clients.producer.internals.DefaultPartitionerreceive.buffer.bytes 32768reconnect.backoff.max.ms 1000reconnect.backoff.ms 50request.timeout.ms 30000retries 2147483647retry.backoff.ms 100sasl.client.callback.handler.class nullsasl.jaas.config nullsasl.kerberos.kinit.cmd /usr/bin/kinitsasl.kerberos.min.time.before.relogin 60000sasl.kerberos.service.name nullsasl.kerberos.ticket.renew.jitter 0.05sasl.kerberos.ticket.renew.window.factor 0.8sasl.login.callback.handler.class nullsasl.login.class nullsasl.login.refresh.buffer.seconds 300sasl.login.refresh.min.period.seconds 60sasl.login.refresh.window.factor 0.8sasl.login.refresh.window.jitter 0.05sasl.mechanism GSSAPIsecurity.protocol PLAINTEXTsecurity.providers nullsend.buffer.bytes 131072socket.connection.setup.timeout.max.ms 127000socket.connection.setup.timeout.ms 10000ssl.cipher.suites nullssl.enabled.protocols [TLSv1.2, TLSv1.3]ssl.endpoint.identification.algorithm httpsssl.engine.factory.class nullssl.key.password nullssl.keymanager.algorithm SunX509ssl.keystore.certificate.chain nullssl.keystore.key nullssl.keystore.location nullssl.keystore.password nullssl.keystore.type JKSssl.protocol TLSv1.3ssl.provider nullssl.secure.random.implementation nullssl.trustmanager.algorithm PKIXssl.truststore.certificates nullssl.truststore.location nullssl.truststore.password nullssl.truststore.type JKStransaction.timeout.ms 60000transactional.id nullvalue.serializer class org.apache.kafka.common.serialization.StringSerializer2024-09-19 11:00:54 INFO AppInfoParser - Kafka version: 2.7.0
2024-09-19 11:00:54 INFO AppInfoParser - Kafka commitId: 448719dc99a19793
2024-09-19 11:00:54 INFO AppInfoParser - Kafka startTimeMs: 1726743654433
2024-09-19 11:00:54 INFO Maxwell - Maxwell v1.41.2 is booting (MaxwellKafkaProducer), starting at Position[BinlogPosition[spzxbinlog.000003:7129], lastHeartbeat0]
2024-09-19 11:00:54 INFO MysqlSavedSchema - Restoring schema id 1 (last modified at Position[BinlogPosition[spzxbinlog.000003:156], lastHeartbeat0])
2024-09-19 11:00:55 INFO BinlogConnectorReplicator - Setting initial binlog pos to: spzxbinlog.000003:7129
2024-09-19 11:00:55 INFO BinaryLogClient - Connected to 192.168.74.148:3306 at spzxbinlog.000003/7129 (sid:6379, cid:60)
2024-09-19 11:00:55 INFO BinlogConnectorReplicator - Binlog connected.
2024-09-19 11:00:55 INFO Metadata - [Producer clientIdproducer-1] Cluster ID: 9o7eoaK4T1KnGZkMvElpkg3、进入kafka容器内部
[rootlocalhost ~]# docker exec -it kafka /bin/bash
bash-5.1# kafka-console-consumer.sh --bootstrap-server 192.168.74.148:9092 --topic maxwell
4、tingshu_album 数据库中 新增数据 [rootlocalhost ~]# docker exec -it kafka /bin/bash
bash-5.1# kafka-console-consumer.sh --bootstrap-server 192.168.74.148:9092 --topic maxwell
{database:tingshu_album,table:base_category1,type:insert,ts:1726743970,xid:10619,commit:true,data:{id:17,name:kafka,order_num:0,create_time:2024-09-19 11:06:10,update_time:2024-09-19 11:06:10,is_deleted:0}}{database: tingshu_album,table: base_category1,type: insert,ts: 1726743970,xid: 10619,commit: true,data: {id: 17,name: kafka,order_num: 0,create_time: 2024-09-19 11:06:10,update_time: 2024-09-19 11:06:10,is_deleted: 0}
}5、tingshu_album 数据库中 更新数据 [rootlocalhost ~]# docker exec -it kafka /bin/bash
bash-5.1# kafka-console-consumer.sh --bootstrap-server 192.168.74.148:9092 --topic maxwell
{database:tingshu_album,table:base_category1,type:insert,ts:1726743970,xid:10619,commit:true,data:{id:17,name:kafka,order_num:0,create_time:2024-09-19 11:06:10,update_time:2024-09-19 11:06:10,is_deleted:0}}
{database:tingshu_album,table:base_category1,type:update,ts:1726744191,xid:11128,commit:true,data:{id:17,name:xxx,order_num:0,create_time:2024-09-19 11:06:10,update_time:2024-09-19 11:09:51,is_deleted:0},old:{name:kafka,update_time:2024-09-19 11:06:10}}{database: tingshu_album,table: base_category1,type: update,ts: 1726744191,xid: 11128,commit: true,data: {id: 17,name: xxx,order_num: 0,create_time: 2024-09-19 11:06:10,update_time: 2024-09-19 11:09:51,is_deleted: 0},old: {name: kafka,update_time: 2024-09-19 11:06:10}
}6、tingshu_album 数据库中 删除数据 [rootlocalhost ~]# docker exec -it kafka /bin/bash
bash-5.1# kafka-console-consumer.sh --bootstrap-server 192.168.74.148:9092 --topic maxwell
{database:tingshu_album,table:base_category1,type:insert,ts:1726743970,xid:10619,commit:true,data:{id:17,name:kafka,order_num:0,create_time:2024-09-19 11:06:10,update_time:2024-09-19 11:06:10,is_deleted:0}}
{database:tingshu_album,table:base_category1,type:update,ts:1726744191,xid:11128,commit:true,data:{id:17,name:xxx,order_num:0,create_time:2024-09-19 11:06:10,update_time:2024-09-19 11:09:51,is_deleted:0},old:{name:kafka,update_time:2024-09-19 11:06:10}}
{database:tingshu_album,table:base_category1,type:delete,ts:1726744396,xid:11623,commit:true,data:{id:17,name:xxx,order_num:0,create_time:2024-09-19 11:06:10,update_time:2024-09-19 11:09:51,is_deleted:0}}{database: tingshu_album,table: base_category1,type: delete,ts: 1726744396,xid: 11623,commit: true,data: {id: 17,name: xxx,order_num: 0,create_time: 2024-09-19 11:06:10,update_time: 2024-09-19 11:09:51,is_deleted: 0}
}7、总结
