guyuqi commented on pull request #4617: URL: https://github.com/apache/hudi/pull/4617#issuecomment-1034692908
I put everything in a Fedora-33 docker container for I have no Fedora-33 host. And then follow the [Quick Start (demo) guide](https://github.com/apache/hudi/blob/master/hudi-kafka-connect/README.md): But when add the Hudi Sink to the Connector: `curl -X GET -H "Content-Type:application/json" http://localhost:8083/connectors/hudi-sink/status | jq` `hudi-sink` is running but `tasks `failed: ``` [builder@f7b3d84dbcab kafka_2.12-3.1.0]$ curl -X GET -H "Content-Type:application/json" http://localhost:8083/connectors/hudi-sink/status | jq % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 100 7650 100 7650 0 0 373k 0 --:--:-- --:--:-- --:--:-- 373k { "name": "hudi-sink", "connector": { "state": "RUNNING", "worker_id": "172.17.0.3:8083" }, "tasks": [ { "id": 0, "state": "FAILED", "worker_id": "172.17.0.3:8083", "trace": "org.apache.kafka.common.KafkaException: Failed to construct kafka producer\n\tat org.apache.kafka.clients.producer.KafkaProducer.<init>(KafkaProducer.java:442)\n\tat org.apache.kafka.clients.producer.KafkaProducer.<init>(KafkaProducer.java:292)\n\tat org.apache.kafka.clients.producer.KafkaProducer.<init>(KafkaProducer.java:319)\n\tat org.apache.hudi.connect.kafka.KafkaControlProducer.start(KafkaControlProducer.java:59)\n\tat org.apache.hudi.connect.kafka.KafkaControlProducer.<init>(KafkaControlProducer.java:50)\n\tat org.apache.hudi.connect.kafka.KafkaConnectControlAgent.<init>(KafkaConnectControlAgent.java:77)\n\tat org.apache.hudi.connect.kafka.KafkaConnectControlAgent.createKafkaControlManager(KafkaConnectControlAgent.java:86)\n\tat org.apache.hudi.connect.HoodieSinkTask.start(HoodieSinkTask.java:81)\n\tat org.apache.kafka.connect.runtime.WorkerSinkTask.initializeAndStart(WorkerSinkTask.java:312)\n\tat org.apache.kafka.connect.runtime.WorkerTask.doRun(WorkerTask .java:186)\n\tat org.apache.kafka.connect.runtime.WorkerTask.run(WorkerTask.java:243)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:266)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)\n\tat java.lang.Thread.run(Thread.java:748)\nCaused by: org.apache.kafka.common.config.ConfigException: No resolvable bootstrap urls given in bootstrap.servers\n\tat org.apache.kafka.clients.ClientUtils.parseAndValidateAddresses(ClientUtils.java:89)\n\tat org.apache.kafka.clients.ClientUtils.parseAndValidateAddresses(ClientUtils.java:48)\n\tat org.apache.kafka.clients.producer.KafkaProducer.<init>(KafkaProducer.java:416)\n\t... 15 more\n" }, { "id": 1, "state": "FAILED", "worker_id": "172.17.0.3:8083", "trace": "org.apache.kafka.common.KafkaException: Failed to construct kafka producer\n\tat org.apache.kafka.clients.producer.KafkaProducer.<init>(KafkaProducer.java:442)\n\tat org.apache.kafka.clients.producer.KafkaProducer.<init>(KafkaProducer.java:292)\n\tat org.apache.kafka.clients.producer.KafkaProducer.<init>(KafkaProducer.java:319)\n\tat org.apache.hudi.connect.kafka.KafkaControlProducer.start(KafkaControlProducer.java:59)\n\tat org.apache.hudi.connect.kafka.KafkaControlProducer.<init>(KafkaControlProducer.java:50)\n\tat org.apache.hudi.connect.kafka.KafkaConnectControlAgent.<init>(KafkaConnectControlAgent.java:77)\n\tat org.apache.hudi.connect.kafka.KafkaConnectControlAgent.createKafkaControlManager(KafkaConnectControlAgent.java:86)\n\tat org.apache.hudi.connect.HoodieSinkTask.start(HoodieSinkTask.java:81)\n\tat org.apache.kafka.connect.runtime.WorkerSinkTask.initializeAndStart(WorkerSinkTask.java:312)\n\tat org.apache.kafka.connect.runtime.WorkerTask.doRun(WorkerTask .java:186)\n\tat org.apache.kafka.connect.runtime.WorkerTask.run(WorkerTask.java:243)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:266)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)\n\tat java.lang.Thread.run(Thread.java:748)\nCaused by: org.apache.kafka.common.config.ConfigException: No resolvable bootstrap urls given in bootstrap.servers\n\tat org.apache.kafka.clients.ClientUtils.parseAndValidateAddresses(ClientUtils.java:89)\n\tat org.apache.kafka.clients.ClientUtils.parseAndValidateAddresses(ClientUtils.java:48)\n\tat org.apache.kafka.clients.producer.KafkaProducer.<init>(KafkaProducer.java:416)\n\t... 15 more\n" }, { "id": 2, "state": "FAILED", "worker_id": "172.17.0.3:8083", "trace": "org.apache.kafka.common.KafkaException: Failed to construct kafka producer\n\tat org.apache.kafka.clients.producer.KafkaProducer.<init>(KafkaProducer.java:442)\n\tat org.apache.kafka.clients.producer.KafkaProducer.<init>(KafkaProducer.java:292)\n\tat org.apache.kafka.clients.producer.KafkaProducer.<init>(KafkaProducer.java:319)\n\tat org.apache.hudi.connect.kafka.KafkaControlProducer.start(KafkaControlProducer.java:59)\n\tat org.apache.hudi.connect.kafka.KafkaControlProducer.<init>(KafkaControlProducer.java:50)\n\tat org.apache.hudi.connect.kafka.KafkaConnectControlAgent.<init>(KafkaConnectControlAgent.java:77)\n\tat org.apache.hudi.connect.kafka.KafkaConnectControlAgent.createKafkaControlManager(KafkaConnectControlAgent.java:86)\n\tat org.apache.hudi.connect.HoodieSinkTask.start(HoodieSinkTask.java:81)\n\tat org.apache.kafka.connect.runtime.WorkerSinkTask.initializeAndStart(WorkerSinkTask.java:312)\n\tat org.apache.kafka.connect.runtime.WorkerTask.doRun(WorkerTask .java:186)\n\tat org.apache.kafka.connect.runtime.WorkerTask.run(WorkerTask.java:243)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:266)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)\n\tat java.lang.Thread.run(Thread.java:748)\nCaused by: org.apache.kafka.common.config.ConfigException: No resolvable bootstrap urls given in bootstrap.servers\n\tat org.apache.kafka.clients.ClientUtils.parseAndValidateAddresses(ClientUtils.java:89)\n\tat org.apache.kafka.clients.ClientUtils.parseAndValidateAddresses(ClientUtils.java:48)\n\tat org.apache.kafka.clients.producer.KafkaProducer.<init>(KafkaProducer.java:416)\n\t... 15 more\n" }, { "id": 3, "state": "FAILED", "worker_id": "172.17.0.3:8083", "trace": "org.apache.kafka.common.KafkaException: Failed to construct kafka producer\n\tat org.apache.kafka.clients.producer.KafkaProducer.<init>(KafkaProducer.java:442)\n\tat org.apache.kafka.clients.producer.KafkaProducer.<init>(KafkaProducer.java:292)\n\tat org.apache.kafka.clients.producer.KafkaProducer.<init>(KafkaProducer.java:319)\n\tat org.apache.hudi.connect.kafka.KafkaControlProducer.start(KafkaControlProducer.java:59)\n\tat org.apache.hudi.connect.kafka.KafkaControlProducer.<init>(KafkaControlProducer.java:50)\n\tat org.apache.hudi.connect.kafka.KafkaConnectControlAgent.<init>(KafkaConnectControlAgent.java:77)\n\tat org.apache.hudi.connect.kafka.KafkaConnectControlAgent.createKafkaControlManager(KafkaConnectControlAgent.java:86)\n\tat org.apache.hudi.connect.HoodieSinkTask.start(HoodieSinkTask.java:81)\n\tat org.apache.kafka.connect.runtime.WorkerSinkTask.initializeAndStart(WorkerSinkTask.java:312)\n\tat org.apache.kafka.connect.runtime.WorkerTask.doRun(WorkerTask .java:186)\n\tat org.apache.kafka.connect.runtime.WorkerTask.run(WorkerTask.java:243)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:266)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)\n\tat java.lang.Thread.run(Thread.java:748)\nCaused by: org.apache.kafka.common.config.ConfigException: No resolvable bootstrap urls given in bootstrap.servers\n\tat org.apache.kafka.clients.ClientUtils.parseAndValidateAddresses(ClientUtils.java:89)\n\tat org.apache.kafka.clients.ClientUtils.parseAndValidateAddresses(ClientUtils.java:48)\n\tat org.apache.kafka.clients.producer.KafkaProducer.<init>(KafkaProducer.java:416)\n\t... 15 more\n" } ], "type": "sink" } ``` jps: ``` 9713 ConnectDistributed 4898 Kafka 5462 SchemaRegistryMain 4486 QuorumPeerMain ``` ifconfig: ``` eth0: flags=4163<UP,BROADCAST,RUNNING,MULTICAST> mtu 1500 inet 172.17.0.3 netmask 255.255.0.0 broadcast 172.17.255.255 ether 02:42:ac:11:00:03 txqueuelen 0 (Ethernet) RX packets 403830 bytes 1795559769 (1.6 GiB) RX errors 0 dropped 0 overruns 0 frame 0 TX packets 209087 bytes 16087596 (15.3 MiB) TX errors 0 dropped 0 overruns 0 carrier 0 collisions 0 ``` For I'm the new comer to Hudi, I have no idea how to change `172.17.0.3` to` localhost(127.0.0.1)`. This PR is just to upgrade the Protocbuf from 3.1 to 3.11. Is there any simple unitest case for it instead of this complicated demo for the new comer ? Or could you guys as the Hudi veteran help to verify it on x86 first for the release 0.11? Thanks. -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: [email protected] For queries about this service, please contact Infrastructure at: [email protected]
