[
https://issues.apache.org/jira/browse/FLINK-37291?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Martijn Visser updated FLINK-37291:
-----------------------------------
Description:
The weekly Kafka CI reports producer leaks in various runs, for various JDKs:
{code:java}
Error: Failures:
Error: KafkaCommitterTest.check:49 Detected producer leaks:
kafka-producer-network-thread | producer-2:
[email protected]/sun.nio.ch.EPoll.wait(Native Method)
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
app//org.apache.kafka.common.network.Selector.select(Selector.java:874)
app//org.apache.kafka.common.network.Selector.poll(Selector.java:465)
app//org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:560)
app//org.apache.kafka.clients.producer.internals.Sender.maybeSendAndPollTransactionalRequest(Sender.java:467)
app//org.apache.kafka.clients.producer.internals.Sender.runOnce(Sender.java:316)
app//org.apache.kafka.clients.producer.internals.Sender.run(Sender.java:243)
[email protected]/java.lang.Thread.run(Thread.java:840)
kafka-producer-network-thread | producer-3:
[email protected]/sun.nio.ch.EPoll.wait(Native Method)
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
app//org.apache.kafka.common.network.Selector.select(Selector.java:874)
app//org.apache.kafka.common.network.Selector.poll(Selector.java:465)
app//org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:560)
app//org.apache.kafka.clients.producer.internals.Sender.maybeSendAndPollTransactionalRequest(Sender.java:467)
app//org.apache.kafka.clients.producer.internals.Sender.runOnce(Sender.java:316)
app//org.apache.kafka.clients.producer.internals.Sender.run(Sender.java:243)
[email protected]/java.lang.Thread.run(Thread.java:840)
kafka-producer-network-thread | producer-1:
[email protected]/sun.nio.ch.EPoll.wait(Native Method)
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
app//org.apache.kafka.common.network.Selector.select(Selector.java:874)
app//org.apache.kafka.common.network.Selector.poll(Selector.java:465)
app//org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:560)
app//org.apache.kafka.clients.producer.internals.Sender.maybeSendAndPollTransactionalRequest(Sender.java:467)
app//org.apache.kafka.clients.producer.internals.Sender.runOnce(Sender.java:316)
app//org.apache.kafka.clients.producer.internals.Sender.run(Sender.java:243)
[email protected]/java.lang.Thread.run(Thread.java:840)
{code}
https://github.com/apache/flink-connector-kafka/actions/runs/13220583001/job/36905087235#step:16:3909
https://github.com/apache/flink-connector-kafka/actions/runs/13093818344/job/36533595802#step:16:3770
https://github.com/apache/flink-connector-kafka/actions/runs/12848665493/job/35826295654#step:16:4007
https://github.com/apache/flink-connector-kafka/actions/runs/12848665493/job/35826295654#step:16:4007
https://github.com/apache/flink-connector-kafka/actions/runs/12728827575/job/35479880979#step:16:4094
https://github.com/apache/flink-connector-kafka/actions/runs/12614925841/job/35154376791#step:16:4131
https://github.com/apache/flink-connector-kafka/actions/runs/12530906167/job/34947924998#step:16:3997
was:
The weekly Kafka CI reports producer leaks in various runs, for various JDKs:
{code:java}
Error: Failures:
Error: KafkaCommitterTest.check:49 Detected producer leaks:
kafka-producer-network-thread | producer-2:
[email protected]/sun.nio.ch.EPoll.wait(Native Method)
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
app//org.apache.kafka.common.network.Selector.select(Selector.java:874)
app//org.apache.kafka.common.network.Selector.poll(Selector.java:465)
app//org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:560)
app//org.apache.kafka.clients.producer.internals.Sender.maybeSendAndPollTransactionalRequest(Sender.java:467)
app//org.apache.kafka.clients.producer.internals.Sender.runOnce(Sender.java:316)
app//org.apache.kafka.clients.producer.internals.Sender.run(Sender.java:243)
[email protected]/java.lang.Thread.run(Thread.java:840)
kafka-producer-network-thread | producer-3:
[email protected]/sun.nio.ch.EPoll.wait(Native Method)
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
app//org.apache.kafka.common.network.Selector.select(Selector.java:874)
app//org.apache.kafka.common.network.Selector.poll(Selector.java:465)
app//org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:560)
app//org.apache.kafka.clients.producer.internals.Sender.maybeSendAndPollTransactionalRequest(Sender.java:467)
app//org.apache.kafka.clients.producer.internals.Sender.runOnce(Sender.java:316)
app//org.apache.kafka.clients.producer.internals.Sender.run(Sender.java:243)
[email protected]/java.lang.Thread.run(Thread.java:840)
kafka-producer-network-thread | producer-1:
[email protected]/sun.nio.ch.EPoll.wait(Native Method)
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
app//org.apache.kafka.common.network.Selector.select(Selector.java:874)
app//org.apache.kafka.common.network.Selector.poll(Selector.java:465)
app//org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:560)
app//org.apache.kafka.clients.producer.internals.Sender.maybeSendAndPollTransactionalRequest(Sender.java:467)
app//org.apache.kafka.clients.producer.internals.Sender.runOnce(Sender.java:316)
app//org.apache.kafka.clients.producer.internals.Sender.run(Sender.java:243)
[email protected]/java.lang.Thread.run(Thread.java:840)
{code}
https://github.com/apache/flink-connector-kafka/actions/runs/13220583001/job/36905087235
https://github.com/apache/flink-connector-kafka/actions/runs/13093818344/job/36533595802#step:16:3770
https://github.com/apache/flink-connector-kafka/actions/runs/12848665493/job/35826295654#step:16:4007
https://github.com/apache/flink-connector-kafka/actions/runs/12848665493/job/35826295654#step:16:4007
https://github.com/apache/flink-connector-kafka/actions/runs/12728827575/job/35479880979#step:16:4094
https://github.com/apache/flink-connector-kafka/actions/runs/12614925841/job/35154376791#step:16:4131
https://github.com/apache/flink-connector-kafka/actions/runs/12530906167/job/34947924998#step:16:3997
> Weekly Kafka CI detects producer leaks
> --------------------------------------
>
> Key: FLINK-37291
> URL: https://issues.apache.org/jira/browse/FLINK-37291
> Project: Flink
> Issue Type: Bug
> Components: Connectors / Kafka
> Affects Versions: kafka-4.0.0, kafka-3.2.0, kafka-3.3.0, kafka-3.4.0
> Reporter: Martijn Visser
> Priority: Blocker
>
> The weekly Kafka CI reports producer leaks in various runs, for various JDKs:
> {code:java}
> Error: Failures:
> Error: KafkaCommitterTest.check:49 Detected producer leaks:
> kafka-producer-network-thread | producer-2:
> [email protected]/sun.nio.ch.EPoll.wait(Native Method)
> [email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
> [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
> [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
> app//org.apache.kafka.common.network.Selector.select(Selector.java:874)
> app//org.apache.kafka.common.network.Selector.poll(Selector.java:465)
> app//org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:560)
> app//org.apache.kafka.clients.producer.internals.Sender.maybeSendAndPollTransactionalRequest(Sender.java:467)
> app//org.apache.kafka.clients.producer.internals.Sender.runOnce(Sender.java:316)
> app//org.apache.kafka.clients.producer.internals.Sender.run(Sender.java:243)
> [email protected]/java.lang.Thread.run(Thread.java:840)
> kafka-producer-network-thread | producer-3:
> [email protected]/sun.nio.ch.EPoll.wait(Native Method)
> [email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
> [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
> [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
> app//org.apache.kafka.common.network.Selector.select(Selector.java:874)
> app//org.apache.kafka.common.network.Selector.poll(Selector.java:465)
> app//org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:560)
> app//org.apache.kafka.clients.producer.internals.Sender.maybeSendAndPollTransactionalRequest(Sender.java:467)
> app//org.apache.kafka.clients.producer.internals.Sender.runOnce(Sender.java:316)
> app//org.apache.kafka.clients.producer.internals.Sender.run(Sender.java:243)
> [email protected]/java.lang.Thread.run(Thread.java:840)
> kafka-producer-network-thread | producer-1:
> [email protected]/sun.nio.ch.EPoll.wait(Native Method)
> [email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
> [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
> [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
> app//org.apache.kafka.common.network.Selector.select(Selector.java:874)
> app//org.apache.kafka.common.network.Selector.poll(Selector.java:465)
> app//org.apache.kafka.clients.NetworkClient.poll(NetworkClient.java:560)
> app//org.apache.kafka.clients.producer.internals.Sender.maybeSendAndPollTransactionalRequest(Sender.java:467)
> app//org.apache.kafka.clients.producer.internals.Sender.runOnce(Sender.java:316)
> app//org.apache.kafka.clients.producer.internals.Sender.run(Sender.java:243)
> [email protected]/java.lang.Thread.run(Thread.java:840)
> {code}
> https://github.com/apache/flink-connector-kafka/actions/runs/13220583001/job/36905087235#step:16:3909
> https://github.com/apache/flink-connector-kafka/actions/runs/13093818344/job/36533595802#step:16:3770
> https://github.com/apache/flink-connector-kafka/actions/runs/12848665493/job/35826295654#step:16:4007
> https://github.com/apache/flink-connector-kafka/actions/runs/12848665493/job/35826295654#step:16:4007
> https://github.com/apache/flink-connector-kafka/actions/runs/12728827575/job/35479880979#step:16:4094
> https://github.com/apache/flink-connector-kafka/actions/runs/12614925841/job/35154376791#step:16:4131
> https://github.com/apache/flink-connector-kafka/actions/runs/12530906167/job/34947924998#step:16:3997
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
