[
https://issues.apache.org/jira/browse/KAFKA-19131?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Kamal Chandraprakash resolved KAFKA-19131.
------------------------------------------
Fix Version/s: 4.1.0
Resolution: Fixed
> Exception thrown while updating the RemoteLogReader threads
> -----------------------------------------------------------
>
> Key: KAFKA-19131
> URL: https://issues.apache.org/jira/browse/KAFKA-19131
> Project: Kafka
> Issue Type: Bug
> Affects Versions: 4.0.0
> Reporter: Kamal Chandraprakash
> Assignee: PoAn Yang
> Priority: Minor
> Fix For: 4.1.0
>
>
> RemoteLogManager throws error when increasing the thread count for remote
> reads.
> Command:
> {noformat}
> % sh kafka-configs.sh --bootstrap-server localhost:9092 --broker-defaults
> --add-config remote.log.reader.threads=15 --alter
> Completed updating default config for brokers in the cluster. {noformat}
>
> Exception:
> {noformat}
> [2025-04-12 12:33:19,984] INFO Updating remote reader thread pool size from
> 10 to 15 (kafka.log.remote.RemoteLogManager)
> [2025-04-12 12:33:19,984] ERROR Cluster default configs could not be applied:
> java.util.Collections$3@7c655173 (kafka.server.DynamicBrokerConfig)
> java.lang.IllegalArgumentException: null
> at
> java.base/java.util.concurrent.ThreadPoolExecutor.setCorePoolSize(ThreadPoolExecutor.java:1562)
> ~[?:?]
> at
> kafka.log.remote.RemoteLogManager.resizeReaderThreadPool(RemoteLogManager.java:304)
> ~[kafka_2.13-4.1.0-SNAPSHOT.jar:?]
> at
> kafka.server.DynamicRemoteLogConfig.reconfigure(DynamicBrokerConfig.scala:1076)
> ~[kafka_2.13-4.1.0-SNAPSHOT.jar:?]
> at
> kafka.server.DynamicBrokerConfig.$anonfun$updateCurrentConfig$1(DynamicBrokerConfig.scala:534)
> ~[kafka_2.13-4.1.0-SNAPSHOT.jar:?]
> at
> kafka.server.DynamicBrokerConfig.$anonfun$updateCurrentConfig$1$adapted(DynamicBrokerConfig.scala:534)
> ~[kafka_2.13-4.1.0-SNAPSHOT.jar:?]
> at scala.collection.immutable.List.foreach(List.scala:334)
> ~[scala-library-2.13.15.jar:?]
> at
> kafka.server.DynamicBrokerConfig.updateCurrentConfig(DynamicBrokerConfig.scala:534)
> ~[kafka_2.13-4.1.0-SNAPSHOT.jar:?]
> at
> kafka.server.DynamicBrokerConfig.$anonfun$updateDefaultConfig$1(DynamicBrokerConfig.scala:385)
> ~[kafka_2.13-4.1.0-SNAPSHOT.jar:?]
> at
> kafka.server.DynamicBrokerConfig.updateDefaultConfig(DynamicBrokerConfig.scala:381)
> ~[kafka_2.13-4.1.0-SNAPSHOT.jar:?]
> at
> kafka.server.BrokerConfigHandler.processConfigChanges(ConfigHandler.scala:149)
> ~[kafka_2.13-4.1.0-SNAPSHOT.jar:?]
> at
> kafka.server.metadata.DynamicConfigPublisher.$anonfun$onMetadataUpdate$5(DynamicConfigPublisher.scala:81)
> ~[kafka_2.13-4.1.0-SNAPSHOT.jar:?]
> at scala.Option.foreach(Option.scala:437)
> ~[scala-library-2.13.15.jar:?]
> at
> kafka.server.metadata.DynamicConfigPublisher.$anonfun$onMetadataUpdate$2(DynamicConfigPublisher.scala:74)
> ~[kafka_2.13-4.1.0-SNAPSHOT.jar:?]
> at java.base/java.util.HashMap$KeySet.forEach(HashMap.java:1017)
> ~[?:?]
> at
> kafka.server.metadata.DynamicConfigPublisher.$anonfun$onMetadataUpdate$1(DynamicConfigPublisher.scala:57)
> ~[kafka_2.13-4.1.0-SNAPSHOT.jar:?]
> at
> kafka.server.metadata.DynamicConfigPublisher.$anonfun$onMetadataUpdate$1$adapted(DynamicConfigPublisher.scala:56)
> ~[kafka_2.13-4.1.0-SNAPSHOT.jar:?]
> at scala.Option.foreach(Option.scala:437)
> ~[scala-library-2.13.15.jar:?]
> at
> kafka.server.metadata.DynamicConfigPublisher.onMetadataUpdate(DynamicConfigPublisher.scala:56)
> ~[kafka_2.13-4.1.0-SNAPSHOT.jar:?]
> at
> kafka.server.metadata.BrokerMetadataPublisher.onMetadataUpdate(BrokerMetadataPublisher.scala:200)
> ~[kafka_2.13-4.1.0-SNAPSHOT.jar:?]
> at
> org.apache.kafka.image.loader.MetadataLoader.maybePublishMetadata(MetadataLoader.java:340)
> ~[kafka-metadata-4.1.0-SNAPSHOT.jar:?]
> at
> org.apache.kafka.image.loader.MetadataBatchLoader.applyDeltaAndUpdate(MetadataBatchLoader.java:275)
> ~[kafka-metadata-4.1.0-SNAPSHOT.jar:?]
> at
> org.apache.kafka.image.loader.MetadataBatchLoader.maybeFlushBatches(MetadataBatchLoader.java:211)
> ~[kafka-metadata-4.1.0-SNAPSHOT.jar:?]
> at
> org.apache.kafka.image.loader.MetadataLoader.lambda$handleCommit$1(MetadataLoader.java:364)
> ~[kafka-metadata-4.1.0-SNAPSHOT.jar:?]
> at
> org.apache.kafka.queue.KafkaEventQueue$EventContext.run(KafkaEventQueue.java:132)
> ~[kafka-server-common-4.1.0-SNAPSHOT.jar:?]
> at
> org.apache.kafka.queue.KafkaEventQueue$EventHandler.handleEvents(KafkaEventQueue.java:215)
> ~[kafka-server-common-4.1.0-SNAPSHOT.jar:?]
> at
> org.apache.kafka.queue.KafkaEventQueue$EventHandler.run(KafkaEventQueue.java:186)
> ~[kafka-server-common-4.1.0-SNAPSHOT.jar:?]
> at java.base/java.lang.Thread.run(Thread.java:1575) [?:?] {noformat}
>
> https://sourcegraph.com/github.com/apache/kafka/-/blob/storage/src/main/java/org/apache/kafka/storage/internals/log/RemoteStorageThreadPool.java?L43
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
