Hello Tom, Yes this is normal and indicating the broker is not reachable.
However, when you have a lot of topic/partitions on the brokers the log entry may be a bit verbose. We do have a switch to turn off the fetch partition info but have not enabled that. Could you file a Jira for "Enable turning off describe details in replica fetcher thread"? Guozhang On Thu, Mar 27, 2014 at 2:45 PM, Tom Amon <ta46...@gmail.com> wrote: > We see the following messages in the broker logs whenever we reboot a > broker. These messages filled up 200MB of log files in less than 1 minute. > Are these normal? For reference we have enabled controlled shutdown on each > broker. > > > [2014-03-25 22:52:45,558] INFO Reconnect due to socket error: null > (kafka.consumer.SimpleConsum > er) > [2014-03-25 22:52:45,558] WARN [ReplicaFetcherThread-0-5], Error in fetch > Name: FetchRequest; V > ersion: 0; CorrelationId: 10981; ClientId: ReplicaFetcherThread-0-5; > ReplicaId: 2; MaxWait: 500 > ms; MinBytes: 1 bytes; RequestInfo: [optimizer-default-topic,283] -> > PartitionFetchInfo(127503 > ,1048576),[optimizer-default-topic,923] -> > PartitionFetchInfo(132955,1048576),[optimizer-defaul > t-topic,1263] -> > PartitionFetchInfo(136090,1048576),[optimizer-default-topic,1143] -> > Partition > FetchInfo(135009,1048576),[optimizer-default-topic,1343] -> > PartitionFetchInfo(131686,1048576), > [optimizer-default-topic,463] -> > PartitionFetchInfo(131294,1048576),[optimizer-default-topic,63 > ] -> PartitionFetchInfo(137998,1048576),[optimizer-default-topic,983] -> > PartitionFetchInfo(135 > 344,1048576),[optimizer-default-topic,3] -> > PartitionFetchInfo(133825,1048576),[optimizer-defau > lt-topic,623] -> > PartitionFetchInfo(135370,1048576),[optimizer-default-topic,1163] -> > Partition > FetchInfo(131605,1048576),[optimizer-default-topic,663] -> > PartitionFetchInfo(129512,1048576),[ > optimizer-default-topic,603] -> > PartitionFetchInfo(135542,1048576),[optimizer-default-topic,883 > ] -> PartitionFetchInfo(133556,1048576),[optimizer-default-topic,303] -> > PartitionFetchInfo(136 > 799,1048576),[optimizer-default-topic,1383] -> > PartitionFetchInfo(132109,1048576),[optimizer-de > fault-topic,723] -> > PartitionFetchInfo(133904,1048576),[optimizer-default-topic,103] -> Partiti > onFetchInfo(132492,1048576),[optimizer-default-topic,943] -> > PartitionFetchInfo(133505,1048576) > ,[optimizer-default-topic,1323] -> > PartitionFetchInfo(132679,1048576),[optimizer-default-topic, > 1283] -> PartitionFetchInfo(138022,1048576),[optimizer-default-topic,1123] > -> PartitionFetchInf > o(130080,1048576),[optimizer-default-topic,823] -> > PartitionFetchInfo(135960,1048576),[optimize > r-default-topic,563] -> > PartitionFetchInfo(130459,1048576),[optimizer-default-topic,743] -> Par > titionFetchInfo(133563,1048576),[optimizer-default-topic,843] -> > PartitionFetchInfo(130122,1048 > 576),[optimizer-default-topic,1043] -> > PartitionFetchInfo(135857,1048576),[optimizer-default-to > pic,243] -> > PartitionFetchInfo(133344,1048576),[optimizer-default-topic,1203] -> > PartitionFetch > Info(136861,1048576),[optimizer-default-topic,143] -> > PartitionFetchInfo(138480,1048576),[optim > izer-default-topic,43] -> > PartitionFetchInfo(135978,1048576),[optimizer-default-topic,643] -> P > artitionFetchInfo(139799,1048576),[optimizer-default-topic,863] -> > PartitionFetchInfo(136473,10 > 48576),[optimizer-default-topic,323] -> > PartitionFetchInfo(136294,1048576),[optimizer-default-t > opic,363] -> > PartitionFetchInfo(132374,1048576),[optimizer-default-topic,903] -> > PartitionFetch > Info(132833,1048576),[optimizer-default-topic,23] -> > PartitionFetchInfo(138537,1048576),[optimi > zer-default-topic,83] -> > PartitionFetchInfo(134931,1048576),[optimizer-default-topic,1363] -> P > artitionFetchInfo(133590,1048576),[optimizer-default-topic,343] -> > PartitionFetchInfo(131837,10 > 48576),[optimizer-default-topic,263] -> > PartitionFetchInfo(138943,1048576),[optimizer-default-t > opic,1243] -> > PartitionFetchInfo(138177,1048576),[optimizer-default-topic,1183] -> > PartitionFet > chInfo(129200,1048576),[optimizer-default-topic,383] -> > PartitionFetchInfo(131492,1048576),[opt > imizer-default-topic,443] -> > PartitionFetchInfo(131666,1048576),[optimizer-default-topic,203] - > > PartitionFetchInfo(135036,1048576),[optimizer-default-topic,583] -> > PartitionFetchInfo(130203 > ,1048576),[optimizer-default-topic,783] -> > PartitionFetchInfo(133470,1048576),[optimizer-defaul > t-topic,1003] -> > PartitionFetchInfo(134826,1048576),[optimizer-default-topic,123] -> > PartitionF > etchInfo(134044,1048576),[optimizer-default-topic,1223] -> > PartitionFetchInfo(133005,1048576),[ > optimizer-default-topic,223] -> > PartitionFetchInfo(133248,1048576),[optimizer-default-topic,803 > ] -> PartitionFetchInfo(135492,1048576),[optimizer-default-topic,963] -> > PartitionFetchInfo(132 > 238,1048576),[optimizer-default-topic,543] -> > PartitionFetchInfo(132958,1048576),[optimizer-def > ault-topic,763] -> > PartitionFetchInfo(129710,1048576),[optimizer-default-topic,163] -> > Partitio > nFetchInfo(130520,1048576),[optimizer-default-topic,503] -> > PartitionFetchInfo(132099,1048576), > [optimizer-default-topic,1103] -> > PartitionFetchInfo(138307,1048576),[optimizer-default-topic,6 > 83] -> PartitionFetchInfo(135641,1048576),[optimizer-default-topic,1303] -> > PartitionFetchInfo( > 133974,1048576),[optimizer-default-topic,483] -> > PartitionFetchInfo(136166,1048576),[optimizer- > default-topic,1023] -> > PartitionFetchInfo(134111,1048576),[optimizer-default-topic,183] -> Part > itionFetchInfo(134412,1048576),[optimizer-default-topic,703] -> > PartitionFetchInfo(137102,10485 > 76),[optimizer-default-topic,423] -> > PartitionFetchInfo(133902,1048576),[optimizer-default-topi > c,523] -> PartitionFetchInfo(133113,1048576),[optimizer-default-topic,403] > -> PartitionFetchInf > o(136127,1048576),[optimizer-default-topic,1063] -> > PartitionFetchInfo(127268,1048576) (kafka.s > erver.ReplicaFetcherThread) > java.net.ConnectException: Connection refused > at sun.nio.ch.Net.connect(Native Method) > at sun.nio.ch.SocketChannelImpl.connect(SocketChannelImpl.java:525) > at kafka.network.BlockingChannel.connect(BlockingChannel.scala:57) > at kafka.consumer.SimpleConsumer.connect(SimpleConsumer.scala:44) > at kafka.consumer.SimpleConsumer.reconnect(SimpleConsumer.scala:57) > at > kafka.consumer.SimpleConsumer.liftedTree1$1(SimpleConsumer.scala:79) > at > > kafka.consumer.SimpleConsumer.kafka$consumer$SimpleConsumer$$sendRequest(SimpleConsu > mer.scala:71) > at > > kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply$mcV$sp( > SimpleConsumer.scala:110) > at > > kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply(SimpleC > onsumer.scala:110) > at > > kafka.consumer.SimpleConsumer$$anonfun$fetch$1$$anonfun$apply$mcV$sp$1.apply(SimpleC > onsumer.scala:110) > at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:33) > at > > kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply$mcV$sp(SimpleConsumer.scala:109 > ) > at > > kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply(SimpleConsumer.scala:109) > at > > kafka.consumer.SimpleConsumer$$anonfun$fetch$1.apply(SimpleConsumer.scala:109) > at kafka.metrics.KafkaTimer.time(KafkaTimer.scala:33) > at kafka.consumer.SimpleConsumer.fetch(SimpleConsumer.scala:108) > at > > kafka.server.AbstractFetcherThread.processFetchRequest(AbstractFetcherThread.scala:9 > 4) > at > kafka.server.AbstractFetcherThread.doWork(AbstractFetcherThread.scala:86) > at kafka.utils.ShutdownableThread.run(ShutdownableThread.scala:51) > -- -- Guozhang
