hepyu commented on issue #12800: URL: https://github.com/apache/pulsar/issues/12800#issuecomment-968679611
补充6： 出现补充5的情况是因为消费者的jvm假死了，消费者是两台机器(8c16g)，都假死了，但是奇怪的是第一台机器的所关联的分区还在(topics stats可以看到)，第二台机器所关联的分区不在了（topics stats看到的consuemrs为空）。 假死原因是因为垃圾回收用的是G1，之前用ZGC的时候，即使积压了几十万，从来没死过，过会就缓过来了。 现在我把consumer重启（垃圾回收还是G1），问题分区的topic stats：然后跑一跑又停了(消费者hang住了)，但是topic stats中的consuemrs还在，但是我估计等一会又会消失，正在观察。  ``` { "count" : 0, "msgRateIn" : 0.0, "msgThroughputIn" : 0.0, "msgRateOut" : 21133.17315796585, "msgThroughputOut" : 3.738464191451498E7, "bytesInCounter" : 0, "msgInCounter" : 0, "bytesOutCounter" : 19747414784, "msgOutCounter" : 13204468, "averageMsgSize" : 0.0, "msgChunkPublished" : false, "storageSize" : 463806140, "backlogSize" : 454731490, "offloadedStorageSize" : 0, "publishers" : [ { "count" : 0, "accessMode" : "Shared", "msgRateIn" : 0.0, "msgThroughputIn" : 0.0, "averageMsgSize" : 0.0, "chunkedMessageRate" : 0.0, "producerId" : 83, "producerNameOffset" : 133, "producerNameLength" : 25, "addressOffset" : 79, "addressLength" : 17, "connectedSinceOffset" : 96, "connectedSinceLength" : 32, "clientVersionOffset" : 128, "clientVersionLength" : 5, "stringBuffer" : "/10.0.45.29:411742021-11-15T13:18:47.778522+08:002.8.0pulsar-biz-cluster-29-150/10.0.45.29:411742021-11-15T13:18:47.778522+08:002.8.0pulsar-biz-cluster-29-150", "metadata" : { }, "address" : "/10.0.45.29:41174", "connectedSince" : "2021-11-15T13:18:47.778522+08:00", "clientVersion" : "2.8.0", "producerName" : "pulsar-biz-cluster-29-150" }, { "count" : 0, "accessMode" : "Shared", "msgRateIn" : 0.0, "msgThroughputIn" : 0.0, "averageMsgSize" : 0.0, "chunkedMessageRate" : 0.0, "producerId" : 71, "producerNameOffset" : 135, "producerNameLength" : 25, "addressOffset" : 80, "addressLength" : 18, "connectedSinceOffset" : 98, "connectedSinceLength" : 32, "clientVersionOffset" : 130, "clientVersionLength" : 5, "stringBuffer" : "/10.0.44.204:493302021-11-15T13:23:34.155674+08:002.8.0pulsar-biz-cluster-29-168/10.0.44.204:493302021-11-15T13:23:34.155674+08:002.8.0pulsar-biz-cluster-29-168", "metadata" : { }, "address" : "/10.0.44.204:49330", "connectedSince" : "2021-11-15T13:23:34.155674+08:00", "clientVersion" : "2.8.0", "producerName" : "pulsar-biz-cluster-29-168" }, { "count" : 0, "accessMode" : "Shared", "msgRateIn" : 0.0, "msgThroughputIn" : 0.0, "averageMsgSize" : 0.0, "chunkedMessageRate" : 0.0, "producerId" : 83, "producerNameOffset" : 135, "producerNameLength" : 25, "addressOffset" : 80, "addressLength" : 18, "connectedSinceOffset" : 98, "connectedSinceLength" : 32, "clientVersionOffset" : 130, "clientVersionLength" : 5, "stringBuffer" : "/10.0.47.110:590002021-11-15T13:18:45.181149+08:002.8.0pulsar-biz-cluster-29-129/10.0.47.110:590002021-11-15T13:18:45.181149+08:002.8.0pulsar-biz-cluster-29-129", "metadata" : { }, "address" : "/10.0.47.110:59000", "connectedSince" : "2021-11-15T13:18:45.181149+08:00", "clientVersion" : "2.8.0", "producerName" : "pulsar-biz-cluster-29-129" } ], "waitingPublishers" : 0, "subscriptions" : { "xxx-web" : { "msgRateOut" : 21133.17315796585, "msgThroughputOut" : 3.738464191451498E7, "bytesOutCounter" : 19747414784, "msgOutCounter" : 13204468, "msgRateRedeliver" : 20815.939672078995, "chunkedMessageRate" : 0, "msgBacklog" : 62630, "backlogSize" : 0, "msgBacklogNoDelayed" : 62630, "blockedSubscriptionOnUnackedMsgs" : false, "msgDelayed" : 0, "unackedMessages" : 9701, "type" : "Key_Shared", "msgRateExpired" : 0.0, "totalMsgExpired" : 0, "lastExpireTimestamp" : 0, "lastConsumedFlowTimestamp" : 1636966578645, "lastConsumedTimestamp" : 1636966578572, "lastAckedTimestamp" : 1636966579538, "lastMarkDeleteAdvancedTimestamp" : 1636966354819, "consumers" : [ { "msgRateOut" : 9538.202975124479, "msgThroughputOut" : 1.6648729276349474E7, "bytesOutCounter" : 4681539476, "msgOutCounter" : 2743390, "msgRateRedeliver" : 9137.052795176734, "chunkedMessageRate" : 0.0, "consumerName" : "8fc51", "availablePermits" : -238, "unackedMessages" : 1167, "avgMessagesPerEntry" : 12, "blockedConsumerOnUnackedMsgs" : false, "readPositionWhenJoining" : "319543:108", "addressOffset" : 55, "addressLength" : 18, "connectedSinceOffset" : 73, "connectedSinceLength" : 32, "clientVersionOffset" : 105, "clientVersionLength" : 5, "lastAckedTimestamp" : 1636966578552, "lastConsumedTimestamp" : 1636966578572, "keyHashRanges" : [ "[32769, 65536]" ], "metadata" : { }, "stringBuffer" : "/10.0.42.143:410382021-11-15T16:48:37.950836+08:002.8.0/10.0.42.143:410382021-11-15T16:48:37.950836+08:002.8.0", "address" : "/10.0.42.143:41038", "connectedSince" : "2021-11-15T16:48:37.950836+08:00", "clientVersion" : "2.8.0" }, { "msgRateOut" : 11594.970182841374, "msgThroughputOut" : 2.0735912638165507E7, "bytesOutCounter" : 4824021780, "msgOutCounter" : 2764052, "msgRateRedeliver" : 11678.886876902261, "chunkedMessageRate" : 0.0, "consumerName" : "95259", "availablePermits" : 948, "unackedMessages" : 8534, "avgMessagesPerEntry" : 20, "blockedConsumerOnUnackedMsgs" : false, "readPositionWhenJoining" : "319652:1214", "addressOffset" : 53, "addressLength" : 16, "connectedSinceOffset" : 69, "connectedSinceLength" : 32, "clientVersionOffset" : 101, "clientVersionLength" : 5, "lastAckedTimestamp" : 1636966579538, "lastConsumedTimestamp" : 1636966576817, "keyHashRanges" : [ "[0, 32768]" ], "metadata" : { }, "stringBuffer" : "/10.0.36.1:474282021-11-15T16:48:53.143161+08:002.8.0/10.0.36.1:474282021-11-15T16:48:53.143161+08:002.8.0", "address" : "/10.0.36.1:47428", "connectedSince" : "2021-11-15T16:48:53.143161+08:00", "clientVersion" : "2.8.0" } ], "isDurable" : true, "isReplicated" : false, "consumersAfterMarkDeletePosition" : { }, "nonContiguousDeletedMessagesRanges" : 29, "nonContiguousDeletedMessagesRangesSerializedSize" : 522, "durable" : true, "replicated" : false } }, "replication" : { }, "deduplicationStatus" : "Disabled", "nonContiguousDeletedMessagesRanges" : 29, "nonContiguousDeletedMessagesRangesSerializedSize" : 522 } ``` -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: [email protected] For queries about this service, please contact Infrastructure at: [email protected]
