szkoludasebastian commented on issue #22709:
URL: https://github.com/apache/pulsar/issues/22709#issuecomment-2145286699
I run my test scenario 5 times and I was able to get message loss at last
attempt. There was like ~4.5k messages lost.
Here are topics partitioned stats:
```
{
"msgRateIn" : 2.000021657356084,
"msgThroughputIn" : 1588.2833848133687,
"msgRateOut" : 0.8166724085745066,
"msgThroughputOut" : 669.1044631608123,
"bytesInCounter" : 1182520,
"msgInCounter" : 1690,
"bytesOutCounter" : 1890936,
"msgOutCounter" : 3006,
"averageMsgSize" : 537.4391593064367,
"msgChunkPublished" : false,
"storageSize" : 13641276,
"backlogSize" : 954209,
"publishRateLimitedTimes" : 0,
"earliestMsgPublishTimeInBacklogs" : 0,
"offloadedStorageSize" : 0,
"lastOffloadLedgerId" : 0,
"lastOffloadSuccessTimeStamp" : 0,
"lastOffloadFailureTimeStamp" : 0,
"ongoingTxnCount" : 0,
"abortedTxnCount" : 0,
"committedTxnCount" : 0,
"publishers" : [ {
"msgRateIn" : 0.16666772579243466,
"msgThroughputIn" : 130.584174616759,
"averageMsgSize" : 78.35,
"chunkedMessageRate" : 0.0,
"producerId" : 0,
"supportsPartialProducer" : false
}, {
"msgRateIn" : 0.1500018031658183,
"msgThroughputIn" : 120.18479534353952,
"averageMsgSize" : 64.27499999999998,
"chunkedMessageRate" : 0.0,
"producerId" : 0,
"supportsPartialProducer" : false
}, {
"msgRateIn" : 0.21666969693665916,
"msgThroughputIn" : 161.78565494645645,
"averageMsgSize" : 97.07,
"chunkedMessageRate" : 0.0,
"producerId" : 0,
"supportsPartialProducer" : false
}, {
"msgRateIn" : 0.21666936361965866,
"msgThroughputIn" : 177.7352856771126,
"averageMsgSize" : 98.80500000000004,
"chunkedMessageRate" : 0.0,
"producerId" : 0,
"supportsPartialProducer" : false
}, {
"msgRateIn" : 0.20000035020806659,
"msgThroughputIn" : 156.70024663703634,
"averageMsgSize" : 94.02,
"chunkedMessageRate" : 0.0,
"producerId" : 0,
"supportsPartialProducer" : false
}, {
"msgRateIn" : 0.2166698077213567,
"msgThroughputIn" : 172.41911690903336,
"averageMsgSize" : 103.44999999999999,
"chunkedMessageRate" : 0.0,
"producerId" : 0,
"supportsPartialProducer" : false
}, {
"msgRateIn" : 0.23333634167966497,
"msgThroughputIn" : 193.45218555690832,
"averageMsgSize" : 116.07,
"chunkedMessageRate" : 0.0,
"producerId" : 0,
"supportsPartialProducer" : false
}, {
"msgRateIn" : 0.20000372671708344,
"msgThroughputIn" : 151.38607592137052,
"averageMsgSize" : 81.39999999999998,
"chunkedMessageRate" : 0.0,
"producerId" : 0,
"supportsPartialProducer" : false
}, {
"msgRateIn" : 0.2166682595663637,
"msgThroughputIn" : 172.41809455011258,
"averageMsgSize" : 98.19191919191917,
"chunkedMessageRate" : 0.0,
"producerId" : 0,
"supportsPartialProducer" : false
}, {
"msgRateIn" : 0.18333458194897845,
"msgThroughputIn" : 151.6177546550394,
"averageMsgSize" : 96.77659574468085,
"chunkedMessageRate" : 0.0,
"producerId" : 0,
"supportsPartialProducer" : false
} ],
"waitingPublishers" : 0,
"subscriptions" : {
"microbatcher" : {
"msgRateOut" : 0.8166724085745066,
"msgThroughputOut" : 669.1044631608123,
"bytesOutCounter" : 1890936,
"msgOutCounter" : 3006,
"msgRateRedeliver" : 0.0,
"messageAckRate" : 0.7333391429758097,
"chunkedMessageRate" : 0,
"msgBacklog" : 690,
"backlogSize" : 954209,
"earliestMsgPublishTimeInBacklog" : 0,
"msgBacklogNoDelayed" : 690,
"blockedSubscriptionOnUnackedMsgs" : false,
"msgDelayed" : 0,
"unackedMessages" : 554,
"type" : "Key_Shared",
"msgRateExpired" : 0.0,
"totalMsgExpired" : 0,
"lastExpireTimestamp" : 0,
"lastConsumedFlowTimestamp" : 0,
"lastConsumedTimestamp" : 0,
"lastAckedTimestamp" : 0,
"lastMarkDeleteAdvancedTimestamp" : 0,
"consumers" : [ {
"msgRateOut" : 0.0,
"msgThroughputOut" : 0.0,
"bytesOutCounter" : 426717,
"msgOutCounter" : 691,
"msgRateRedeliver" : 0.0,
"messageAckRate" : 0.0,
"chunkedMessageRate" : 0.0,
"availablePermits" : 49309,
"unackedMessages" : 532,
"avgMessagesPerEntry" : 0,
"blockedConsumerOnUnackedMsgs" : false,
"readPositionWhenJoining" : "125168:0",
"lastAckedTimestamp" : 0,
"lastConsumedTimestamp" : 0,
"lastConsumedFlowTimestamp" : 0,
"lastAckedTime" : "1970-01-01T00:00:00Z",
"lastConsumedTime" : "1970-01-01T00:00:00Z"
}, {
"msgRateOut" : 0.8166724085745066,
"msgThroughputOut" : 669.1044631608123,
"bytesOutCounter" : 221316,
"msgOutCounter" : 278,
"msgRateRedeliver" : 0.0,
"messageAckRate" : 0.7333391429758097,
"chunkedMessageRate" : 0.0,
"availablePermits" : 49722,
"unackedMessages" : 22,
"avgMessagesPerEntry" : 0,
"blockedConsumerOnUnackedMsgs" : false,
"readPositionWhenJoining" : "125168:5",
"lastAckedTimestamp" : 0,
"lastConsumedTimestamp" : 0,
"lastConsumedFlowTimestamp" : 0,
"lastAckedTime" : "1970-01-01T00:00:00Z",
"lastConsumedTime" : "1970-01-01T00:00:00Z"
}, {
"msgRateOut" : 0.0,
"msgThroughputOut" : 0.0,
"bytesOutCounter" : 0,
"msgOutCounter" : 0,
"msgRateRedeliver" : 0.0,
"messageAckRate" : 0.0,
"chunkedMessageRate" : 0.0,
"availablePermits" : 50000,
"unackedMessages" : 0,
"avgMessagesPerEntry" : 0,
"blockedConsumerOnUnackedMsgs" : false,
"readPositionWhenJoining" : "125168:5",
"lastAckedTimestamp" : 0,
"lastConsumedTimestamp" : 0,
"lastConsumedFlowTimestamp" : 0,
"lastAckedTime" : "1970-01-01T00:00:00Z",
"lastConsumedTime" : "1970-01-01T00:00:00Z"
} ],
"isDurable" : true,
"isReplicated" : false,
"allowOutOfOrderDelivery" : false,
"consumersAfterMarkDeletePosition" : {
"microbatcher-consumer-d0850db4-7a7a-4795-9666-bc4230e9e1e6" :
"125168:5",
"microbatcher-consumer-461783e3-e344-4bac-bb67-8c0922ee8d84" :
"125168:5"
},
"nonContiguousDeletedMessagesRanges" : 131,
"nonContiguousDeletedMessagesRangesSerializedSize" : 2307,
"delayedMessageIndexSizeInBytes" : 0,
"subscriptionProperties" : { },
"filterProcessedMsgCount" : 0,
"filterAcceptedMsgCount" : 0,
"filterRejectedMsgCount" : 0,
"filterRescheduledMsgCount" : 0,
"durable" : true,
"replicated" : false
}
},
"replication" : { },
"nonContiguousDeletedMessagesRanges" : 131,
"nonContiguousDeletedMessagesRangesSerializedSize" : 2307,
"delayedMessageIndexSizeInBytes" : 0,
"compaction" : {
"lastCompactionRemovedEventCount" : 0,
"lastCompactionSucceedTimestamp" : 0,
"lastCompactionFailedTimestamp" : 0,
"lastCompactionDurationTimeInMills" : 0
},
"metadata" : {
"partitions" : 100,
"deleted" : false
},
"partitions" : { }
}
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
