shibd commented on issue #15392: URL: https://github.com/apache/pulsar/issues/15392#issuecomment-1196220246
After https://github.com/apache/pulsar/pull/16773, When the message is null, will print input and output stats. This ci: https://github.com/apache/pulsar/runs/7528475589?check_suite_focus=true It looks like the output message count is only 1. ``` 2022-07-26T20:53:35,218 - INFO - [TestNG-method=testJavaLoggingFunction-1:PulsarFunctionsTest@1593] - Input topic stats: { "msgRateIn" : 0.0, "msgThroughputIn" : 0.0, "msgRateOut" : 0.0, "msgThroughputOut" : 0.0, "bytesInCounter" : 930, "msgInCounter" : 10, "bytesOutCounter" : 930, "msgOutCounter" : 10, "averageMsgSize" : 0.0, "msgChunkPublished" : false, "storageSize" : 930, "backlogSize" : 0, "publishRateLimitedTimes" : 0, "earliestMsgPublishTimeInBacklogs" : 0, "offloadedStorageSize" : 0, "lastOffloadLedgerId" : 0, "lastOffloadSuccessTimeStamp" : 0, "lastOffloadFailureTimeStamp" : 0, "publishers" : [ { "accessMode" : "Shared", "msgRateIn" : 0.0, "msgThroughputIn" : 0.0, "averageMsgSize" : 0.0, "chunkedMessageRate" : 0.0, "producerId" : 0, "supportsPartialProducer" : false, "metadata" : { }, "address" : "/172.20.0.8:35192", "connectedSince" : "2022-07-26T20:53:04.916927853Z", "producerName" : "PulsarFunctionsJavaThreadTest-lqtmr-1-1" } ], "waitingPublishers" : 0, "subscriptions" : { "public/default/test-logging-fn-zjcurfae" : { "msgRateOut" : 0.0, "msgThroughputOut" : 0.0, "bytesOutCounter" : 930, "msgOutCounter" : 10, "msgRateRedeliver" : 0.0, "messageAckRate" : 0.0, "chunkedMessageRate" : 0, "msgBacklog" : 0, "backlogSize" : 0, "earliestMsgPublishTimeInBacklog" : 0, "msgBacklogNoDelayed" : 0, "blockedSubscriptionOnUnackedMsgs" : false, "msgDelayed" : 0, "unackedMessages" : 0, "type" : "Shared", "msgRateExpired" : 0.0, "totalMsgExpired" : 0, "lastExpireTimestamp" : 0, "lastConsumedFlowTimestamp" : 1658868775550, "lastConsumedTimestamp" : 1658868785068, "lastAckedTimestamp" : 1658868785077, "lastMarkDeleteAdvancedTimestamp" : 1658868785081, "consumers" : [ { "msgRateOut" : 0.0, "msgThroughputOut" : 0.0, "bytesOutCounter" : 930, "msgOutCounter" : 10, "msgRateRedeliver" : 0.0, "messageAckRate" : 0.0, "chunkedMessageRate" : 0.0, "consumerName" : "03bcf", "availablePermits" : 990, "unackedMessages" : 0, "avgMessagesPerEntry" : 1, "blockedConsumerOnUnackedMsgs" : false, "lastAckedTimestamp" : 1658868785077, "lastConsumedTimestamp" : 1658868785068, "metadata" : { "instance_id" : "0", "application" : "pulsar-function", "instance_hostname" : "pulsar-functions-worker-thread-smlge-1", "id" : "public/default/test-logging-fn-zjcurfae" }, "address" : "/172.20.0.10:34762", "connectedSince" : "2022-07-26T20:52:55.547270947Z", "clientVersion" : "2.11.0-SNAPSHOT" } ], "isDurable" : true, "isReplicated" : false, "allowOutOfOrderDelivery" : false, "consumersAfterMarkDeletePosition" : { }, "nonContiguousDeletedMessagesRanges" : 0, "nonContiguousDeletedMessagesRangesSerializedSize" : 0, "subscriptionProperties" : { }, "durable" : true, "replicated" : false } }, "replication" : { }, "deduplicationStatus" : "Disabled", "nonContiguousDeletedMessagesRanges" : 0, "nonContiguousDeletedMessagesRangesSerializedSize" : 0, "compaction" : { "lastCompactionRemovedEventCount" : 0, "lastCompactionSucceedTimestamp" : 0, "lastCompactionFailedTimestamp" : 0, "lastCompactionDurationTimeInMills" : 0 } } 2022-07-26T20:53:35,262 - INFO - [TestNG-method=testJavaLoggingFunction-1:PulsarFunctionsTest@1595] - Output topic stats: { "msgRateIn" : 0.0, "msgThroughputIn" : 0.0, "msgRateOut" : 0.0, "msgThroughputOut" : 0.0, "bytesInCounter" : 250, "msgInCounter" : 9, "bytesOutCounter" : 250, "msgOutCounter" : 9, "averageMsgSize" : 0.0, "msgChunkPublished" : false, "storageSize" : 250, "backlogSize" : 250, "publishRateLimitedTimes" : 0, "earliestMsgPublishTimeInBacklogs" : 0, "offloadedStorageSize" : 0, "lastOffloadLedgerId" : 0, "lastOffloadSuccessTimeStamp" : 0, "lastOffloadFailureTimeStamp" : 0, "publishers" : [ { "accessMode" : "Shared", "msgRateIn" : 0.0, "msgThroughputIn" : 0.0, "averageMsgSize" : 0.0, "chunkedMessageRate" : 0.0, "producerId" : 0, "supportsPartialProducer" : false, "metadata" : { "function" : "public/default/test-logging-fn-zjcurfae" }, "address" : "/172.20.0.10:34762", "connectedSince" : "2022-07-26T20:52:55.626952108Z", "clientVersion" : "2.11.0-SNAPSHOT", "producerName" : "PulsarFunctionsJavaThreadTest-lqtmr-1-0" } ], "waitingPublishers" : 0, "subscriptions" : { "test-sub" : { "msgRateOut" : 0.0, "msgThroughputOut" : 0.0, "bytesOutCounter" : 250, "msgOutCounter" : 9, "msgRateRedeliver" : 0.0, "messageAckRate" : 0.0, "chunkedMessageRate" : 0, "msgBacklog" : 1, "backlogSize" : 0, "earliestMsgPublishTimeInBacklog" : 0, "msgBacklogNoDelayed" : 1, "blockedSubscriptionOnUnackedMsgs" : false, "msgDelayed" : 0, "unackedMessages" : 0, "type" : "Exclusive", "activeConsumerName" : "56376", "msgRateExpired" : 0.0, "totalMsgExpired" : 0, "lastExpireTimestamp" : 0, "lastConsumedFlowTimestamp" : 1658868784887, "lastConsumedTimestamp" : 1658868785128, "lastAckedTimestamp" : 0, "lastMarkDeleteAdvancedTimestamp" : 0, "consumers" : [ { "msgRateOut" : 0.0, "msgThroughputOut" : 0.0, "bytesOutCounter" : 250, "msgOutCounter" : 9, "msgRateRedeliver" : 0.0, "messageAckRate" : 0.0, "chunkedMessageRate" : 0.0, "consumerName" : "56376", "availablePermits" : 991, "unackedMessages" : 0, "avgMessagesPerEntry" : 9, "blockedConsumerOnUnackedMsgs" : false, "lastAckedTimestamp" : 0, "lastConsumedTimestamp" : 1658868785128, "metadata" : { }, "address" : "/172.20.0.8:35192", "connectedSince" : "2022-07-26T20:53:04.880077815Z" } ], "isDurable" : true, "isReplicated" : false, "allowOutOfOrderDelivery" : false, "consumersAfterMarkDeletePosition" : { }, "nonContiguousDeletedMessagesRanges" : 0, "nonContiguousDeletedMessagesRangesSerializedSize" : 0, "subscriptionProperties" : { }, "durable" : true, "replicated" : false } }, "replication" : { }, "deduplicationStatus" : "Disabled", "nonContiguousDeletedMessagesRanges" : 0, "nonContiguousDeletedMessagesRangesSerializedSize" : 0, "compaction" : { "lastCompactionRemovedEventCount" : 0, "lastCompactionSucceedTimestamp" : 0, "lastCompactionFailedTimestamp" : 0, "lastCompactionDurationTimeInMills" : 0 } } 2022-07-26T20:53:35,408 - INFO - [TestNG-method=testJavaLoggingFunction-1:PulsarFunctionsTest@1597] - Input topic internal-stats: { "entriesAddedCounter" : 10, "numberOfEntries" : 10, "totalSize" : 930, "currentLedgerEntries" : 10, "currentLedgerSize" : 930, "lastLedgerCreatedTimestamp" : "2022-07-26T20:52:47.873Z", "waitingCursorsCount" : 1, "pendingAddEntriesCount" : 0, "lastConfirmedEntry" : "8:9", "state" : "LedgerOpened", "ledgers" : [ { "ledgerId" : 8, "entries" : 0, "size" : 0, "offloaded" : false, "metadata" : "LedgerMetadata{formatVersion=3, ensembleSize=2, writeQuorumSize=2, ackQuorumSize=2, state=CLOSED, length=930, lastEntryId=9, digestType=CRC32C, *** ensembles={0=[pulsar-bookie-0:3181, pulsar-bookie-1:3181]}, customMetadata={component=base64:bWFuYWdlZC1sZWRnZXI=, pulsar/managed-ledger=base64:cHVibGljL2RlZmF1bHQvcGVyc2lzdGVudC90ZXN0LWxvZy1KQVZBLWlucHV0LWZ1dGNidHRn, application=base64:cHVsc2Fy}}", "underReplicated" : false } ], "cursors" : { "public%2Fdefault%2Ftest-logging-fn-zjcurfae" : { "markDeletePosition" : "8:9", "readPosition" : "8:10", "waitingReadOp" : true, "pendingReadOps" : 0, "messagesConsumedCounter" : 10, "cursorLedger" : 15, "cursorLedgerLastEntry" : 1, "individuallyDeletedMessages" : "[]", "lastLedgerSwitchTimestamp" : "2022-07-26T20:52:54.578Z", "state" : "Open", "numberOfEntriesSinceFirstNotAckedMessage" : 1, "totalNonContiguousDeletedMessagesRange" : 0, "subscriptionHavePendingRead" : true, "subscriptionHavePendingReplayRead" : false, "properties" : { } } }, "schemaLedgers" : [ { "ledgerId" : 14, "entries" : 1, "size" : 124, "offloaded" : false, "underReplicated" : false } ], "compactedLedger" : { "ledgerId" : -1, "entries" : -1, "size" : -1, "offloaded" : false, "metadata" : "LedgerMetadata{formatVersion=3, ensembleSize=2, writeQuorumSize=2, ackQuorumSize=2, state=CLOSED, length=124, lastEntryId=0, digestType=CRC32C, *** ensembles={0=[pulsar-bookie-0:3181, pulsar-bookie-1:3181]}, customMetadata={component=base64:c2NoZW1h, application=base64:cHVsc2Fy, pulsar/schemaId=base64:cHVibGljL2RlZmF1bHQvdGVzdC1sb2ctSkFWQS1pbnB1dC1mdXRjYnR0Zw==}}", "underReplicated" : false } } 2022-07-26T20:53:35,489 - INFO - [TestNG-method=testJavaLoggingFunction-1:PulsarFunctionsTest@1599] - Output topic internal-stats: { "entriesAddedCounter" : 1, "numberOfEntries" : 1, "totalSize" : 250, "currentLedgerEntries" : 1, "currentLedgerSize" : 250, "lastLedgerCreatedTimestamp" : "2022-07-26T20:52:48.142Z", "waitingCursorsCount" : 1, "pendingAddEntriesCount" : 0, "lastConfirmedEntry" : "11:0", "state" : "LedgerOpened", "ledgers" : [ { "ledgerId" : 11, "entries" : 0, "size" : 0, "offloaded" : false, "metadata" : "LedgerMetadata{formatVersion=3, ensembleSize=2, writeQuorumSize=2, ackQuorumSize=2, state=CLOSED, length=250, lastEntryId=0, digestType=CRC32C, *** ensembles={0=[pulsar-bookie-1:3181, pulsar-bookie-0:3181]}, customMetadata={component=base64:bWFuYWdlZC1sZWRnZXI=, pulsar/managed-ledger=base64:cHVibGljL2RlZmF1bHQvcGVyc2lzdGVudC90ZXN0LWxvZy1KQVZBLWxvZy10b3BpYy1vcXh1Z3dvcg==, application=base64:cHVsc2Fy}}", "underReplicated" : false } ], "cursors" : { "test-sub" : { "markDeletePosition" : "11:-1", "readPosition" : "11:1", "waitingReadOp" : true, "pendingReadOps" : 0, "messagesConsumedCounter" : 0, "cursorLedger" : -1, "cursorLedgerLastEntry" : -1, "individuallyDeletedMessages" : "[]", "lastLedgerSwitchTimestamp" : "2022-07-26T20:53:04.873Z", "state" : "NoLedger", "numberOfEntriesSinceFirstNotAckedMessage" : 2, "totalNonContiguousDeletedMessagesRange" : 0, "subscriptionHavePendingRead" : true, "subscriptionHavePendingReplayRead" : false, "properties" : { } } }, "schemaLedgers" : [ ], "compactedLedger" : { "ledgerId" : -1, "entries" : -1, "size" : -1, "offloaded" : false, "underReplicated" : false } } ``` -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: [email protected] For queries about this service, please contact Infrastructure at: [email protected]
