This is an automated email from the ASF dual-hosted git repository.
penghui pushed a change to branch branch-2.7
in repository https://gitbox.apache.org/repos/asf/pulsar.git.
from 4fceca7 Do not use a static map of listeners in TopicPoliciesService
(#9486)
new 900ba22 Fix the batch index ack persistent issue. (#9504)
new 6c229ce [C++] Remove namespace check for MultiTopicsConsumerImpl
(#9520)
new f842a2e [Issue9507][testclient] add --batch-index-ack for the
pulsar-perf (#9521)
new f68facc [Issue9364] Fix the metric data of msgDelayed for partitioned
topics is not aggregated (#9529)
new bc18625 Add subscription backlog size info for topicstats. (#9302)
new c8e8357 avoid duplicate extra opts (#9469)
new 9eca22f [pulsar-broker] Fix: handle topic loading failure due to
broken schema ledger (#9212)
new 036e040 Support configure max subscriptions per topic on the topic
level policy (#8948)
new bdd062b Disallow parsing of token with none signature in
authenticateToken (#9172)
new a62d34a makes subscription start from MessageId.latest defaultly
(#9444)
new 4232dcb [Issue 9496] fix logic in ManagedLedgerWriter when config
threadNum >= ledgerNum (#9497)
new 7cc5488 [Functions] Call the corresponding restart according to the
componenttype. #9502 (#9519)
new a562cfd add new method in ManagedCursor and ReadOnlyCursor to async
read entries with max size bytes. (#9532)
new 583da04 Fix reading metrics will always get stuck in some cases
(#9538)
new 05d414d Fix testBrokerSelectionForAntiAffinityGroup by increasing
OverloadedThreshold (#9393)
new fcfb2b5 Async the DLQ process (#9552)
new 56839d4 [client] Cleanup consumer on multitopic subscribe failure
(#9419)
new c975243 [Issue 9495][c++ client] add 'encrypted' option in
commands.newproducer() (#9542)
new 14d1958 Avoid introducing bookkeeper-common into the pulsar-common
(#9551)
new 61d800e [Broker] Fix race condition in BrokerService topic cache
(#9565)
new 9de17f5 [Issue 9480][pulsar-io] add option for auto.offset.reset to
kafka source (#9482)
new e2c84b2 Fix get-message-by-id throwing NPE when message is null
(#9537)
new 00459db Expire message by position. (#9514)
new 351cb04 [Admin CLI] Inform user when expire message request is not
executed. (#9561)
new 919f2d3 [Issue 9360][pulsar-functions] kubernetes runtime functions
create rfc1123 compliant labels (#9556)
new 276642e Add BouncyCastleProvider as security provider to prevent NPE
(#9601)
new 9cb6890 [Pulsar Admin] Expose schema ledger in `topic stats-internal`
(#9284)
The 27 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
bin/pulsar | 9 +-
.../apache/bookkeeper/mledger/ManagedCursor.java | 12 +
.../apache/bookkeeper/mledger/ReadOnlyCursor.java | 11 +
.../mledger/impl/LedgerMetadataUtils.java | 4 +-
.../bookkeeper/mledger/impl/ManagedCursorImpl.java | 11 +-
.../bookkeeper/mledger/impl/ManagedLedgerImpl.java | 15 +-
.../mledger/impl/ManagedCursorContainerTest.java | 6 +
.../bookkeeper/mledger/impl/ManagedCursorTest.java | 52 +-
.../apache/pulsar/broker/ServiceConfiguration.java | 7 +
.../AuthenticationProviderToken.java | 4 +-
.../AuthenticationProviderTokenTest.java | 28 ++
.../broker/admin/impl/PersistentTopicsBase.java | 549 ++++++++++-----------
.../broker/admin/v1/NonPersistentTopics.java | 2 +-
.../pulsar/broker/admin/v1/PersistentTopics.java | 45 +-
.../broker/admin/v2/NonPersistentTopics.java | 9 +-
.../pulsar/broker/admin/v2/PersistentTopics.java | 146 +++++-
.../impl/GenericBrokerHostUsageImpl.java | 19 +-
.../loadbalance/impl/LinuxBrokerHostUsageImpl.java | 7 +-
.../pulsar/broker/service/AbstractTopic.java | 4 +-
.../pulsar/broker/service/BrokerService.java | 21 +-
.../apache/pulsar/broker/service/Subscription.java | 4 +-
.../org/apache/pulsar/broker/service/Topic.java | 2 +-
.../nonpersistent/NonPersistentSubscription.java | 11 +-
.../service/nonpersistent/NonPersistentTopic.java | 2 +-
.../persistent/PersistentMessageExpiryMonitor.java | 38 +-
.../service/persistent/PersistentReplicator.java | 14 +-
.../service/persistent/PersistentSubscription.java | 20 +-
.../broker/service/persistent/PersistentTopic.java | 81 ++-
.../service/schema/BookkeeperSchemaStorage.java | 77 ++-
.../schema/DefaultSchemaRegistryService.java | 5 +
.../broker/service/schema/SchemaRegistry.java | 2 +
.../service/schema/SchemaRegistryServiceImpl.java | 73 ++-
.../service/schema/exceptions/SchemaException.java | 10 +
...hemaRegistryServiceWithSchemaDataValidator.java | 7 +-
.../stats/prometheus/NamespaceStatsAggregator.java | 11 +-
.../stats/prometheus/PrometheusMetricsServlet.java | 2 +-
.../pulsar/broker/admin/AdminApiSchemaTest.java | 125 +++++
.../apache/pulsar/broker/admin/AdminApiTest.java | 181 +++++--
.../apache/pulsar/broker/admin/AdminApiTest2.java | 19 +-
.../pulsar/broker/admin/PersistentTopicsTest.java | 67 +++
.../pulsar/broker/admin/TopicPoliciesTest.java | 113 +++++
.../pulsar/broker/admin/v1/V1_AdminApiTest.java | 7 +-
.../AntiAffinityNamespaceGroupTest.java | 11 +
.../pulsar/broker/service/BrokerServiceTest.java | 84 +++-
.../service/PersistentMessageFinderTest.java | 106 +++-
.../broker/service/schema/ClientGetSchemaTest.java | 67 +++
.../api/AuthorizationProducerConsumerTest.java | 18 +-
.../client/api/DispatcherBlockConsumerTest.java | 4 +-
.../pulsar/client/api/NonPersistentTopicTest.java | 10 +-
.../client/impl/BatchMessageIndexAckTest.java | 99 ++++
.../pulsar/client/impl/MessageChunkingTest.java | 2 +-
.../java/org/apache/pulsar/schema/SchemaTest.java | 16 +-
.../org/apache/pulsar/client/admin/Topics.java | 125 ++++-
.../pulsar/client/admin/internal/TopicsImpl.java | 128 ++++-
pulsar-client-cpp/lib/Commands.cc | 3 +-
pulsar-client-cpp/lib/Commands.h | 2 +-
pulsar-client-cpp/lib/MultiTopicsConsumerImpl.cc | 21 -
pulsar-client-cpp/lib/MultiTopicsConsumerImpl.h | 1 -
.../lib/PatternMultiTopicsConsumerImpl.cc | 4 +-
.../lib/PatternMultiTopicsConsumerImpl.h | 1 +
pulsar-client-cpp/lib/ProducerImpl.cc | 6 +-
pulsar-client-cpp/pulsar-test-service-start.sh | 8 +
pulsar-client-cpp/python/pulsar_test.py | 4 +-
pulsar-client-cpp/tests/BasicEndToEndTest.cc | 133 ++---
.../pulsar/client/impl/crypto/MessageCryptoBc.java | 6 +
.../pulsar/admin/cli/PulsarAdminToolTest.java | 19 +-
.../org/apache/pulsar/admin/cli/CliCommand.java | 6 +-
.../org/apache/pulsar/admin/cli/CmdTopics.java | 99 +++-
.../apache/pulsar/client/impl/ConsumerImpl.java | 199 +++++---
.../client/impl/MultiTopicsConsumerImpl.java | 9 +-
.../apache/pulsar/client/impl/ResetCursorData.java | 2 +
.../pulsar/client/impl/UnAckedMessageTracker.java | 13 +-
.../pulsar/client/impl/ClientTestFixtures.java | 6 +
.../client/impl/MultiTopicsConsumerImplTest.java | 35 ++
pulsar-common/pom.xml | 5 -
.../data/EnsemblePlacementPolicyConfig.java | 29 +-
.../data/PersistentTopicInternalStats.java | 1 +
.../common/policies/data/SubscriptionStats.java | 6 +
.../pulsar/common/policies/data/TopicPolicies.java | 5 +
.../common/protocol/schema/SchemaStorage.java | 2 +
.../data/EnsemblePlacementPolicyConfigTest.java | 54 ++
.../runtime/kubernetes/KubernetesRuntime.java | 13 +-
.../functions/runtime/thread/ThreadRuntime.java | 4 +
.../runtime/kubernetes/KubernetesRuntimeTest.java | 24 +
.../functions/worker/FunctionRuntimeManager.java | 27 +-
.../pulsar/io/kafka/KafkaAbstractSource.java | 2 +-
.../apache/pulsar/io/kafka/KafkaSourceConfig.java | 5 +
.../io/kafka/source/KafkaAbstractSourceTest.java | 4 +
.../src/test/resources/kafkaSourceConfig.yaml | 3 +-
.../pulsar/testclient/ManagedLedgerWriter.java | 44 +-
.../pulsar/testclient/PerformanceConsumer.java | 4 +
.../ZkIsolatedBookieEnsemblePlacementPolicy.java | 3 +-
site2/docs/adaptors-kafka.md | 2 +-
site2/docs/admin-api-topics.md | 96 ++--
site2/docs/io-kafka-source.md | 1 +
site2/docs/performance-pulsar-perf.md | 1 +
96 files changed, 2703 insertions(+), 711 deletions(-)
create mode 100644
pulsar-common/src/test/java/org/apache/pulsar/common/policies/data/EnsemblePlacementPolicyConfigTest.java
