This is an automated email from the ASF dual-hosted git repository.
xiangying pushed a change to branch pip/minCompressSize
in repository https://gitbox.apache.org/repos/asf/pulsar.git
from 460e00e156d address comments
add c9c5bb49b05 [feat][misc] PIP-264: Add OpenTelemetry messaging rate
limit metrics (#23035)
add 1c53841cc7f [fix][broker] Handle BucketDelayedDeliveryTracker recover
failed (#22735)
add 38a5e91de9a [fix] Fix compile failing (#23070)
add 55e468ee412 [fix][broker] Do not try to clean owned bundles from
inactive source brokers (ExtensibleLoadManagerImpl only) (#23064)
add c7310e35d27 [improve] [broker] Add subscription prefix for internal
reader (#23044)
add 47f204fb20d [improve][pip] PIP-366: Support to specify different
config for Configuration and Local Metadata Store (#23033)
add d4bbf10f587 [fix][client] Fix negative acknowledgement by messageId
(#23060)
add e59cd05881b [fix] [broker] Remove blocking calls from
Subscription.getStats (#23088)
add 679a3d49eef [improve] [broker] Check max producers/consumers
limitation first before other ops to save resources (#23074)
add 76ed555e7e5 [improve][build] Upgrade docker-maven-plugin to 0.45.0
(#23091)
add a0bdf4585fe [improve][ci] Switch to use DEVELOCITY_ACCESS_KEY from
GRADLE_ENTERPRISE_ACCESS_KEY (#23090)
add 40c8c23123e [improve][broker] Reduce the CPU pressure from the
transaction buffer in rolling restarts (#23062)
add 77b6378ae8b [improve][broker] Optimize the performance of individual
acknowledgments (#23072)
add 49d3beb4fae [improve][broker] Support to specify auth-plugin,
auth-parameters and tls-enable arguments when init cluster metadata (#23087)
add b955c6520d8 [fix] [broker] Internal reader of __change_events can not
started after metadata store session rebuilt (#23018)
add 47d35a0af8e [improve][build] Move docker-push profile to submodule
(#23093)
add 19fe2e40392 [cleanup][broker] Remove PersistentSubscription.getStats
(#23095)
add 6bbaec1f6b1 [fix][client] TransactionCoordinatorClient support retry
(#23081)
add 5aa5e7d9fbe [fix] [broker] fix replicated namespaces filter in
filterAndUnloadMatchedNamespaceAsync (#23100)
add c24953035b8 [improve][broker]Reuse method getAvailableBrokersAsync
(#23099)
add 9d0292ebb03 [improve][pip] PIP-352: Event time based topic compactor
(#22710)
add 92bcd077c01 [fix][broker]: fix irregular method name (#23108)
add f02ce6c83ee [fix][broker] fix exception may hidden and result in stuck
when topic loading (#23102)
add 12588a8f30f [fix][broker] type cast on exceptions in exceptionally can
lead to lost calls (#23117)
add f3c177e2243 [fix][client] the nullValue in msgMetadata should be true
by default (#22372)
add 76f16e811be [improve][pip] PIP-366: Support to specify different
config for Configuration and Local Metadata Store (#23041)
add 0e6654788c6 [fix][broker] Fix authenticate order in
AuthenticationProviderList (#23111)
add e9deb408eae [improve][misc] Improve AES-GCM cipher performance (#23122)
add 6dd7c59327d [fix][test] Fixed many tests of pulsar-proxy are not
running (#23118)
add 10f4e0248f0 [improve][client]PIP-359:Support custom message listener
executor for specific subscription (#22861)
add 114880b1428 [fix][broker]A failed consumer/producer future in
ServerCnx can never be removed (#23123)
add 4a44f457837 [fix][broker] Handle the case when `getOwnedServiceUnits`
fails gracefully (#23119)
add 1db3c5fddce [improve][misc] Optimize TLS performance by omitting extra
buffer copies (#23115)
add b7440e9023f [improve][pip] PIP-368: Support lookup based on the lookup
properties (#23075)
add 3b01c96594a [fix][client] Fix timeout handling in Pulsar Admin client
(#23128)
add 175ea005747 [fix][build] Remove unnecessary Oracle maven repository
from pom.xml (#23132)
add 8707fbe8351 [improve][fn] Add support for overriding
additionalJavaRuntimeArguments with PF_additionalJavaRuntimeArguments env
(#23130)
add 3560ddb64f4 [fix][broker] Fix the bug that elected leader thinks it's
a follower (#23138)
add 3e7dbb4957b [improve][client] Add maxConnectionsPerHost and
connectionMaxIdleSeconds to PulsarAdminBuilder (#22541)
add f4a8094f8c7 [fix][metadata] Upgrade Oxia to 0.3.2 (#23140)
add 4824df5f149 [improve][doc] Add Pulsar Geo-Replication considerations
to the PIP template (#23145)
add 6f5c6568ea4 [improve][build] Bump version to 4.0.0-SNAPSHOT (#23146)
add 702c0b3cfa2 [fix] [broker] Fix compatibility issues for PIP-344
(#23136)
add 1b43b9de72c [improve][broker] Explicitly close LB internal topics when
playing a follower (ExtensibleLoadManagerImpl only) (#23144)
add 38134bc5ee5 [fix] [meta] Oxia metadta store: Convert error to
MetadataStoreException if operation failed (#23154)
add 2dde4032127 [fix] [broker] Let Pending ack handler can retry to init
when encounters a metadata store error (#23153)
add 06a2f5cc63c [improve] [client]Add new ServiceUrlProvider
implementation: SameAuthParamsAutoClusterFailover (#23129)
add 66cc754006c [fix][broker] Fix AvgShedder strategy check (#23156)
add 9bf714ff756 [fix][broker] Fix 'Disabled replicated subscriptions
controller' logic and logging (#23142)
add fe21441f101 [improve] [pip] PIP-363: Add callback parameters to the
method: org.apache.pulsar.client.impl.SendCallback.sendComplete. (#22940)
add 3e461c004ea [improve][proxy] Reuse authentication instance in
pulsar-proxy (#23113)
add c07b158f003 [fix][client] Fix for early hit `beforeConsume` for
MultiTopicConsumer (#23141)
add a0259380e1e [fix][client] Create the retry producer async (#23157)
add d5ce1cee353 [improve] [broker] Avoid subscription fenced error with
consumer.seek whenever possible (#23163)
add 606b6a71efd [fix] [test] Revert the modification to
NonDurableSubscriptionTest caused by a mistake in the PR#23129 (#23168)
add ce38ee2bccb [improve][pip] PIP-369: Flag based selective unload on
changing ns-isolation-policy (#23116)
add 15b88d25081 [fix][broker] Fix shadow topics cannot be consumed when
the entry is not cached (#23147)
add 46c25ac7342 [fix] DLQ to handle bytes key properly (#23172)
add 1f90897c890 [improve] [pip] PIP-370: configurable remote topic
creation in geo-replication (#23124)
add 67fc5b9f534 [fix][client] Copy orderingKey to retry letter topic and
DLQ messages and fix bug in copying (#23182)
add 3ada56635a6 [feat] Add scripts for updating BK RocksDB ini files
(#23178)
add b6815d2163b [fix][sec]Upgrade jackson to 2.17.2 (#23174)
add a1f3322ed35 [fix][test] Fix flaky
SubscriptionSeekTest.testSeekIsByReceive (#23170)
add 7f04364f133 [improve][broker] Support customized shadow managed ledger
implementation (#23179)
add 3053b647e0c [improve][broker] Should notify bundle ownership listener
onLoad event when ServiceUnitState start (ExtensibleLoadManagerImpl only)
(#23152)
add 576666de4fd [improve][misc] Set format_version=5, checksum=kxxHash in
Bookkeeper RocksDB configs (#23175)
add 73433cd06e6 [improve] [broker] Optimize performance for checking max
topics when the topic is a system topic (#23185)
add aa8226f45e3 [fix][broker] Skip reading entries from closed cursor.
(#22751)
add 9edaa8569de [fix] [broker] Topic can never be loaded up due to broker
maintains a failed topic creation future (#23184)
add 2d46bfafab2 [improve] PIP-337: Implement SSL Factory Plugin to
customize SSL Context and SSL Engine generation (#23110)
add acc463f4b2f [cleanup][broker] delete ConcurrentSortedLongPairSet.
(#23202)
add 94e1341d1e2 [improve][broker] Optimize high CPU usage when consuming
from topics with ongoing txn (#23189)
add a605ea32c7e [cleanup] Cleanup some duplicated code (#23204)
add 18cb458f73b [improve][broker] Add callback parameters to the
SendCallback.sendComplete (#23196)
add b661ec82d20 [improve][broker] Improve pulsar_topic_load_failed metric
to record correct failed time (#23199)
add 66e1a06b247 [improve][client] Don't print info logs for each schema
loaded by client (#23206)
add 0a5cb51a2f0 [fix] [log] Do not print warn log when concurrently
publishing and switching ledgers (#23209)
add 44f986014e4 [improve] [broker] Phase 1 of PIP-370 support disable
create topics on remote cluster through replication (#23169)
add 1c495e190b3 [feat] PIP-352: Event time based compaction (#22517)
add 09a16c26974 [improve] [broker] Part 2 of PIP-370: add metrics
"pulsar_replication_disconnected_count" (#23213)
add a6029ad2e1b [cleanup][test]delete invalid method in
PrometheusMetricsTest (#23218)
add cd3519aea7c [fix] StatsOutputStream: add string write function (#308)
(#23227)
add d9bd6b004ed [improve][broker]Change the log level to reduce repeated
error logs (#23192)
add 9a97c843a46 [feat][broker] PIP-368: Support lookup based on the lookup
properties (#23223)
add 325c6a58d53 [fix][broker] Fix thread unsafe access on the bundle range
cache for load manager (#23217)
add e2bbb4b7cbc [improve][txn] Take first snapshot before persisting the
first transactional message (#21406)
add 587af853fbf [feat][misc] PIP-264: Add OpenTelemetry authentication and
token metrics (#23016)
add 59424a831b3 [improve][broker] Add msgInReplay subscription stat and
metric to improve Key_Shared observability (#23224)
add d98e51f7a54 [improve][broker] Reschedule reads with increasing backoff
when no messages are dispatched (#23226)
add dccc06bf50b [fix][broker] support peek-message for compressed and
encrypted messages (#23234)
add ed14f21de94 [feat][broker] PIP-264: Add replication subscription stats
(#23026)
add 3a59e4c391d [fix][client] Fix client to handle permits for discarded
and failed decrypt batch-message (#23068)
add 8da3bf8322c [improve][admin] PIP-369 Introduce `unload` flag in
`ns-isolation-policy set` call (#23120)
add 019ae9f0d0e [improve][admin] Improve BrokerStats.allocatorStats
(#23242)
add aee2ee5070d [fix][broker] Fix brokers still retry start replication
after closed the topic (#23237)
add a678e974e0f [fix][test] Fix flaky
UnloadSubscriptionTest.testMultiConsumer (#23243)
add 8bb30a1106e [improve][broker] Add retry for start service unit state
channel (ExtensibleLoadManagerImpl only) (#23230)
add de68e2511e0 [improve][broker] Optimize message payload traffic for
ShadowReplicator (#23236)
add a28c0df9ba3 [improve][misc] Upgrade Netty to 4.1.113 and
netty-tcnative to 2.0.66 (#23255)
add 6c300f515db [fix][broker] Add principal name into info log to enhance
analysis and troubleshooting (#23257)
add 246647fff69 [fix][client] Fix client handle unknown exception during
message-decryption and apply decryption action accordingly (#23256)
add 14395295b49 [fix][client] Fix concurrent lookup with properties might
have different results (#23260)
add ca0fb443ca9 [fix][broker] Execute the pending callbacks in order
before ready for incoming requests (#23266)
add 46f99b91145 [improve][broker] Make cluster metadata init command
support metadata config path (#23269)
add 0aaa906cd8c [fix][broker] fix pulsar-admin topics stats-internal
caused a BK client thread a deadlock (#23258)
add 21e256f754b [fix][client] Fix broker/Client CPU reaching 100% during
retriable connection failure (#23251)
add 96fd04b22f8 [fix] Bump io.grpc from 1.56.0 to 1.56.1 (#23276)
add a96127a3e0f [feat][meta] Bump oxia java version from 0.3.2 to 0.4.5
(#23277)
add d4839fb1749 [fix][broker] fix the log format error in the
AdminResource (#23278)
add a8ae3e4d191 [improve][pip] PIP-376: Make topic policies service
pluggable (#23248)
add 8151639dccb [fix][broker] Fix retry backoff for
PersistentDispatcherMultipleConsumers (#23284)
add fc0e4e3fe0f [fix] [broker] Fix system topic can not be loaded up if it
contains data offloaded (#23279)
add 5599699fe41 [improve][pip] PIP-374: Visibility of messages in
receiverQueue for the consumers (#23235)
add fc60ec06ae9 [fix][broker] Fail fast if the extensible load manager
failed to start (#23297)
add 13c19b50216 [improve][broker] Register the broker to metadata store
without version id compare (#23298)
add 4f96146f13b [improve][broker] Reducing the parse of MessageMetadata in
compaction (#23285)
add 9ebd97941d8 [improve][broker] Decouple ManagedLedger interfaces from
the current implementation (#23311)
add 2e987369fa4 [feat][client] PIP-374: Visibility of messages in
receiverQueue for the consumers (#23303)
add 590e1331d9a [improve][pip] PIP-378 Add ServiceUnitStateTableView
abstraction (ExtensibleLoadMangerImpl only) (#23300)
add 4f002590450 [improve][admin] PIP-369 Change default value of
`unload-scope` in `ns-isolation-policy set` (#23253)
add bf53164c1b0 [improve] Upgrade opensearch sink to client 2.16 and tests
to use server 2.16.0 (#23312)
add 77570d5db5f [improve][broker] Add limits for Key_Shared Subscription
look ahead in dispatching (#23231)
add a875debe914 [fix][io] Upgrade mssql server docker tag in
DebeziumMsSqlContainer (#23318)
add d4261d23824 [improve][broker] Don't use "recently joined consumers"
rules for Key_Shared in STICKY mode (#23275)
add 03330b3f7ca [fix][broker] Fix incomplete NAR file extraction which
prevents broker from starting (#23274)
add 4b3b273c1c5 [improve][broker] PIP-376: Make topic policies service
pluggable (#23319)
add 105192d5baf [fix][broker] Fix topic policies cannot be queried with
extensible load manager (#23326)
add c2a0090144a [improve][broker] Add ServiceUnitStateTableView
(ExtensibleLoadManagerImpl only) (#23301)
add f5c1ad24d77 [improve][broker] Replace ConcurrentOpenHashMap with
ConcurrentHashMap in BrokerService (#23320)
add 1ce7855c942 [improve][broker] Replace ConcurrentOpenHashMap with
ConcurrentHashMap in Topic classes (#23322)
add 9012422bcba [improve][broker] Remove ConcurrentOpenHashMap and
ConcurrentOpenHashSet (#23329)
add 216b83008de [fix][test] Fix flaky test
LeaderElectionTest.revalidateLeaderWithinSameSession (#22383)
add 7d4ac9dc542 [fix][build] Fix problem where git.commit.id.abbrev is
missing in image tagging (#23337)
add 501dfdeace9 [fix][sec] Upgrade vertx to 4.5.10 to address
CVE-2024-8391 (#23338)
add 4ce0c752cc4 [fix] Key_Shared mode consumption latency when low traffic
(#23340)
add 5ea4252a493 [fix][broker] Avoid introducing delay when there are
delayed messages or marker messages (#23343)
add cefa72c7d18 [improve][schema] Improve Incompatible Schema Exception
error message in ServerCnx.java (#23344)
add 31f27a09192 [fix][cli] Fix Pulsar-Client to allow consume encrypted
messages with appropriate crypto-failure-action (#23346)
add b1c5d96ab48 [fix][cli] Fix Pulsar-Client CLI to print metadata of
message including encryption metadata (#23347)
add 5583102aae1 [fix] [log] Do not print error log if tenant/namespace
does not exist when calling get topic metadata (#23291)
add e91574ac7b4 [fix][broker] Fix unloadNamespaceBundlesGracefully can be
stuck with extensible load manager (#23349)
add 95bd1d1dd3d [fix][broker] Fix the broker registery cannot recover from
the metadata node deletion (#23359)
add ca4a7435db6 [fix][build] Disable flaky test
BrokerRegistryIntegrationTest (#23367)
add 77cb67a8c05 [fix][ml] Managed ledger should recover after open ledger
failed (#23368)
add 950309b57a3 [fix][misc] Log Conscrypt security provider initialization
warnings at debug level (#23364)
add 5e832a1cc14 [fix][test] Fix ReplicatorRateLimiterTest (#23369)
add f071a898775 [fix][cli] Remove deprecated "-client" JVM arg (#23370)
add 7e59bdeb9d1 [improve] Install openssl in the docker image to fix
compatibility with Apache Pulsar Helm chart (#23362)
add b24285029b1 [improve][ci] Switch to Java 21 as default JVM version for
CI (#23373)
add 7d7dc80f0ee [fix][broker] Fix the broker registering might be blocked
for long time (#23371)
add 9980967d777 [improve] Upgrade Pulsar Python client in docker image to
3.5.0 (#23377)
add e0b754dd393 [improve][broker] check system topic is used before
configuring system topic (ExtensibleLoadManagerImpl only) (#23381)
add 5b98d371922 [feat] Use producer name and sequence number as fallback
key in Key_Shared implementation (#23219)
add 9eeffe595b6 [fix][broker] Support large number of unack message store
for cursor recovery (#9292)
add d2c91b1e1a8 [fix][broker] Cancel possible pending replay read in
cancelPendingRead (#23384)
add 50802bea728 [improve][pip] PIP-381: Handle large PositionInfo state
(#23328)
add 1dad0788c0e [improve][pip] Improve PIP process and voting timeline
(#23387)
add c41c7e944d9 [improve] Configure Rocksdb to use musl libc flavor of the
native library (#23375)
add adb9014dbac [fix][broker] Fix out-of-order issues with
ConsistentHashingStickyKeyConsumerSelector (#23327)
add 53e996c43d4 [fix][client] Fix failover consumer-listener stuck with
cumulative ack and epoch time (#23345)
add e49d9ad01c9 [improve][pip] PIP-360 Add admin API to display Schema
metadata (#22913)
add ab684a0fb9d [fix][sec] Upgrade protobuf-java to 3.25.5 (#23356)
add eee9283666c [fix][broker] timeout when broker registry hangs and
monitor broker registry (ExtensibleLoadManagerImpl only) (#23382)
add c2128dc4a12 [fix] Bump commons-io:commons-io from 2.8.0 to 2.14.0
(#23393)
add fad67613a4b [fix][sec] Upgrade Avro to 1.11.4 to address
CVE-2024-47561 (#23394)
add 38322a689b2 [improve][broker] PIP-327: Support force topic loading for
unrecoverable errors (#21759)
add 1e936778691 [improve][pip] PIP-360 Add admin API to display Schema
metadata (#22938)
add 56200aabc56 [improve][ci] Continue Pulsar CI build even when Trivy
scanner fails (#23397)
add aa125616aeb [fix][broker] Fix Broker was failing to create producer
with broken schema ledger (#23395)
add 64e9687bb55 [improve][pip] PIP-379: Key_Shared Draining Hashes for
Improved Message Ordering (#23309)
add 6bca70b1380 [fix][client] Add more info while throwing reader creation
exception (#23401)
add b9ededc30e8 [fix][broker] Fix delivery-test with unnecessary
invocation-count (#23399)
add 6c7ec4c38c8 [feat] [broker] Add broker health check status into
prometheus metrics (#20147)
add 806fdf86866 [improve][misc] Upgrade Jetty to 9.4.56.v20240826 (#23405)
add 5451921cd49 [improve] PIP-384: ManagedLedger interface decoupling
(#23363)
add 731ec8364f0 [improve][broker][PIP-384] Decouple Bookkeeper client from
ManagedLedgerStorage and enable multiple ManagedLedgerFactory instances (#23313)
add 06fc259ce56 [improve][build] Update maven-wrapper (mvnw) to recent
stable version 3.3.2 (#23410)
add c598974346a [improve][PIP] PIP-383: Support granting/revoking
permissions for multiple topics (#23355)
add 4efcc1502f5 [improve][ci] Move some flaky ExtensibleLoadManager tests
to flaky group until they are fixed (#23414)
add 3d0625ba642 [improve][broker] PIP-379: Key_Shared Draining Hashes for
Improved Message Ordering (#23352)
add 4d6dee456ca [fix][ml] Remove unnecessary return in ManagedLedgerImpl
(#23418)
add 9579c4dea91 [improve][ci] Upgrade/Downgrade test (#22988)
add 84b834f95c8 [improve][broker] PIP-379: Snapshot hash range assignments
only in AUTO_SPLIT ordered mode (#23423)
add 5aadec02a3e [fix][broker] Fix typos in pulsar-broker and
tiered-storage. (#23415)
add 676fdb1ffb4 [improve][broker] PIP-379: Enable the use of the classic
implementation of Key_Shared / Shared with feature flag (#23424)
add 1d83a534cf1 [fix][doc] Fix some typos in pip (#23288)
add ed01b0e1464 [fix][ml][PIP-327] fix recover from ledger when
ledgerForceRecovery is true (#23426)
add c891eaa38a0 [fix][test] Fix flaky
GetPartitionMetadataMultiBrokerTest.testCompatibilityDifferentBrokersForNonPersistentTopic
(#23259)
add b051dcd71d1 [fix] Reapply shell script parameter passthrough fix
#22867 reverted in #22921 (#22923)
add 3dc0adec208 [fix][ci] Pin aquasecurity/[email protected] since
master is broken (#23431)
add acac72ea03f [improve][broker][PIP-379] Add observability stats for
"draining hashes" (#23429)
add 9f8b4a6d158 [fix][broker] Fix ack hole in cursor for geo-replication
(#20931)
add 86003161136 [improve][client] Increase default Java client
connectionMaxIdleSeconds to 60 seconds (#23430)
add b334c4f637b [improve][broker] PIP-383: Support granting/revoking
permissions for multiple topics (#23372)
add 667904c6a66 [Enhancement]Added a metric for geo replication for
tracking replicated subscriptions snapshot timeouts (#22381)
add 8b6b3370f92 [fix][broker] Avoid orphan ledgers in
BucketDelayedDeliveryTracker (#22802)
add 5506f50fa03 [fix][broker] Fix namespace unload might be blocked too
long with extensible load manager (#23433)
add bc3e7f60574 [fix][broker] Allow broker to handle non-recoverable
schema error only if SchemaLedgerForceRecovery flag is enabled (#23428)
add 2dace760b03 [improve][client] Add log when can't add message to the
container (#21924)
add 50dc521f7f9 [fix][broker] normalize path (#23438)
add d5e36754394 [fix][sec] Drop hdfs2 support, Upgrade hadoop3 to 3.4.0
and dnsjava to 3.6.2 to address CVE-2024-25638 (#23411)
add 807d1899b79 [fix][build] Remove duplicate dependencies in pom.xml
(#23440)
add 390d7d92734 [improve][broker][PIP-379] Don't replace a consumer when
there's a collision (#23441)
add aa6bc0929bf [fix][test] Fix flaky test
ManagedLedgerTest.testDeleteCurrentLedgerWhenItIsClosed (#23437)
add fa9b5211a20 [improve][cli] Add compactor type option for compaction
tool (#23446)
add 4eb1a2938d2 [improve][build] Drop deprecated pulsar-client-1x and
pulsar-client-2x-shaded modules (#23450)
add d9bc7af60b2 [fix] [broker] Topics failed to delete after remove
cluster from replicated clusters set and caused OOM (#23360)
add b340a17b8ff [improve][broker][PIP-379] Improve hash collision handling
by restoring consumer when other leaves (#23447)
add 209fd784765 [fix][build] Add basic support for vscode-java and Eclipse
IDE (#23448)
add e2fb0daac84 [fix][client] Fix the javadoc for
ConsumerBuilder.isAckReceiptEnabled (#23452)
add 0c4108b8208 [fix][test] Address flaky
GetPartitionMetadataMultiBrokerTest (#23456)
add 9f7b4877b03 [improve][pip] PIP-367: Propose a Contributor Repository
for Pulsar (#23061)
add 33475ec456a [improve][broker] Add log to track issue when
`handleGetTopicsOfNamespace` (#23434)
add d759a1e6166 [fix][build] Set project version to 4.1.0-SNAPSHOT (#23442)
add 5a8341afbfb [improve][io] Upgrade Spring version to 6.1.13 in IO
Connectors (#23459)
add f98297f3c9c [fix][client] Use dedicated executor for requests in
BinaryProtoLookupService (#23378)
add 81385c5f971 [improve][ci] Prevent git force push to more recent
maintenance branches (#23464)
add 9d2606d73b9 [improve][build] Upgrade os-maven-plugin to support RISC-V
64 (#23465)
add 842f0ceb262 [fix][client] Fix ConsumerStats.getRateMsgsReceived
javadoc (#21618)
add 93384dd4c3e [feat][meta] Bump oxia java version from 0.4.5 to 0.4.7
(#23471)
add 6933a1d59b7 [fix][ci] Temporarily move OneWayReplicatorTestBase tests
to flaky group to unblock CI (#23478)
add 63c6a25718f [fix][client] Prevent embedding protobuf-java class files
in pulsar-client-admin and pulsar-client-all (#23468)
add 6ebca5e4a4b [feat][monitor] Add offloader stats grafana dashboard
(#23479)
add 8de27a21165 [improve][test] Added message properties tests for batch
and non-batch messages (#23473)
add 2d88a4e8b9f [fix][test] Fix memory leak via OTel shutdown hooks in
tests (#23483)
add 2ef8ef0a711 [improve][monitor] Upgrade OTel to 1.41.0 (#23484)
add 9db5f010222 [improve][io] Upgrade Spring version to 6.1.14 in IO
Connectors (#23481)
add 7367f1c6553 [fix][test] Prevent OOM in test by not spying invocations
in SimpleProducerConsumerTest (#23486)
add a0beab02954 [fix] [proxy] Fix pattern consumer does not work when
using Proxy (#23489)
add 06471dd3054 [fix][test] Fix running ClusterMetadataSetupTest in IDE
(#23492)
add 1344167328c [fix][broker] Key_Shared subscription: Reject consumers
with incompatible policy (#23449)
add ff4a25e8f78 [fix][client] Fix producer/consumer stop to reconnect or
Pub/Sub due to IO thread race-condition (#23499)
add fcb359299e9 [fix][client] Fix Reader.hasMessageAvailable return wrong
value after seeking by timestamp with startMessageIdInclusive (#23502)
add ebb3cb5384d [fix][standalone] correctly delete bookie registration
znode (#23497)
add 266e705d29e [improve][broker] re-elect the channel owner if no channel
owner is found (#23516)
add 7b80f019fa8 [fix] [broker] Fix race-condition causing repeated delete
topic (#23522)
add 69ca0cb4351 [improve][broker] Make cluster metadata teardown command
support metadata config path (#23520)
add 170be111003 [fix][client] Fix the javadoc for startMessageIdInclusive
(#23508)
add 85aa046b379 [fix][test] Fix
NonDurableSubscriptionTest.testInitReaderAtSpecifiedP… (#23293)
add f196e2c2e16 [fix][sec] Replace bcprov-jdk15on dependency with
bcprov-jdk18-on (#23532)
add 6bd03088bd3 [fix][broker] Fix Broker migration NPE while broker tls
url not configured (#23534)
add 76d0e6c9171 [fix][broker] Fix print cluster migration state response
(#23535)
add 570cb443eb2 [improve][test] Disable OTel autoconfigured exporters in
tests (#23540)
add 7a4788895e3 [fix][broker] Increase readBuffer size for
bookkeeper.DLOutputStream (#23548)
add 3f12269d8d9 [improve][io] Support update subscription position for
sink connector (#23538)
add c53a85ec909 [fix] [admin] Fix lookup get a null result if uses proxy
(#23556)
add d2d05c2fc5d [fix][test] Fix ManagedCursorTest.testForceCursorRecovery
(#23518)
add ce0c1bbd9d3 [fix][broker] fix logging with correct error message while
loading the topic (#23544)
add c15a0d69823 [improve][admin] Print error log if handle http response
fails (#23563)
add c4ee362f7e9 [fix][test] Fix
SimpleProducerConsumerTest.testMultiTopicsConsumerImplPauseForManualSubscription
(#23546)
add 8eeb0e2e89f [fix][broker] Fix currently client retries until operation
timeout if the topic does not exist (#23530)
add 13133c11834 [fix][test]Flaky-test:
SchemaServiceTest.testSchemaRegistryMetrics (#23566)
add c266db236df [fix][test] Fix
DeadLetterTopicTest.testDeadLetterTopicWithInitialSubscriptionAndMultiConsumers
(#23552)
add c811801de1e [fix][client] Add logging when lib disabled sni even after
passing proxy-url (#23545)
add 576d34144c2 [fix][broker] Fix ownership loss (#23515)
add b5484f6ea9d [improve][pip] PIP-380: Support setting up specific
namespaces to skipping the load-shedding (#23304)
add 137df29f857 [fix][client] fix the beforeConsume() method earlier hit
with message listener (#23578)
add 7822dca1ffe [fix][broker] Broker is failing to create non-durable sub
if topic is fenced (#23579)
add d7433d0f3d3 [fix][sec] Upgrade Zookeeper to 3.9.3 to address
CVE-2024-51504 (#23581)
add 096986933c2 [improve][broker] Support cleanup `replication cluster`
and `allowed cluster` when cluster metadata teardown (#23561)
add 9bcbb206cc7 [improve][broker] Exclude system topics from namespace
level publish and dispatch rate limiting (#23589)
add 9d65a85d6fa [improve] [broker] replace HashMap with inner
implementation ConcurrentLongLongPairHashMap in Negative Ack Tracker. (#23582)
add 04c80f17d4f [fix][sec] Upgrade to Netty 4.1.115.Final to address
CVE-2024-47535 (#23596)
add 0f934f2f072 [fix][client] The partitionedProducer maxPendingMessages
always is 0 (#23593)
add 5d924bfb451 Enabling DNS retryOnTimeout with TCP in DnsNameResolver
(#23590)
add 22cfa5428ef [improve][pip] PIP-391: Enable batch index ACK by default
(#23567)
add 0b0eef905c3 [improve][test] Clarify method signatures in Bookkeeper
mock client (#23598)
add 89ccb7361b8 [fix][misc] Unable to connect an etcd metastore with
recent releases due to jetc-core sharding problem (#23604)
add b915f6e73e5 [improve][offload] Use filesystemURI as the storage path
(#23591)
add 27158532de2 [fix][broker] Fix failed
TokenAuthenticatedProducerConsumerTest (#23602)
add 387a96dcdd7 [feat][misc] Upgrade oxia version to 0.4.9 (#23607)
add 895e96853e5 [improve][ml] Avoid repetitive nested lock for
isMessageDeleted in ManagedCursorImpl (#23609)
add 5338dc99ed3 [improve][pip] PIP-392: Enable consistent hashing to
select active consumer in partitioned topic for failover subscription (#23583)
add 49aa3080d42 [improve][broker] PIP-392: Add configuration to enable
consistent hashing to select active consumer for partitioned topic (#23584)
add 949750fc080 [improve] Improve logic for enabling Netty leak detection
(#23613)
add 024ff7574b5 [fix][fn] ack messages for window function when its result
is null (#23618)
add 708c5cc0c5f [fix][client] fix incomingMessageSize and client memory
usage is negative (#23624)
add d33cc20761b [improve][broker] Reduce memory occupation of the delayed
message queue (#23611)
add e8657e2b949 [improve][broker] Skip unloading when bundle throughput is
zero (ExtensibleLoadManagerImpl only) (#23626)
add c6561e190dd [fix][client] Fix DLQ producer name conflicts when there
are same name consumers (#23577)
add 2126d4016e4 [improve][test] Reduce
OneWayReplicatorUsingGlobalZKTest.testRemoveCluster execution time (#23633)
add 7909d2dfdb4 [fix][fn] Align WindowContext with BaseContext (#23628)
add 81dfb439aec [fix][ws] Implement missing http header data functions in
AuthenticationDataSubscription (#23638)
add 3e108da4f13 [fix][misc] Class conflict during jetcd-core-shaded
shading process (#23641)
add 13f77aa5b09 [fix][client] Initializing client-authentication using
configured auth params (#23610)
add dbfde02bd74 [cleanup][build] skip generating pom.xml.versionsBackup
(#23639)
add 6b694f6f502 [improve][broker] Reduce memory occupation of
InMemoryRedeliveryTracker. (#23640)
add 2c364107540 [improve][misc] Disable OTel by default when running the
pulsar-perf tool (#23585)
add e236d61c650 [fix][client] Fixed an issue where a cert chain could not
be used in TLS authentication (#23644)
add bd3b3b82abc [fix][broker] fix null lookup result when brokers are
starting (#23642)
add 9b79d701a2c [improve] Use single buffer for metrics when noUnsafe use
(#23612)
add b284cd4f66a [fix][client] Make protobuf-java dependency optional in
java client libraries (#23632)
add c50fa566bce [improve][pip] PIP-389: Add Producer config
compressMinMsgBodySize to improve compression performance (#23526)
add 963be2c3290 [improve][broker] Decouple
pulsar_storage_backlog_age_seconds metric with backlogQuota check (#23619)
add 68eb8f29c50 [fix][client] Fix deadlock of NegativeAcksTracker (#23651)
add 7e6fa554012 [improve] Upgrade oxia-java to 0.4.10 and fix closing of
OxiaMetadataStore (#23653)
add 66a8f739bce [fix][build] Fix error "Element encoding is not allowed
here" in pom.xml (#23655)
add 32b3ccfd331 [improve][client] Replace NameUtil#generateRandomName with
RandomStringUtils#randomAlphanumeric (#23645)
add 3a502552f5c [improve] [pip] PIP-373: Add a topic's system prop that
indicates whether users have published TXN messages in before. (#23210)
add d1753ee4422 [fix][broker] Revert "[improve][client] Add log when can't
add message to the container (#23657)
add eb60d0ab202 [fix][broker]: support missing broker level fine-granted
permissions (#23637)
add 9ed44dd77f8 [improve] Upgrade OpenTelemetry library to 1.44.1 version
(#23656)
add 429f7de9682 [improve][client] Reduce unshaded dependencies and shading
warnings in shaded Java client modules (#23647)
add 280997e6887 [fix][broker] support missing tenant level fine-granted
permissions (#23660)
add bf1f6774224 [fix][client] Fix race-condition causing doReconsumeLater
to hang when creating retryLetterProducer has failed (#23560)
add 7fc88d65020 [improve][client] Enhance error handling for non-exist
subscription in consumer creation (#23254)
add 46037229947 [feat][broker] Implement allowBrokerOperationAsync in
PulsarAuthorizationProvider to avoid exception thrown (#23663)
add f2790556020 [improve] Install coreutils in docker image to improve
compatibility (#23667)
add 59d4588c192 [fix] [broker] Add consumer name for subscription stats
(#23671)
add 1c1a5cc6555 [fix][broker] support missing cluster level fine-granted
permissions (#23675)
add 7f7e12bf6e1 [fix][broker] Invoke custom BrokerInterceptor's `onFilter`
method if it's defined (#23676)
add 04cec0fca79 [improve][pip] PIP-393: Improve performance of Negative
Acknowledgement (#23601)
add 28e47fa99dc [improve][io] Bump io.lettuce:lettuce-core from
5.0.2.RELEASE to 6.5.1.RELEASE in /pulsar-io/redis (#23685)
add 85b3d5476ed [fix][cli] Fix set topic retention policy failed (#23688)
add e6f421e6707 [fix][sec] Bump commons-io version to 2.18.0 (#23684)
add fa8aa9ef705 [fix][cli] Fix set-retention with >2GB size value for
topic policy (#23689)
add 24c337f7a58 [fix][broker] Catch exception for entry payload
interceptor processor (#23683)
add 0a2ffe47437 [fix][admin] Listen partitioned topic creation event
(#23680)
add f571aa1e6c2 [improve][admin] Opt-out of topic-existence check (#23709)
add c52af1d5c73 [improve][client] Print consumer stats log if prefetched
messages are not zero (#23698)
add 39f4ccdc2c9 [fix] [broker] Fix config replicationStartAt does not work
when set it to earliest (#23719)
add 8e80f88cd46 [fix] [broker] fix NPE when calculating a topic's
backlogQuota (#23720)
add 4606385f4e3 [fix][client] Fix wrong start message id when it's a
chunked message id (#23713)
add 51e8247e497 [fix][sec] Mitigate CVE-2024-53990 by disabling
AsyncHttpClient CookieStore (#23725)
add 0845c2163d3 [fix][doc] Refine ClientBuilder#memoryLimit and
ConsumerBuilder#autoScaledReceiverQueueSizeEnabled javadoc (#23687)
add 0ae3f9def9c [fix][broker] Fix the retry mechanism in
`MetadataCache#readModifyUpdateOrCreate` (#23686)
add 1113153bd33 [improve] [test] Add more test for the case that client
receives a SendError, which relates to the PR #23038 (#23721)
add 8d402f44611 [fix][broker] Remove delta when calculating
msgRateRequiredFromUnloadedBundles and msgThroughputRequiredFromUnloadedBundles
for UniformLoadShedder (#21906)
add 3761dc482cf [fix][broker] Avoid block markDeletePosition forward when
skip lost entries (#21210)
add 9a7269a9cf9 [fix][sec] Upgrade async-http-client to 2.12.4 to address
CVE-2024-53990 (#23732)
add 069cc3db7c7 [fix][admin] Verify is policies read only before revoke
permissions on topic (#23730)
add 034791f66b3 [fix][common] TopicName: Throw IllegalArgumentException if
localName is whitespace only (#23691)
add 8d7d1fbb8e0 [fix][sec] Upgrade golang.org/x/crypto from 0.21.0 to
0.31.0 in pulsar-function-go (#23743)
add 8ad67776fc0 [improve][fn] Improve implementation for
maxPendingAsyncRequests async concurrency limit when return type is
CompletableFuture<Void> (#23708)
add 9f046a5f6bf [improve][fn] Improve closing of producers in Pulsar
Functions ProducerCache invalidation (#23734)
add 1c9bf82b7c8 [improve] Upgrade lombok to 1.18.36 (#23752)
add e535d990f60 [fix][broker] Fix typo in
`buildMetadataForCompactedLedger` (#23755)
add ab1b5c00565 [fix] [client] Fix memory leak when publishing encountered
a corner case error (#23738)
add db892dd1f5f [improve][monitor] Upgrade OTel to 1.45.0 (#23756)
add e0a9e4c7b5d [Fix][Client] Fix pending message not complete when
closeAsync (#23761)
add a54be73e95e [fix][test] Fix flaky
KeySharedSubscriptionTest.testNoKeySendAndReceiveWithHashRangeAutoSplitStickyKeyConsumerSelector
(#23747)
add bbe2cabc3ec [fix][broker] Fix bug causing loss of migrated information
when setting other localPolicies in namespace (#23764)
add 34c2f30d783 [fix][client] Fix reader message filtering issue during
blue-green cluster switch (#23693)
add 217ebfbeaab [fix][client] Fix enableRetry for consumers using legacy
topic naming where cluster name is included (#23753)
add 3fce3097c76 [improve][client] Make replicateSubscriptionState nullable
(#23757)
add 906d10e547a [fix] Fix issues with Pulsar Alpine docker image
stability: remove glibc-compat (#23762)
add 3d505742e05 [fix][admin] Fix exception loss in getMessageId method
(#23766)
add 1967a930958 [fix][broker] System topic should not be migrated during
blue-green cluster migration (#23767)
add 14129e352e4 [fix][client] Make DeadLetterPolicy & KeySharedPolicy
serializable (#23718)
add 9699dc25deb [fix][ml] Topic load timeout due to ml data ledger future
never finishes (#23772)
add 369c352664a [improve][ml] Optimize
BlobStoreManagedLedgerOffloader.getOffloadPolicies (#23776)
add 6e3eaf51509 [fix][broker] Fix enableReplicatedSubscriptions (#23781)
add 5a3a1f169a7 [improve][log] Print ZK path if write to ZK fails due to
data being too large to persist (#23652)
add 86f8a844091 [fix][broker] topic policy deadlock block metadata thread.
(#23786)
add fdfe00a3c27 [fix][client] Cannot access message data inside
ProducerInterceptor#onSendAcknowledgement (#23791)
add 149b9f770a4 [fix][broker] Fix pulsar.replicated.subscription checks
(#23782)
add 985060576bc [fix][broker] Skip to persist cursor info if it failed by
cursor closed (#23615)
add 7619e2fb4d4 [fix][broker] Continue using the next provider for
authentication if one fails (#23797)
add b02d52ca8c8 [feat][broker] Prevent auto-creation of topics using
legacy cluster-based naming scheme (#23620)
add 4a01423273c [fix][broker] Msg delivery is stuck due to items in the
collection recentlyJoinedConsumers are out-of-order (#23795)
add fd450290508 [fix][client] Fix compatibility between kerberos and tls
(#23798)
add d377bc9d732 [improve][client] PIP-393: Improve performance of Negative
Acknowledgement (#23600)
add 3d71c8794e5 [fix] [broker] Fix items in
dispatcher.recentlyJoinedConsumers are out-of-order, which may cause a delivery
stuck (#23802)
add a6986b1b664 [improve][broker] Improve
SystemTopicBasedTopicPoliciesService reader to reduce GC pressure (#23780)
add 4a93e2503bf [improve][txn] Improve Reader in TransactionBuffer to
reduce GC pressure (#23779)
add 1cdb5db8400 [fix][test]: Flaky-test:
GetPartitionMetadataMultiBrokerTest.testCompatibilityDifferentBrokersForNonPersistentTopic
(#23666)
add f199e8805f5 [improve][client] PIP-393: Support configuring
NegativeAckPrecisionBitCnt while building consumer. (#23804)
add 1f7a79f4c24 [fix][admin] Fix exception thrown in getMessageId method
(#23784)
add e0eaca991f2 [improve][ci] Move ZkSessionExpireTest to flaky group to
unblock CI (#23810)
add 2bd97845bdb [improve] Upgrade to Netty 4.1.116.Final and io_uring to
0.0.26.Final (#23813)
add 420f62eef20 [fix][broker] Remove failed OpAddEntry from
pendingAddEntries (#23817)
add 6d59b1a292e [fix][test] Remove useless test code (#23823)
add 9149720841c [improve][pip] PIP-401: Support set batching
configurations for Pulsar Functions&Sources (#23793)
add 2eb4eabc84f [improve][broker] Optimize subscription seek (cursor
reset) by timestamp (#22792)
add 04e89fe2d84 [fix][client] Prevent retry topic and dead letter topic
producer leaks when sending of message fails (#23824)
add dc6397093eb [fix][broker] Remove blocking calls from
internalGetPartitionedStats (#23832)
add d3707c56db6 [improve][broker] Reduce unnecessary
REPLICATED_SUBSCRIPTION_SNAPSHOT_REQUEST (#23839)
add ba04a43b1b0 [fix][pip] PIP-399: Fix Metric Name for Delayed Queue
(#23789)
add 999db2c7f5a [fix] [broker] Fix acknowledgeCumulativeAsync block when
ackReceipt is enabled (#23841)
add f1f65a52eca [fix][broker] Continue using the next provider for http
authentication if one fails (#23842)
add c92930f5441 [fix][broker] Fix possible mark delete NPE when batch
index ack is enabled (#23833)
add 5be922b3fd4 [fix][broker] PIP-399: Fix Metric Name for Delayed Queue
(#23712)
add aff9ec872b3 [improve] Support overriding java.net.preferIPv4Stack with
OPTS (#23846)
add 492a869b8db [fix][misc] Honor dynamic log levels in log4j2.yaml
(#23847)
add b3641f068a8 [fix][test]Fix flaky test
testTopicUnloadAfterSessionRebuild (#23852)
add b55cd3e754e [improve][ci] Publish build scans to develocity.apache.org
(#23851)
add 8f04945c475 [fix][broker] Fix deadlock in Key_Shared PIP-379
implementation (#23854)
add ea56ada4f39 [fix][broker] Revert "[fix][broker] Cancel possible
pending replay read in cancelPendingRead (#23384)" (#23855)
add 56adefaf3a2 [fix][client] Orphan producer when concurrently calling
producer closing and reconnection (#23853)
add 80157955b69 [fix][test] Add reconsumeLater call in
RetryTopicTest#testRetryTopicWithMultiTopic. (#23857)
add 4ee463342c0 [fix] [ml] Fix cursor metadata compatability issue when
switching the config unackedRangesOpenCacheSetEnabled (#23759)
add a93e93ddddd [improve][broker] Remove spamming logs for customized
managed ledger (#23862)
add a96af729d80 [improve] Upgrade to Netty 4.1.117.Final (#23863)
add 3c2ec2bf8bf [improve][broker] Improve Consumer.equals performance
(#23864)
add e5bd77419e9 [feat][misc] upgrade oxia java client to 0.5.0 (#23871)
add 87fb442c223 [improve][test] Add solution to PulsarMockBookKeeper for
intercepting reads (#23875)
add 52e8730613c [fix][test] Fix quiet time implementation in
BrokerTestUtil.receiveMessages (#23876)
add eaf9ac11eaf [fix][broker] PIP-379 Key_Shared implementation race
condition causing out-of-order message delivery (#23874)
add 6d8d73df727 [improve][ci] Increase Maven max heap size to 2048M and
tune GCLockerRetryAllocationCount (#23883)
add 0f9f66181fa [improve][broker] Support values up to 2^32 in
ConcurrentBitmapSortedLongPairSet (#23878)
add 66d1bb0d734 [improve][fn] Set default tenant and namespace for
ListFunctions cmd (#23881)
add 798a014ab7d [improve][ml]Set default value of
managedLedgerPersistIndividualAckAsLongArray to true (#23888)
add 223eea027be [fix][client] Fix LoadManagerReport not found (#23886)
add 2a9d4ac85d8 [improve][test] Support decorating topic, subscription,
dispatcher, ManagedLedger and ManagedCursors instances in tests (#23892)
add 11a615e7cec [fix][broker] Apply dispatcherMaxReadSizeBytes also for
replay reads for Shared and Key_Shared subscriptions (#23894)
add 6afd414a29c [fix][build] Use amazoncorretto:21-alpine3.20 JDK build
for Alpine 3.20 (#23898)
add 331a997b76b [fix][broker] Fix repeatedly acquired pending reads quota
(#23869)
add 08270dd99f7 [fix][fn] Record Pulsar Function processing time properly
for asynchronous functions (#23811)
add 9079262aaed [fix][test] Fix flaky
DelayedDeliveryTest.testEnableTopicDelayedDelivery (#23893)
add b6cfecce5f3 [fix][broker Fix bug in RangeCache where different
instance of the key wouldn't ever match (#23903)
add ed5dbb5289f [fix][ci] Configure Docker data-root to /mnt/docker to
avoid running out of disk space (#23909)
add c5173d5e15e [fix][broker] Make InflightReadsLimiter asynchronous and
apply it for replay queue reads (#23901)
add 12b057999f5 [fix] Avoid NPE when closing an uninitialized
SameAuthParamsLookupAutoClusterFailover (#23911)
add cdab2d6dc4b [fix] Initialize UrlServiceProvider before trying to use
transaction coordinator (#23914)
add 144fe2eb634 [improve][broker] Don't print error logs for
ProducerBusyException (#23929)
add 8a40b30cf47 [fix][broker] Closed topics won't be removed from the
cache (#23884)
add 99dc74b0e26 [improve][broker] Do not print error logs for NotFound or
Conflict errors when using the Admin API (#23928)
add a19eaa2b972 [improve][client] Avoid logging errors for retriable
errors when creating producer (#23935)
add 359981e86ce Merge remote-tracking branch 'apache/master' into
pip/minCompressSize
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 3 +
.github/actions/clean-disk/action.yml | 9 +
.github/workflows/ci-maven-cache-update.yaml | 2 +-
.github/workflows/ci-owasp-dependency-check.yaml | 4 +-
.github/workflows/pulsar-ci-flaky.yaml | 4 +-
.github/workflows/pulsar-ci.yaml | 48 +-
.gitignore | 2 +
.mvn/develocity.xml | 10 +-
.mvn/extensions.xml | 4 +-
.mvn/wrapper/maven-wrapper.properties | 9 +-
bin/bookkeeper | 14 +-
bin/function-localrunner | 11 +-
bin/pulsar | 52 +-
bin/pulsar-admin-common.cmd | 14 +-
bin/pulsar-admin-common.sh | 2 +-
bin/pulsar-perf | 14 +-
bouncy-castle/bc/pom.xml | 2 +-
bouncy-castle/bcfips-include-test/pom.xml | 2 +-
bouncy-castle/bcfips/pom.xml | 2 +-
bouncy-castle/pom.xml | 2 +-
build/run_integration_group.sh | 4 +
build/run_unit_group.sh | 4 +-
buildtools/pom.xml | 6 +-
conf/bkenv.sh | 14 +-
conf/bookkeeper.conf | 9 +-
conf/broker.conf | 64 +
conf/default_rocksdb.conf | 11 +-
conf/entry_location_rocksdb.conf | 6 +-
conf/ledger_metadata_rocksdb.conf | 11 +-
conf/pulsar_env.sh | 13 +-
conf/pulsar_tools_env.sh | 3 -
conf/standalone.conf | 53 +
deployment/terraform-ansible/deploy-pulsar.yaml | 1 -
deployment/terraform-ansible/templates/broker.conf | 4 +
distribution/io/pom.xml | 2 +-
distribution/io/src/assemble/io.xml | 1 -
distribution/offloaders/pom.xml | 2 +-
distribution/pom.xml | 2 +-
distribution/server/pom.xml | 3 +-
distribution/server/src/assemble/LICENSE.bin.txt | 271 ++--
distribution/shell/pom.xml | 2 +-
distribution/shell/src/assemble/LICENSE.bin.txt | 136 +-
docker/glibc-package/Dockerfile | 80 --
docker/glibc-package/scripts/APKBUILD | 53 -
docker/glibc-package/scripts/glibc-bin.trigger | 21 -
docker/glibc-package/scripts/ld.so.conf | 23 -
docker/kinesis-producer-alpine/Dockerfile | 90 ++
.../README.md | 14 +-
docker/kinesis-producer-alpine/build-alpine.sh | 139 ++
.../kinesis_producer_alpine.patch | 127 ++
docker/pom.xml | 3 +-
docker/pulsar-all/Dockerfile | 38 +-
docker/pulsar-all/pom.xml | 11 +-
docker/pulsar/Dockerfile | 22 +-
docker/pulsar/pom.xml | 7 +-
docker/pulsar/scripts/gen-yml-from-env.py | 3 +
docker/pulsar/scripts/update-ini-from-env.py | 70 +
.../pulsar/scripts/update-rocksdb-conf-from-env.py | 86 ++
grafana/dashboards/offloader.json | 599 +++++++++
jclouds-shaded/pom.xml | 2 +-
jetcd-core-shaded/pom.xml | 59 +-
managed-ledger/pom.xml | 2 +-
.../apache/bookkeeper/mledger/AsyncCallbacks.java | 3 +-
.../apache/bookkeeper/mledger/LedgerOffloader.java | 4 +
.../apache/bookkeeper/mledger/ManagedCursor.java | 40 +
.../apache/bookkeeper/mledger/ManagedLedger.java | 30 +
.../bookkeeper/mledger/ManagedLedgerConfig.java | 27 +-
.../bookkeeper/mledger/ManagedLedgerFactory.java | 12 +
.../mledger/ManagedLedgerFactoryConfig.java | 12 +
.../apache/bookkeeper/mledger/PositionBound.java | 7 +-
...tryCallBack.java => ReadOnlyManagedLedger.java} | 19 +-
.../mledger/ReadOnlyManagedLedgerImplWrapper.java | 63 +
.../bookkeeper/mledger/impl/AckSetState.java | 4 +-
.../mledger/impl/LedgerMetadataUtils.java | 2 +-
.../bookkeeper/mledger/impl/ManagedCursorImpl.java | 423 ++++--
.../mledger/impl/ManagedLedgerFactoryImpl.java | 449 ++++++-
.../bookkeeper/mledger/impl/ManagedLedgerImpl.java | 262 ++--
.../mledger/impl/ManagedLedgerOfflineBacklog.java | 380 +-----
.../bookkeeper/mledger/impl/MetaStoreImpl.java | 9 +-
...ader.java => NonAppendableLedgerOffloader.java} | 33 +-
.../mledger/impl/NullLedgerOffloader.java | 5 +
.../apache/bookkeeper/mledger/impl/OpAddEntry.java | 17 +-
.../bookkeeper/mledger/impl/OpFindNewest.java | 4 +-
.../bookkeeper/mledger/impl/OpReadEntry.java | 2 +
.../org/apache/bookkeeper/mledger/impl/OpScan.java | 3 +-
.../impl/OpenTelemetryManagedCursorStats.java | 3 +-
.../impl/OpenTelemetryManagedLedgerStats.java | 5 +-
.../bookkeeper/mledger/impl/RangeSetWrapper.java | 46 +-
.../mledger/impl/ReadOnlyCursorImpl.java | 2 +-
.../mledger/impl/ReadOnlyManagedLedgerImpl.java | 8 +-
.../mledger/impl/ShadowManagedLedgerImpl.java | 3 +-
.../mledger/impl/cache/EntryCacheDisabled.java | 4 +-
.../mledger/impl/cache/InflightReadsLimiter.java | 297 ++++-
.../mledger/impl/cache/PendingReadsManager.java | 164 ++-
.../mledger/impl/cache/RangeEntryCacheImpl.java | 304 +++--
.../impl/cache/RangeEntryCacheManagerImpl.java | 17 +-
.../mledger/impl/cache/ReadEntryUtils.java | 54 +
.../intercept/ManagedLedgerInterceptor.java | 57 +-
.../bookkeeper/mledger/offload/OffloaderUtils.java | 2 +-
.../apache/bookkeeper/mledger/util/RangeCache.java | 109 +-
managed-ledger/src/main/proto/MLDataFormats.proto | 6 +
.../mledger/impl/EntryCacheManagerTest.java | 7 +-
.../bookkeeper/mledger/impl/EntryCacheTest.java | 187 ++-
.../impl/InflightReadsLimiterIntegrationTest.java | 230 ++++
.../mledger/impl/ManagedCursorContainerTest.java | 32 +
.../mledger/impl/ManagedCursorPropertiesTest.java | 2 +-
.../bookkeeper/mledger/impl/ManagedCursorTest.java | 435 +++++-
.../mledger/impl/ManagedLedgerBkTest.java | 229 +++-
.../mledger/impl/ManagedLedgerErrorsTest.java | 31 +
.../bookkeeper/mledger/impl/ManagedLedgerTest.java | 141 +-
.../mledger/impl/OffloadPrefixReadTest.java | 116 +-
.../bookkeeper/mledger/impl/OffloadPrefixTest.java | 2 +-
.../impl/ReadOnlyManagedLedgerImplTest.java | 5 +-
.../impl/cache/InflightReadsLimiterTest.java | 630 +++++++--
.../impl/cache/PendingReadsManagerTest.java | 40 +-
.../bookkeeper/mledger/util/RangeCacheTest.java | 19 +-
.../bookkeeper/test/MockedBookKeeperTestCase.java | 8 +-
microbench/pom.xml | 2 +-
mvnw | 457 +++----
mvnw.cmd | 287 ++--
pip/README.md | 2 +-
pip/TEMPLATE.md | 14 +-
pip/pip-307.md | 2 +-
pip/pip-324-Alpine Docker images.md | 4 +-
pip/pip-337.md | 6 +-
pip/pip-352.md | 68 +
pip/pip-359.md | 4 +-
pip/pip-360.md | 83 ++
pip/pip-363.md | 111 ++
pip/pip-366.md | 70 +
pip/pip-367.md | 181 +++
pip/pip-368.md | 185 +++
pip/pip-369.md | 124 ++
pip/pip-370.md | 108 ++
pip/pip-373.md | 78 ++
pip/pip-374.md | 71 +
pip/pip-376-Topic-Policies-Service-Pluggable.md | 222 ++++
pip/pip-378.md | 280 ++++
pip/pip-379.md | 407 ++++++
pip/pip-381-large-positioninfo.md | 153 +++
pip/pip-383.md | 144 ++
pip/pip-384.md | 158 +++
pip/pip-389.md | 110 ++
pip/pip-391-enable-batch-index-ack-by-default.md | 110 ++
pip/pip-392.md | 97 ++
pip/pip-393.md | 226 ++++
pip/pip-399.md | 60 +
pip/pip-401.md | 141 ++
pip/pip_380.md | 80 ++
pom.xml | 283 ++--
pulsar-bom/pom.xml | 24 +-
pulsar-broker-auth-athenz/pom.xml | 2 +-
.../AuthenticationProviderAthenz.java | 17 +-
.../AuthenticationProviderAthenzTest.java | 14 +-
pulsar-broker-auth-oidc/pom.xml | 6 +-
.../oidc/AuthenticationProviderOpenID.java | 28 +-
.../broker/authentication/oidc/JwksCache.java | 26 +-
.../oidc/OpenIDProviderMetadataCache.java | 24 +-
...uthenticationProviderOpenIDIntegrationTest.java | 20 +-
.../oidc/AuthenticationProviderOpenIDTest.java | 111 +-
pulsar-broker-auth-sasl/pom.xml | 2 +-
.../authentication/AuthenticationProviderSasl.java | 6 +
.../ProxySaslAuthenticationTest.java | 6 +-
.../authentication/SaslAuthenticateTest.java | 4 +-
pulsar-broker-common/pom.xml | 11 +-
.../pulsar/broker/PulsarServerException.java | 17 +
.../apache/pulsar/broker/ServiceConfiguration.java | 225 +++-
.../AuthenticationDataSubscription.java | 15 +
.../authentication/AuthenticationProvider.java | 25 +
.../AuthenticationProviderBasic.java | 17 +-
.../authentication/AuthenticationProviderList.java | 119 +-
.../authentication/AuthenticationProviderTls.java | 17 +-
.../AuthenticationProviderToken.java | 47 +-
.../authentication/AuthenticationService.java | 34 +-
.../metrics/AuthenticationMetrics.java | 65 +-
.../metrics/AuthenticationMetricsToken.java | 109 ++
.../authorization/AuthorizationProvider.java | 43 +
.../broker/authorization/AuthorizationService.java | 79 ++
.../authorization/PulsarAuthorizationProvider.java | 101 ++
.../pulsar/broker/resources/BaseResources.java | 11 +-
.../web/plugin/servlet/AdditionalServletUtils.java | 4 +-
.../pulsar/jetty/tls/JettySslContextFactory.java | 58 +-
.../AuthenticationDataSubscriptionTest.java | 48 +
.../AuthenticationProviderBasicTest.java | 8 +-
.../AuthenticationProviderListTest.java | 134 +-
.../AuthenticationProviderTokenTest.java | 73 +-
.../jetty/tls/JettySslContextFactoryTest.java | 94 +-
.../JettySslContextFactoryWithKeyStoreTest.java | 82 +-
pulsar-broker/pom.xml | 39 +-
.../apache/pulsar/PulsarClusterMetadataSetup.java | 87 +-
.../pulsar/PulsarClusterMetadataTeardown.java | 72 +-
.../apache/pulsar/PulsarInitialNamespaceSetup.java | 11 +-
.../PulsarTransactionCoordinatorMetadataSetup.java | 11 +-
.../pulsar/broker/ManagedLedgerClientFactory.java | 81 +-
.../org/apache/pulsar/broker/PulsarService.java | 124 +-
.../broker/TransactionMetadataStoreService.java | 4 +-
.../apache/pulsar/broker/admin/AdminResource.java | 79 +-
.../pulsar/broker/admin/impl/BrokersBase.java | 165 ++-
.../pulsar/broker/admin/impl/ClustersBase.java | 284 +++-
.../pulsar/broker/admin/impl/NamespacesBase.java | 97 +-
.../broker/admin/impl/PersistentTopicsBase.java | 174 ++-
.../broker/admin/impl/SchemasResourceBase.java | 9 +
.../pulsar/broker/admin/impl/TenantsBase.java | 48 +-
.../pulsar/broker/admin/v1/SchemasResource.java | 32 +
.../apache/pulsar/broker/admin/v2/Namespaces.java | 51 +-
.../broker/admin/v2/NonPersistentTopics.java | 10 +-
.../pulsar/broker/admin/v2/PersistentTopics.java | 4 +-
.../pulsar/broker/admin/v2/SchemasResource.java | 30 +
.../delayed/AbstractDelayedDeliveryTracker.java | 10 +-
.../BucketDelayedDeliveryTrackerFactory.java | 41 +-
.../broker/delayed/DelayedDeliveryTracker.java | 47 +
.../delayed/DelayedDeliveryTrackerFactory.java | 4 +-
.../delayed/InMemoryDelayedDeliveryTracker.java | 127 +-
.../InMemoryDelayedDeliveryTrackerFactory.java | 23 +-
.../bucket/BookkeeperBucketSnapshotStorage.java | 18 +-
.../bucket/BucketDelayedDeliveryTracker.java | 73 +-
...Exception.java => BucketNotExistException.java} | 14 +-
.../broker/delayed/bucket/ImmutableBucket.java | 10 +-
...=> RecoverDelayedDeliveryTrackerException.java} | 6 +
.../broker/intercept/BrokerInterceptorUtils.java | 4 +-
.../BrokerInterceptorWithClassLoader.java | 13 +
.../intercept/ManagedLedgerInterceptorImpl.java | 62 +-
.../pulsar/broker/loadbalance/LinuxInfoUtils.java | 14 +-
.../pulsar/broker/loadbalance/LoadManager.java | 4 +
.../loadbalance/extensions/BrokerRegistry.java | 11 +-
.../loadbalance/extensions/BrokerRegistryImpl.java | 157 ++-
.../extensions/ExtensibleLoadManagerImpl.java | 404 ++++--
.../extensions/ExtensibleLoadManagerWrapper.java | 4 +
.../extensions/channel/ServiceUnitState.java | 24 +-
.../channel/ServiceUnitStateChannel.java | 131 +-
.../channel/ServiceUnitStateChannelImpl.java | 741 ++++++-----
.../extensions/channel/ServiceUnitStateData.java | 17 +-
...a => ServiceUnitStateDataConflictResolver.java} | 24 +-
...ServiceUnitStateMetadataStoreTableViewImpl.java | 155 +++
.../channel/ServiceUnitStateTableView.java | 113 ++
.../channel/ServiceUnitStateTableViewBase.java | 92 ++
.../channel/ServiceUnitStateTableViewImpl.java | 190 +++
.../channel/ServiceUnitStateTableViewSyncer.java | 281 ++++
.../extensions/data/BrokerLookupData.java | 3 +-
.../filter/BrokerMaxTopicCountFilter.java | 7 +-
.../loadbalance/extensions/models/TopKBundles.java | 6 +
.../extensions/scheduler/TransferShedder.java | 10 +
.../extensions/store/LoadDataStore.java | 6 +
.../store/TableViewLoadDataStoreImpl.java | 146 +-
.../broker/loadbalance/impl/BundleRangeCache.java | 84 ++
.../broker/loadbalance/impl/LoadManagerShared.java | 73 +-
.../loadbalance/impl/ModularLoadManagerImpl.java | 50 +-
.../loadbalance/impl/SimpleLoadManagerImpl.java | 33 +-
.../loadbalance/impl/UniformLoadShedder.java | 6 +-
.../pulsar/broker/lookup/TopicLookupBase.java | 27 +-
.../pulsar/broker/namespace/LookupOptions.java | 2 +
.../pulsar/broker/namespace/NamespaceService.java | 54 +-
.../pulsar/broker/namespace/OwnershipCache.java | 25 +-
.../broker/protocol/ProtocolHandlerUtils.java | 4 +-
.../org/apache/pulsar/broker/rest/TopicsBase.java | 12 +-
.../AbstractDispatcherMultipleConsumers.java | 10 +-
.../AbstractDispatcherSingleActiveConsumer.java | 2 +-
.../pulsar/broker/service/AbstractReplicator.java | 16 +-
.../broker/service/AbstractSubscription.java | 46 +
.../pulsar/broker/service/AbstractTopic.java | 82 +-
.../pulsar/broker/service/BacklogQuotaManager.java | 29 +-
.../pulsar/broker/service/BrokerService.java | 708 +++++-----
.../broker/service/BrokerServiceException.java | 6 -
...ConsistentHashingStickyKeyConsumerSelector.java | 275 +++-
.../org/apache/pulsar/broker/service/Consumer.java | 276 ++--
.../service/ConsumerHashAssignmentsSnapshot.java | 224 ++++
.../broker/service/ConsumerIdentityWrapper.java | 70 +
.../broker/service/ConsumerNameIndexTracker.java | 136 ++
.../broker/service/DisabledPublishRateLimiter.java | 25 +-
.../apache/pulsar/broker/service/Dispatcher.java | 4 +-
.../broker/service/DrainingHashesTracker.java | 468 +++++++
.../pulsar/broker/service/EntryAndMetadata.java | 43 +-
...olicyListener.java => HashRangeAssignment.java} | 9 +-
...ashRangeAutoSplitStickyKeyConsumerSelector.java | 67 +-
...ashRangeExclusiveStickyKeyConsumerSelector.java | 35 +-
.../broker/service/ImpactedConsumersResult.java | 59 +
.../broker/service/InMemoryRedeliveryTracker.java | 84 +-
.../pulsar/broker/service/PendingAcksMap.java | 424 ++++++
.../org/apache/pulsar/broker/service/Producer.java | 20 +-
.../broker/service/PulsarChannelInitializer.java | 94 +-
.../apache/pulsar/broker/service/PulsarStats.java | 5 +-
.../pulsar/broker/service/RemovedHashRanges.java | 91 ++
.../apache/pulsar/broker/service/ServerCnx.java | 315 +++--
.../broker/service/ServerCnxThrottleTracker.java | 14 +-
.../broker/service/StickyKeyConsumerSelector.java | 75 +-
.../service/StickyKeyConsumerSelectorUtils.java | 51 +
...ackerDisabled.java => StickyKeyDispatcher.java} | 38 +-
.../pulsar/broker/service/SubscriptionOption.java | 2 +-
.../SystemTopicBasedTopicPoliciesService.java | 287 ++--
.../SystemTopicTxnBufferSnapshotService.java | 15 +-
.../org/apache/pulsar/broker/service/Topic.java | 16 +-
.../apache/pulsar/broker/service/TopicFactory.java | 5 +
.../broker/service/TopicPoliciesService.java | 193 +--
.../pulsar/broker/service/TopicPolicyListener.java | 11 +-
.../TransactionBufferSnapshotServiceFactory.java | 26 +-
.../nonpersistent/NonPersistentReplicator.java | 3 +-
...istentStickyKeyDispatcherMultipleConsumers.java | 8 +-
.../nonpersistent/NonPersistentSubscription.java | 7 +-
.../service/nonpersistent/NonPersistentTopic.java | 44 +-
...tractPersistentDispatcherMultipleConsumers.java | 67 +
.../persistent/GeoPersistentReplicator.java | 29 +
.../service/persistent/MessageDeduplication.java | 15 +-
.../persistent/MessageRedeliveryController.java | 68 +-
.../PersistentDispatcherMultipleConsumers.java | 462 +++++--
...sistentDispatcherMultipleConsumersClassic.java} | 112 +-
.../PersistentDispatcherSingleActiveConsumer.java | 26 +-
.../persistent/PersistentMessageExpiryMonitor.java | 46 +-
.../persistent/PersistentMessageFinder.java | 69 +-
.../service/persistent/PersistentReplicator.java | 28 +-
...istentStickyKeyDispatcherMultipleConsumers.java | 953 +++++++-------
...ickyKeyDispatcherMultipleConsumersClassic.java} | 289 ++--
.../service/persistent/PersistentSubscription.java | 378 ++++--
.../broker/service/persistent/PersistentTopic.java | 1024 +++++++--------
.../ReplicatedSubscriptionsController.java | 60 +-
.../ReplicatedSubscriptionsSnapshotBuilder.java | 17 +-
.../service/persistent/RescheduleReadHandler.java | 116 ++
.../service/persistent/ShadowReplicator.java | 6 +-
.../broker/service/persistent/SystemTopic.java | 22 +-
.../broker/service/plugin/EntryFilterProvider.java | 4 +-
.../service/schema/BookkeeperSchemaStorage.java | 50 +-
.../broker/stats/AllocatorStatsGenerator.java | 2 +
.../broker/stats/BrokerOperabilityMetrics.java | 18 +-
.../broker/stats/ClusterReplicationMetrics.java | 7 +-
.../OpenTelemetryReplicatedSubscriptionStats.java | 72 +
.../broker/stats/PulsarBrokerOpenTelemetry.java | 5 +
.../broker/stats/metrics/AbstractMetrics.java | 13 +-
.../broker/stats/metrics/ManagedCursorMetrics.java | 13 +-
.../broker/stats/metrics/ManagedLedgerMetrics.java | 22 +-
.../stats/prometheus/AggregatedNamespaceStats.java | 5 +
.../prometheus/AggregatedReplicationStats.java | 3 +
.../prometheus/AggregatedSubscriptionStats.java | 2 +
.../stats/prometheus/NamespaceStatsAggregator.java | 13 +-
.../prometheus/PrometheusMetricsGenerator.java | 45 +-
.../pulsar/broker/stats/prometheus/TopicStats.java | 6 +-
.../stats/prometheus/TransactionAggregator.java | 2 +-
.../BookkeeperManagedLedgerStorageClass.java | 24 +-
.../broker/storage/ManagedLedgerStorage.java | 36 +-
.../broker/storage/ManagedLedgerStorageClass.java | 36 +-
.../NamespaceEventsSystemTopicFactory.java | 8 +-
.../systopic/TopicPoliciesSystemTopicClient.java | 3 +
...sactionBufferSnapshotBaseSystemTopicClient.java | 3 +
.../transaction/buffer/TransactionBuffer.java | 11 +-
.../buffer/impl/InMemTransactionBuffer.java | 2 +-
.../SingleSnapshotAbortedTxnProcessorImpl.java | 78 +-
.../SnapshotSegmentAbortedTxnProcessorImpl.java | 414 +++---
.../broker/transaction/buffer/impl/TableView.java | 101 ++
.../buffer/impl/TopicTransactionBuffer.java | 135 +-
.../buffer/impl/TransactionBufferDisable.java | 2 +-
.../pendingack/impl/MLPendingAckStore.java | 6 +-
.../pendingack/impl/MLPendingAckStoreProvider.java | 170 ++-
.../pendingack/impl/PendingAckHandleImpl.java | 19 +-
.../org/apache/pulsar/broker/web/WebService.java | 95 +-
.../pulsar/client/impl/RawBatchConverter.java | 57 +-
.../pulsar/common/naming/NamespaceBundles.java | 3 +-
.../compaction/AbstractTwoPhaseCompactor.java | 439 +++++++
.../pulsar/compaction/CompactedTopicImpl.java | 14 +-
.../pulsar/compaction/CompactedTopicUtils.java | 14 +-
.../apache/pulsar/compaction/CompactorTool.java | 25 +-
.../EventTimeCompactionServiceFactory.java} | 20 +-
.../pulsar/compaction/EventTimeOrderCompactor.java | 159 +++
...ackage-info.java => MessageCompactionData.java} | 4 +
.../compaction/PublishingOrderCompactor.java | 127 ++
.../compaction/PulsarCompactionServiceFactory.java | 2 +-
.../compaction/StrategicTwoPhaseCompactor.java | 2 +-
.../pulsar/compaction/TwoPhaseCompactor.java | 470 -------
.../utils/ConcurrentBitmapSortedLongPairSet.java | 60 +-
.../java/org/apache/pulsar/utils/SimpleCache.java | 83 ++
.../pulsar/zookeeper/LocalBookkeeperEnsemble.java | 26 +-
.../impl/MangedLedgerInterceptorImpl2Test.java | 8 +-
.../NonEntryCacheKeySharedSubscriptionV30Test.java | 289 ++++
.../org/apache/pulsar/broker/BrokerTestUtil.java | 299 ++++-
.../apache/pulsar/broker/BrokerTestUtilTest.java | 115 ++
.../apache/pulsar/broker/PulsarServiceTest.java | 3 +
...ameAuthParamsLookupAutoClusterFailoverTest.java | 176 +++
.../pulsar/broker/TopicEventsListenerTest.java | 23 +-
.../apache/pulsar/broker/admin/AdminApi2Test.java | 367 +++++-
...AdminApiNamespaceIsolationMultiBrokersTest.java | 114 ++
.../pulsar/broker/admin/AdminApiOffloadTest.java | 3 +-
.../apache/pulsar/broker/admin/AdminApiTest.java | 248 +---
.../admin/BrokerEndpointsAuthorizationTest.java | 277 ++++
.../admin/ClusterEndpointsAuthorizationTest.java | 428 ++++++
.../admin/GetPartitionMetadataMultiBrokerTest.java | 89 ++
.../broker/admin/GetPartitionMetadataTest.java | 131 +-
.../apache/pulsar/broker/admin/NamespacesTest.java | 47 +-
.../pulsar/broker/admin/PersistentTopicsTest.java | 118 +-
.../admin/TenantEndpointsAuthorizationTest.java | 160 +++
.../pulsar/broker/admin/TopicAutoCreationTest.java | 2 +
.../pulsar/broker/admin/TopicPoliciesTest.java | 82 +-
.../org/apache/pulsar/broker/admin/TopicsTest.java | 3 +
.../pulsar/broker/admin/v1/V1_AdminApiTest.java | 4 +-
.../broker/admin/v3/AdminApiTransactionTest.java | 79 +-
.../broker/auth/AuthenticationServiceTest.java | 126 ++
.../broker/auth/MockedPulsarServiceBaseTest.java | 10 +-
.../delayed/AbstractDeliveryTrackerTest.java | 18 +-
.../delayed/DelayedDeliveryTrackerFactoryTest.java | 238 ++++
.../delayed/InMemoryDeliveryTrackerTest.java | 15 +-
.../pulsar/broker/delayed/MockManagedCursor.java | 31 +
.../bucket/BucketDelayedDeliveryTrackerTest.java | 10 +-
....java => ManagedLedgerInterceptorImplTest.java} | 78 +-
.../AntiAffinityNamespaceGroupTest.java | 33 +-
.../broker/loadbalance/LoadBalancerTest.java | 12 +
.../broker/loadbalance/SimpleBrokerStartTest.java | 14 +
.../loadbalance/SimpleLoadManagerImplTest.java | 15 +
.../extensions/BrokerRegistryIntegrationTest.java | 129 ++
...rokerRegistryMetadataStoreIntegrationTest.java} | 16 +-
.../loadbalance/extensions/BrokerRegistryTest.java | 53 +-
.../extensions/ExtensibleLoadManagerCloseTest.java | 58 +-
.../ExtensibleLoadManagerImplBaseTest.java | 60 +-
.../extensions/ExtensibleLoadManagerImplTest.java | 1133 +++++++++++-----
...LoadManagerImplWithAdvertisedListenersTest.java | 19 +-
...dManagerImplWithTransactionCoordinatorTest.java | 6 +-
.../extensions/LoadManagerFailFastTest.java | 120 ++
.../channel/ServiceUnitStateChannelTest.java | 1091 +++++++++------
... ServiceUnitStateDataConflictResolverTest.java} | 32 +-
.../extensions/channel/ServiceUnitStateTest.java | 176 ++-
.../extensions/data/BrokerLookupDataTest.java | 4 +-
.../extensions/filter/BrokerFilterTestBase.java | 3 +-
.../filter/BrokerIsolationPoliciesFilterTest.java | 3 +-
.../extensions/manager/RedirectManagerTest.java | 4 +-
.../extensions/models/TopKBundlesTest.java | 26 +
.../extensions/scheduler/TransferShedderTest.java | 23 +-
.../extensions/store/LoadDataStoreTest.java | 58 +-
.../loadbalance/impl/BundleSplitterTaskTest.java | 11 +
.../loadbalance/impl/LoadManagerSharedTest.java | 45 +-
.../impl/ModularLoadManagerImplTest.java | 18 +
.../loadbalance/impl/UniformLoadShedderTest.java | 80 ++
.../namespace/NamespaceOwnershipListenerTests.java | 21 +
.../broker/namespace/NamespaceServiceTest.java | 8 +-
.../broker/service/AbstractReplicatorTest.java | 4 +-
.../pulsar/broker/service/AbstractTopicTest.java | 8 +-
.../broker/service/BacklogQuotaManagerTest.java | 133 +-
.../pulsar/broker/service/BatchMessageTest.java | 9 +-
.../BatchMessageWithBatchIndexLevelTest.java | 16 +-
.../broker/service/BrokerBkEnsemblesTests.java | 6 +-
.../broker/service/BrokerBookieIsolationTest.java | 6 +-
.../BrokerServiceAutoTopicCreationTest.java | 37 +-
.../pulsar/broker/service/BrokerServiceTest.java | 81 +-
.../service/BrokerServiceThrottlingTest.java | 2 +-
.../CanReconnectZKClientPulsarServiceBaseTest.java | 10 +
.../broker/service/ClusterMigrationTest.java | 125 +-
...istentHashingStickyKeyConsumerSelectorTest.java | 467 ++++++-
.../ConsumerHashAssignmentsSnapshotTest.java | 204 +++
.../service/ConsumerIdentityWrapperTest.java | 68 +
.../service/ConsumerNameIndexTrackerTest.java | 157 +++
.../service/CurrentLedgerRolloverIfFullTest.java | 4 +-
...eateTopicToRemoteClusterForReplicationTest.java | 208 +++
.../broker/service/DrainingHashesTrackerTest.java | 213 +++
...eoReplicationWithConfigurationSyncTestBase.java | 10 +
...angeAutoSplitStickyKeyConsumerSelectorTest.java | 6 +-
.../service/InmemoryTopicPoliciesService.java | 81 ++
.../InmemoryTopicPoliciesServiceServiceTest.java | 91 ++
.../apache/pulsar/broker/service/Ipv4Proxy.java | 197 +++
.../broker/service/ManagedLedgerConfigTest.java | 70 +
.../broker/service/MessageCumulativeAckTest.java | 5 +-
.../service/MessagePublishBufferThrottleTest.java | 102 +-
.../broker/service/NetworkErrorTestBase.java | 307 +++++
.../broker/service/OneWayReplicatorTest.java | 180 ++-
.../broker/service/OneWayReplicatorTestBase.java | 25 +-
.../service/OneWayReplicatorUsingGlobalZKTest.java | 52 +
.../pulsar/broker/service/PendingAcksMapTest.java | 196 +++
.../PersistentDispatcherFailoverConsumerTest.java | 22 +-
.../service/PersistentMessageFinderTest.java | 242 +++-
.../service/PersistentTopicConcurrentTest.java | 11 +-
.../broker/service/PersistentTopicE2ETest.java | 167 ++-
.../PersistentTopicInitializeDelayTest.java | 4 +-
.../pulsar/broker/service/PersistentTopicTest.java | 155 +--
.../broker/service/ReplicatedSubscriptionTest.java | 114 +-
.../pulsar/broker/service/ReplicationTxnTest.java | 4 +-
.../broker/service/ReplicatorAdminTlsTest.java | 4 +-
.../ReplicatorAdminTlsWithKeyStoreTest.java | 4 +-
.../broker/service/ReplicatorGlobalNSTest.java | 7 +-
.../broker/service/ReplicatorRateLimiterTest.java | 84 +-
.../pulsar/broker/service/ReplicatorTest.java | 32 +-
.../service/ReplicatorTopicPoliciesTest.java | 18 +-
.../broker/service/ServerCnxNonInjectionTest.java | 62 +
.../pulsar/broker/service/ServerCnxTest.java | 39 +-
.../pulsar/broker/service/StandaloneTest.java | 1 +
.../SubscriptionConsumerCompatibilityTest.java | 175 +++
.../broker/service/SubscriptionSeekTest.java | 102 +-
.../SystemTopicBasedTopicPoliciesServiceTest.java | 130 +-
.../broker/service/TopicPolicyTestUtils.java | 77 ++
.../service/TopicPublishRateThrottleTest.java | 18 +
.../service/TransactionMarkerDeleteTest.java | 2 +-
.../TransactionalReplicateSubscriptionTest.java | 3 +-
.../pulsar/broker/service/ZkSessionExpireTest.java | 199 +++
.../nonpersistent/NonPersistentTopicTest.java | 3 +-
.../persistent/BucketDelayedDeliveryTest.java | 27 +-
.../service/persistent/DelayedDeliveryTest.java | 12 +-
.../persistent/KeySharedLookAheadConfigTest.java | 63 +
.../service/persistent/MessageDuplicationTest.java | 26 +-
.../MessageRedeliveryControllerTest.java | 4 +-
...entDispatcherMultipleConsumersClassicTest.java} | 73 +-
...tDispatcherMultipleConsumersReadLimitsTest.java | 144 ++
.../PersistentDispatcherMultipleConsumersTest.java | 71 +
...rsistentDispatcherSingleActiveConsumerTest.java | 127 ++
...yKeyDispatcherMultipleConsumersClassicTest.java | 563 ++++++++
...ntStickyKeyDispatcherMultipleConsumersTest.java | 760 +++++------
.../persistent/PersistentSubscriptionTest.java | 46 +-
.../PersistentTopicProtectedMethodsTest.java | 114 ++
.../service/persistent/PersistentTopicTest.java | 26 +-
.../ReplicatedSubscriptionConfigTest.java | 9 +-
...ReplicatedSubscriptionsSnapshotBuilderTest.java | 44 +-
.../persistent/RescheduleReadHandlerTest.java | 161 +++
.../service/persistent/ShadowReplicatorTest.java | 4 +-
.../service/persistent/ShadowTopicRealBkTest.java | 110 ++
.../service/persistent/TopicDuplicationTest.java | 9 +-
.../schema/BookkeeperSchemaStorageTest.java | 15 +-
.../broker/service/schema/ClientGetSchemaTest.java | 35 +-
.../broker/service/schema/SchemaServiceTest.java | 12 +-
.../stats/AuthenticatedConsumerStatsTest.java | 57 +-
.../broker/stats/BrokerOpenTelemetryTestUtil.java | 22 +-
.../pulsar/broker/stats/ConsumerStatsTest.java | 276 +++-
.../broker/stats/ManagedLedgerMetricsTest.java | 10 +-
.../broker/stats/MetadataStoreStatsTest.java | 4 +-
.../OpenTelemetryAuthenticationStatsTest.java | 161 +++
.../pulsar/broker/stats/PrometheusMetricsTest.java | 210 +--
.../pulsar/broker/stats/SubscriptionStatsTest.java | 44 -
.../prometheus/AggregatedNamespaceStatsTest.java | 2 +
.../prometheus/NamespaceStatsAggregatorTest.java | 25 +-
...PrometheusMetricsGeneratorWithNoUnsafeTest.java | 52 +
.../NamespaceEventsSystemTopicServiceTest.java | 9 +-
.../systopic/PartitionedSystemTopicTest.java | 10 +-
.../testcontext/NonStartableTestPulsarService.java | 2 +-
.../broker/testcontext/PulsarTestContext.java | 90 +-
.../pulsar/broker/testcontext/SpyConfig.java | 3 +
.../testcontext/StartableTestPulsarService.java | 21 +
.../testinterceptor/BrokerTestInterceptor.java | 212 +++
.../SegmentAbortedTxnProcessorTest.java | 2 +
.../TopicTransactionBufferRecoverTest.java | 75 +-
.../broker/transaction/TransactionProduceTest.java | 4 +-
.../pulsar/broker/transaction/TransactionTest.java | 32 +-
.../broker/transaction/TransactionTestBase.java | 3 +
.../buffer/TopicTransactionBufferTest.java | 193 ++-
.../buffer/TransactionLowWaterMarkTest.java | 16 +-
.../buffer/TransactionStablePositionTest.java | 9 +
.../impl/TransactionPersistentTopicTest.java | 148 +++
.../buffer/utils/TransactionBufferTestImpl.java | 54 +
.../utils/TransactionBufferTestProvider.java} | 10 +-
.../TransactionCoordinatorClientTest.java | 24 +
.../pendingack/PendingAckInMemoryDeleteTest.java | 26 +-
.../pendingack/PendingAckMetadataTest.java | 24 +-
.../pendingack/PendingAckPersistentTest.java | 52 +-
.../pendingack/impl/MLPendingAckStoreTest.java | 3 +-
.../apache/pulsar/broker/web/WebServiceTest.java | 8 +-
.../broker/zookeeper/ClusterMetadataSetupTest.java | 54 +-
.../zookeeper/ClusterMetadataTeardownTest.java | 156 +++
.../pulsar/client/api/BrokerServiceLookupTest.java | 1 +
.../pulsar/client/api/ConsumerRedeliveryTest.java | 24 +
.../pulsar/client/api/DeadLetterTopicTest.java | 305 ++++-
.../client/api/DispatcherBlockConsumerTest.java | 19 +-
...nableReplicatedSubscriptionsIsDisabledTest.java | 83 ++
.../client/api/InjectedClientCnxClientBuilder.java | 2 +-
.../apache/pulsar/client/api/InterceptorsTest.java | 262 +++-
.../api/KeySharedSubscriptionBrokerCacheTest.java | 308 +++++
...ySharedSubscriptionDisabledBrokerCacheTest.java | 348 +++++
.../client/api/KeySharedSubscriptionTest.java | 1388 ++++++++++++--------
.../pulsar/client/api/LookupPropertiesTest.java | 153 +++
...toCreateTopicTest.java => MaxProducerTest.java} | 57 +-
.../client/api/MessageDispatchThrottlingTest.java | 39 +
.../client/api/MessageListenerExecutorTest.java | 193 +++
.../pulsar/client/api/MultiTopicsConsumerTest.java | 6 +-
.../client/api/NonDurableSubscriptionTest.java | 10 +-
.../client/api/OrphanPersistentTopicTest.java | 104 +-
.../pulsar/client/api/ProducerConsumerBase.java | 44 +-
.../client/api/ReplicateSubscriptionTest.java | 96 ++
.../apache/pulsar/client/api/RetryTopicTest.java | 213 ++-
...impleProducerConsumerMLInitializeDelayTest.java | 70 +
.../client/api/SimpleProducerConsumerTest.java | 204 ++-
.../SubscriptionMessageDispatchThrottlingTest.java | 18 +-
.../api/SubscriptionPauseOnAckStatPersistTest.java | 7 +-
.../pulsar/client/api/TlsProducerConsumerTest.java | 75 +-
.../TokenAuthenticatedProducerConsumerTest.java | 71 +-
.../apache/pulsar/client/api/TopicReaderTest.java | 2 +-
.../pulsar/client/api/UnloadSubscriptionTest.java | 2 +
.../client/api/v1/V1_ProducerConsumerTest.java | 2 +-
.../impl/AutoScaledReceiverQueueSizeTest.java | 62 +
.../client/impl/BrokerClientIntegrationTest.java | 55 +-
.../apache/pulsar/client/impl/ClientCnxTest.java | 61 +-
.../pulsar/client/impl/ConnectionPoolTest.java | 34 +-
.../apache/pulsar/client/impl/ConsumerAckTest.java | 34 +
...eySharedSubscriptionMaxUnackedMessagesTest.java | 285 ++++
.../client/impl/KeySharedSubscriptionTest.java | 166 ---
.../pulsar/client/impl/MessageChecksumTest.java | 5 +
.../pulsar/client/impl/MessageChunkingTest.java | 25 +-
.../pulsar/client/impl/MessageRedeliveryTest.java | 66 +-
.../pulsar/client/impl/NegativeAcksTest.java | 110 +-
.../client/impl/ProduceWithMessageIdTest.java | 85 +-
.../pulsar/client/impl/ProducerCloseTest.java | 41 +
.../pulsar/client/impl/ProducerMemoryLeakTest.java | 364 +++++
.../client/impl/ProducerReconnectionTest.java | 130 ++
.../pulsar/client/impl/PulsarTestClient.java | 2 +-
.../org/apache/pulsar/client/impl/ReaderTest.java | 40 +
.../client/impl/SequenceIdWithErrorTest.java | 2 +-
.../client/impl/SimpleProduceConsumeIoTest.java | 134 ++
.../apache/pulsar/client/impl/TableViewTest.java | 3 +
.../pulsar/client/impl/TopicsConsumerImplTest.java | 51 +
.../client/impl/TransactionEndToEndTest.java | 15 +-
.../pulsar/client/metrics/ClientMetricsTest.java | 18 +-
.../common/naming/ServiceConfigurationTest.java | 19 +
.../pulsar/compaction/CompactionRetentionTest.java | 4 +-
.../apache/pulsar/compaction/CompactionTest.java | 14 +-
.../apache/pulsar/compaction/CompactorTest.java | 6 +-
.../pulsar/compaction/CompactorToolTest.java | 1 +
.../compaction/EventTimeOrderCompactorTest.java | 201 +++
.../compaction/ServiceUnitStateCompactionTest.java | 29 +-
.../pulsar/compaction/StrategicCompactionTest.java | 4 +-
.../compaction/TopicCompactionServiceTest.java | 4 +-
.../apache/pulsar/io/PulsarFunctionE2ETest.java | 99 +-
.../org/apache/pulsar/io/PulsarSinkE2ETest.java | 4 +-
.../java/org/apache/pulsar/schema/SchemaTest.java | 26 +
.../pulsar/security/MockedPulsarStandalone.java | 3 +
.../pulsar/tests/KeySharedImplementationType.java | 61 +
.../ConcurrentBitmapSortedLongPairSetTest.java | 30 +-
.../org/apache/pulsar/utils/SimpleCacheTest.java | 81 ++
.../test/resources/conf/zk_client_enable_sasl.conf | 2 +-
.../configurations/pulsar_broker_test.conf | 1 +
.../pulsar_broker_test_standalone.conf | 1 +
pulsar-broker/src/test/resources/log4j2.xml | 26 +
pulsar-cli-utils/pom.xml | 2 +-
pulsar-client-1x-base/pom.xml | 80 --
pulsar-client-1x-base/pulsar-client-1x/pom.xml | 93 --
.../pulsar/client/api/ClientConfiguration.java | 388 ------
.../org/apache/pulsar/client/api/Consumer.java | 331 -----
.../pulsar/client/api/ConsumerConfiguration.java | 411 ------
.../apache/pulsar/client/api/MessageBuilder.java | 139 --
.../apache/pulsar/client/api/MessageListener.java | 56 -
.../org/apache/pulsar/client/api/Producer.java | 199 ---
.../pulsar/client/api/ProducerConfiguration.java | 474 -------
.../org/apache/pulsar/client/api/PulsarClient.java | 273 ----
.../java/org/apache/pulsar/client/api/Reader.java | 81 --
.../pulsar/client/api/ReaderConfiguration.java | 175 ---
.../apache/pulsar/client/api/ReaderListener.java | 52 -
.../org/apache/pulsar/client/api/package-info.java | 22 -
.../pulsar/client/impl/MessageBuilderImpl.java | 115 --
.../pulsar/client/impl/v1/ConsumerV1Impl.java | 176 ---
.../pulsar/client/impl/v1/ProducerV1Impl.java | 90 --
.../pulsar/client/impl/v1/PulsarClientV1Impl.java | 172 ---
.../apache/pulsar/client/impl/v1/ReaderV1Impl.java | 85 --
.../apache/pulsar/client/impl/v1/package-info.java | 22 -
.../src/main/resources/findbugsExclude.xml | 48 -
.../pulsar-client-2x-shaded/pom.xml | 97 --
pulsar-client-admin-api/pom.xml | 2 +-
.../org/apache/pulsar/client/admin/Brokers.java | 12 +-
.../client/admin/GrantTopicPermissionOptions.java | 21 +-
.../org/apache/pulsar/client/admin/Namespaces.java | 28 +
.../pulsar/client/admin/PulsarAdminBuilder.java | 40 +
...Sink.java => RevokeTopicPermissionOptions.java} | 15 +-
.../org/apache/pulsar/client/admin/Schemas.java | 16 +
.../pulsar/common/policies/data/ClusterData.java | 8 +
.../pulsar/common/policies/data/ConsumerStats.java | 52 +-
...ctiveTopicDeleteMode.java => DrainingHash.java} | 22 +-
.../policies/data/ManagedLedgerInternalStats.java | 5 +
.../policies/data/NamespaceIsolationData.java | 4 +
...va => NamespaceIsolationPolicyUnloadScope.java} | 16 +-
.../common/policies/data/PersistencePolicies.java | 20 +-
.../common/policies/data/SchemaMetadata.java | 37 +-
.../common/policies/data/SubscriptionStats.java | 29 +-
.../apache/pulsar/common/stats/AllocatorStats.java | 2 +
pulsar-client-admin-shaded/pom.xml | 349 +++--
...e.pulsar.shade.javax.ws.rs.client.ClientBuilder | 1 +
...he.pulsar.shade.javax.ws.rs.ext.RuntimeDelegate | 1 +
pulsar-client-admin/pom.xml | 8 +-
.../pulsar/client/admin/internal/BaseResource.java | 8 +-
.../pulsar/client/admin/internal/BookiesImpl.java | 4 +-
.../client/admin/internal/BrokerStatsImpl.java | 4 +-
.../pulsar/client/admin/internal/BrokersImpl.java | 24 +-
.../pulsar/client/admin/internal/ClustersImpl.java | 4 +-
.../client/admin/internal/ComponentResource.java | 4 +-
.../client/admin/internal/FunctionsImpl.java | 72 +-
.../pulsar/client/admin/internal/LookupImpl.java | 4 +-
.../client/admin/internal/NamespacesImpl.java | 30 +-
.../admin/internal/NonPersistentTopicsImpl.java | 4 +-
.../pulsar/client/admin/internal/PackagesImpl.java | 70 +-
.../client/admin/internal/ProxyStatsImpl.java | 4 +-
.../admin/internal/PulsarAdminBuilderImpl.java | 38 +
.../client/admin/internal/PulsarAdminImpl.java | 46 +-
.../client/admin/internal/ResourceGroupsImpl.java | 4 +-
.../client/admin/internal/ResourceQuotasImpl.java | 4 +-
.../pulsar/client/admin/internal/SchemasImpl.java | 22 +-
.../pulsar/client/admin/internal/SinksImpl.java | 15 +-
.../pulsar/client/admin/internal/SourcesImpl.java | 15 +-
.../pulsar/client/admin/internal/TenantsImpl.java | 4 +-
.../pulsar/client/admin/internal/TopicsImpl.java | 4 +-
.../client/admin/internal/TransactionsImpl.java | 4 +-
.../pulsar/client/admin/internal/WorkerImpl.java | 4 +-
.../admin/internal/http/AsyncHttpConnector.java | 388 ++++--
.../internal/http/AsyncHttpRequestExecutor.java | 48 +
.../admin/internal/PulsarAdminBuilderImplTest.java | 2 +
.../internal/http/AsyncHttpConnectorTest.java | 340 +++++
.../src/test/resources/log4j2.xml | 1 +
pulsar-client-all/pom.xml | 350 +++--
...e.pulsar.shade.javax.ws.rs.client.ClientBuilder | 1 +
...he.pulsar.shade.javax.ws.rs.ext.RuntimeDelegate | 1 +
pulsar-client-api/pom.xml | 2 +-
.../apache/pulsar/client/api/Authentication.java | 1 +
.../apache/pulsar/client/api/ClientBuilder.java | 54 +-
.../apache/pulsar/client/api/ConsumerBuilder.java | 56 +-
.../pulsar/client/api/ConsumerInterceptor.java | 38 +
.../apache/pulsar/client/api/ConsumerStats.java | 2 +-
.../apache/pulsar/client/api/DeadLetterPolicy.java | 4 +-
.../apache/pulsar/client/api/KeySharedPolicy.java | 5 +-
...haredMode.java => MessageListenerExecutor.java} | 32 +-
.../pulsar/client/api/PulsarClientException.java | 108 +-
.../java/org/apache/pulsar/client/api/Range.java | 39 +-
.../apache/pulsar/client/api/ReaderBuilder.java | 2 +-
.../pulsar/client/api/ServiceUrlProvider.java | 2 +-
pulsar-client-auth-athenz/pom.xml | 7 +-
pulsar-client-auth-sasl/pom.xml | 6 +-
pulsar-client-dependencies-minimized/pom.xml | 100 ++
pulsar-client-messagecrypto-bc/pom.xml | 2 +-
.../pulsar/client/impl/crypto/MessageCryptoBc.java | 18 +-
pulsar-client-shaded/pom.xml | 280 ++--
pulsar-client-tools-api/pom.xml | 2 +-
pulsar-client-tools-customcommand-example/pom.xml | 2 +-
pulsar-client-tools-test/pom.xml | 2 +-
.../apache/pulsar/admin/cli/CmdFunctionsTest.java | 13 +
.../pulsar/admin/cli/PulsarAdminToolTest.java | 4 +
pulsar-client-tools/pom.xml | 7 +-
.../java/org/apache/pulsar/admin/cli/CmdBase.java | 14 +-
.../org/apache/pulsar/admin/cli/CmdClusters.java | 16 +-
.../org/apache/pulsar/admin/cli/CmdFunctions.java | 10 +
.../admin/cli/CmdNamespaceIsolationPolicy.java | 17 +-
.../org/apache/pulsar/admin/cli/CmdNamespaces.java | 8 +-
.../org/apache/pulsar/admin/cli/CmdSchemas.java | 13 +
.../apache/pulsar/admin/cli/CmdTopicPolicies.java | 17 +-
.../org/apache/pulsar/admin/cli/CmdTopics.java | 18 +-
.../apache/pulsar/admin/cli/PulsarAdminTool.java | 8 +-
.../cli/utils/CustomCommandFactoryProvider.java | 4 +-
.../pulsar/client/cli/AbstractCmdConsume.java | 45 +-
.../org/apache/pulsar/client/cli/CmdConsume.java | 12 +-
.../org/apache/pulsar/client/cli/CmdProduce.java | 2 +-
.../java/org/apache/pulsar/client/cli/CmdRead.java | 12 +-
.../apache/pulsar/client/cli/PulsarClientTool.java | 7 +
...mdNamespaces.java => CmdTopicPoliciesTest.java} | 35 +-
.../apache/pulsar/admin/cli/TestCmdNamespaces.java | 5 +-
...stCmdFunctionWorker.java => TestCmdSchema.java} | 31 +-
.../org/apache/pulsar/admin/cli/TestCmdTopics.java | 7 +
pulsar-client/pom.xml | 14 +-
.../client/impl/BatchMessageContainerImpl.java | 6 +-
.../client/impl/BinaryProtoLookupService.java | 115 +-
.../pulsar/client/impl/ClientBuilderImpl.java | 37 +-
.../org/apache/pulsar/client/impl/ClientCnx.java | 9 +-
.../pulsar/client/impl/ConnectionHandler.java | 7 +-
.../apache/pulsar/client/impl/ConnectionPool.java | 33 +-
.../apache/pulsar/client/impl/ConsumerBase.java | 61 +-
.../pulsar/client/impl/ConsumerBuilderImpl.java | 25 +-
.../apache/pulsar/client/impl/ConsumerImpl.java | 547 +++++---
.../pulsar/client/impl/ConsumerInterceptors.java | 32 +
.../client/impl/ConsumerStatsRecorderImpl.java | 5 +-
.../client/impl/ControlledClusterFailover.java | 1 +
.../org/apache/pulsar/client/impl/HttpClient.java | 128 +-
.../pulsar/client/impl/HttpLookupService.java | 6 +-
.../apache/pulsar/client/impl/LookupService.java | 19 +-
.../org/apache/pulsar/client/impl/MessageImpl.java | 7 +
.../client/impl/MultiTopicsConsumerImpl.java | 87 +-
.../pulsar/client/impl/NegativeAcksTracker.java | 143 +-
.../apache/pulsar/client/impl/OpSendMsgStats.java | 22 +-
.../pulsar/client/impl/OpSendMsgStatsImpl.java | 73 +
.../client/impl/PartitionedProducerImpl.java | 22 +-
.../PersistentAcknowledgmentsGroupingTracker.java | 7 +-
.../apache/pulsar/client/impl/ProducerBase.java | 7 +-
.../apache/pulsar/client/impl/ProducerImpl.java | 171 ++-
.../pulsar/client/impl/ProducerInterceptors.java | 12 +-
.../client/impl/PulsarChannelInitializer.java | 168 +--
.../pulsar/client/impl/PulsarClientImpl.java | 98 +-
.../pulsar/client/impl/ReaderBuilderImpl.java | 3 +-
.../SameAuthParamsLookupAutoClusterFailover.java | 351 +++++
.../apache/pulsar/client/impl/SendCallback.java | 5 +-
.../apache/pulsar/client/impl/TableViewImpl.java | 32 +-
.../pulsar/client/impl/TopicListWatcher.java | 11 +-
.../client/impl/TransactionMetaStoreHandler.java | 26 +-
.../client/impl/TypedMessageBuilderImpl.java | 35 +-
.../impl/auth/oauth2/protocol/TokenClient.java | 1 +
.../client/impl/conf/ClientConfigurationData.java | 29 +-
.../impl/conf/ConsumerConfigurationData.java | 31 +-
.../client/impl/conf/ReaderConfigurationData.java | 2 +-
.../impl/schema/reader/MultiVersionAvroReader.java | 8 +-
.../TransactionCoordinatorClientImpl.java | 4 +-
.../apache/pulsar/client/util/ConsumerName.java | 28 -
...y.java => PulsarHttpAsyncSslEngineFactory.java} | 31 +-
.../src/main/resources/findbugsExclude.xml | 4 +
.../org/apache/pulsar/client/api/RangeTest.java | 72 +
.../impl/AcknowledgementsGroupingTrackerTest.java | 4 +-
.../client/impl/AutoClusterFailoverTest.java | 12 +-
.../client/impl/BinaryProtoLookupServiceTest.java | 57 +-
.../pulsar/client/impl/ClientBuilderImplTest.java | 2 +-
.../client/impl/ClientInitializationTest.java | 6 +-
.../client/impl/ConsumerBuilderImplTest.java | 36 +-
.../pulsar/client/impl/ConsumerImplTest.java | 9 +-
.../client/impl/ControlledClusterFailoverTest.java | 5 +-
.../client/impl/MultiTopicsConsumerImplTest.java | 8 +-
.../client/impl/PartitionedProducerImplTest.java | 38 +
.../pulsar/client/impl/ProducerImplTest.java | 6 +-
.../pulsar/client/impl/PulsarClientImplTest.java | 6 +-
.../client/impl/TypedMessageBuilderImplTest.java | 17 +-
.../client/impl/UnAckedMessageTrackerTest.java | 7 +-
.../impl/conf/ConsumerConfigurationDataTest.java | 50 +
pulsar-common/pom.xml | 51 +-
.../common/allocator/PulsarByteBufAllocator.java | 29 +-
.../pulsar/common/naming/SystemTopicNames.java | 5 +
.../org/apache/pulsar/common/naming/TopicName.java | 6 +-
.../org/apache/pulsar/common/nar/NarUnpacker.java | 29 +-
.../common/policies/NamespaceIsolationPolicy.java | 6 +
...amespaceOperation.java => BrokerOperation.java} | 32 +-
.../common/policies/data/ClusterDataImpl.java | 28 +
.../common/policies/data/ClusterOperation.java | 15 +-
.../pulsar/common/policies/data/LocalPolicies.java | 11 +-
.../policies/data/NamespaceIsolationDataImpl.java | 17 +-
.../pulsar/common/policies/data/PolicyName.java | 6 +-
.../common/policies/data/TenantOperation.java | 6 +
.../policies/data/stats/ConsumerStatsImpl.java | 53 +-
...pactionStatsImpl.java => DrainingHashImpl.java} | 43 +-
.../policies/data/stats/SubscriptionStatsImpl.java | 30 +-
.../impl/NamespaceIsolationPolicyImpl.java | 8 +
.../apache/pulsar/common/protocol/ByteBufPair.java | 30 +
.../apache/pulsar/common/protocol/Commands.java | 65 +-
.../org/apache/pulsar/common/util/Backoff.java | 6 -
.../common/util/DefaultPulsarSslFactory.java | 366 ++++++
.../common/util/DefaultSslContextBuilder.java | 76 --
.../org/apache/pulsar/common/util/FieldParser.java | 7 +-
.../apache/pulsar/common/util/KeyManagerProxy.java | 19 +-
.../util/NettyClientSslContextRefresher.java | 96 --
.../common/util/NettyServerSslContextBuilder.java | 89 --
.../pulsar/common/util/ObjectMapperFactory.java | 14 +-
.../pulsar/common/util/PulsarSslConfiguration.java | 167 +++
.../pulsar/common/util/PulsarSslFactory.java | 106 ++
.../apache/pulsar/common/util/SecurityUtility.java | 8 +-
.../pulsar/common/util/SimpleTextOutputStream.java | 9 +
.../common/util/SslContextAutoRefreshBuilder.java | 100 --
.../util/collections/ConcurrentOpenHashMap.java | 658 ----------
.../util/collections/ConcurrentOpenHashSet.java | 622 ---------
.../ConcurrentOpenLongPairRangeSet.java | 41 +
.../collections/ConcurrentSortedLongPairSet.java | 215 ---
.../common/util/collections/LongPairRangeSet.java | 14 +
.../util/collections/OpenLongPairRangeSet.java | 46 +
.../util/keystoretls/NetSslContextBuilder.java | 90 --
.../NettySSLContextAutoRefreshBuilder.java | 155 ---
pulsar-common/src/main/proto/PulsarApi.proto | 3 +
.../src/main/resources/findbugsExclude.xml | 5 +
.../allocator/PulsarByteBufAllocatorTest.java | 76 ++
.../pulsar/common/compression/CommandsTest.java | 24 +-
.../apache/pulsar/common/naming/TopicNameTest.java | 7 +
.../apache/pulsar/common/nar/NarUnpackerTest.java | 11 +
.../org/apache/pulsar/common/util/BackoffTest.java | 1 +
.../common/util/DefaultPulsarSslFactoryTest.java | 282 ++++
.../common/util/FileModifiedTimeUpdaterTest.java | 24 +-
...agerProxyTest.java => KeyManagerProxyTest.java} | 28 +-
.../collections/ConcurrentOpenHashMapTest.java | 700 ----------
.../collections/ConcurrentOpenHashSetTest.java | 503 -------
.../ConcurrentSortedLongPairSetTest.java | 291 ----
.../pulsar/common/util/netty/SslContextTest.java | 109 +-
pulsar-config-validation/pom.xml | 2 +-
pulsar-docs-tools/pom.xml | 2 +-
pulsar-function-go/examples/go.mod | 8 +-
pulsar-function-go/examples/go.sum | 16 +-
pulsar-function-go/go.mod | 8 +-
pulsar-function-go/go.sum | 16 +-
pulsar-functions/api-java/pom.xml | 2 +-
.../apache/pulsar/functions/api/WindowContext.java | 82 +-
pulsar-functions/instance/pom.xml | 2 +-
.../functions/instance/JavaExecutionResult.java | 10 +-
.../pulsar/functions/instance/JavaInstance.java | 77 +-
.../functions/instance/JavaInstanceRunnable.java | 14 +-
.../pulsar/functions/instance/ProducerCache.java | 38 +-
.../instance/stats/ComponentStatsManager.java | 3 +-
.../instance/stats/FunctionStatsManager.java | 11 +-
.../functions/instance/stats/SinkStatsManager.java | 6 +-
.../instance/stats/SourceStatsManager.java | 6 +-
.../functions/windowing/WindowContextImpl.java | 40 +
.../windowing/WindowFunctionExecutor.java | 7 +
.../src/main/resources/findbugsExclude.xml | 5 +
.../instance/JavaInstanceRunnableTest.java | 23 +
.../functions/instance/JavaInstanceTest.java | 64 +
.../functions/instance/ProducerCacheTest.java | 64 +
pulsar-functions/java-examples-builtin/pom.xml | 2 +-
pulsar-functions/java-examples/pom.xml | 2 +-
pulsar-functions/localrun-shaded/pom.xml | 2 +-
pulsar-functions/localrun/pom.xml | 2 +-
.../org/apache/pulsar/functions/LocalRunner.java | 2 +-
pulsar-functions/pom.xml | 2 +-
pulsar-functions/proto/pom.xml | 8 +-
pulsar-functions/runtime-all/pom.xml | 2 +-
pulsar-functions/runtime/pom.xml | 8 +-
pulsar-functions/secrets/pom.xml | 8 +-
pulsar-functions/utils/pom.xml | 2 +-
.../pulsar/functions/utils/SinkConfigUtils.java | 4 +-
.../functions/utils/functions/FunctionUtils.java | 2 +-
.../pulsar/functions/utils/io/ConnectorUtils.java | 2 +-
.../functions/utils/SinkConfigUtilsTest.java | 14 +
pulsar-functions/worker/pom.xml | 2 +-
.../pulsar/functions/worker/rest/WorkerServer.java | 86 +-
.../worker/service/WorkerServiceLoader.java | 2 +-
pulsar-io/aerospike/pom.xml | 2 +-
pulsar-io/alluxio/pom.xml | 2 +-
pulsar-io/aws/pom.xml | 2 +-
pulsar-io/azure-data-explorer/pom.xml | 2 +-
pulsar-io/batch-data-generator/pom.xml | 2 +-
pulsar-io/batch-discovery-triggerers/pom.xml | 2 +-
pulsar-io/canal/pom.xml | 2 +-
pulsar-io/cassandra/pom.xml | 2 +-
pulsar-io/common/pom.xml | 2 +-
pulsar-io/core/pom.xml | 2 +-
pulsar-io/data-generator/pom.xml | 2 +-
pulsar-io/debezium/core/pom.xml | 2 +-
pulsar-io/debezium/mongodb/pom.xml | 2 +-
pulsar-io/debezium/mssql/pom.xml | 2 +-
pulsar-io/debezium/mysql/pom.xml | 2 +-
pulsar-io/debezium/oracle/pom.xml | 2 +-
pulsar-io/debezium/pom.xml | 2 +-
pulsar-io/debezium/postgres/pom.xml | 2 +-
pulsar-io/docs/pom.xml | 7 +-
pulsar-io/dynamodb/pom.xml | 2 +-
pulsar-io/elastic-search/pom.xml | 2 +-
.../io/elasticsearch/ElasticSearchConfig.java | 4 +-
.../opensearch/OpenSearchHighLevelRestClient.java | 10 +-
.../io/elasticsearch/ElasticSearchConfigTests.java | 4 -
.../io/elasticsearch/ElasticSearchTestBase.java | 3 +-
.../opensearch/OpenSearchClientSslTests.java | 6 +-
pulsar-io/file/pom.xml | 2 +-
pulsar-io/flume/pom.xml | 2 +-
pulsar-io/hbase/pom.xml | 2 +-
pulsar-io/hdfs2/pom.xml | 130 --
.../apache/pulsar/io/hdfs2/AbstractHdfsConfig.java | 76 --
.../pulsar/io/hdfs2/AbstractHdfsConnector.java | 246 ----
.../org/apache/pulsar/io/hdfs2/Compression.java | 26 -
.../org/apache/pulsar/io/hdfs2/HdfsResources.java | 51 -
.../org/apache/pulsar/io/hdfs2/SecurityUtil.java | 90 --
.../org/apache/pulsar/io/hdfs2/package-info.java | 19 -
.../pulsar/io/hdfs2/sink/HdfsAbstractSink.java | 124 --
.../pulsar/io/hdfs2/sink/HdfsSinkConfig.java | 117 --
.../pulsar/io/hdfs2/sink/HdfsSyncThread.java | 79 --
.../apache/pulsar/io/hdfs2/sink/package-info.java | 19 -
.../sink/seq/HdfsAbstractSequenceFileSink.java | 95 --
.../io/hdfs2/sink/seq/HdfsSequentialTextSink.java | 70 -
.../pulsar/io/hdfs2/sink/seq/HdfsTextSink.java | 53 -
.../pulsar/io/hdfs2/sink/seq/package-info.java | 19 -
.../hdfs2/sink/text/HdfsAbstractTextFileSink.java | 78 --
.../pulsar/io/hdfs2/sink/text/HdfsStringSink.java | 34 -
.../pulsar/io/hdfs2/sink/text/package-info.java | 19 -
.../resources/META-INF/services/pulsar-io.yaml | 23 -
.../hdfs2/src/main/resources/findbugsExclude.xml | 58 -
.../pulsar/io/hdfs2/sink/AbstractHdfsSinkTest.java | 120 --
.../pulsar/io/hdfs2/sink/HdfsSinkConfigTests.java | 158 ---
.../io/hdfs2/sink/seq/HdfsSequentialSinkTests.java | 110 --
.../io/hdfs2/sink/seq/HdfsTextSinkTests.java | 122 --
.../io/hdfs2/sink/text/HdfsStringSinkTests.java | 118 --
.../hdfs2/src/test/resources/hadoop/core-site.xml | 32 -
.../hdfs2/src/test/resources/hadoop/hdfs-site.xml | 34 -
pulsar-io/hdfs2/src/test/resources/sinkConfig.yaml | 26 -
pulsar-io/hdfs3/pom.xml | 60 +-
pulsar-io/http/pom.xml | 2 +-
pulsar-io/influxdb/pom.xml | 2 +-
pulsar-io/jdbc/clickhouse/pom.xml | 2 +-
pulsar-io/jdbc/core/pom.xml | 2 +-
pulsar-io/jdbc/mariadb/pom.xml | 2 +-
pulsar-io/jdbc/openmldb/pom.xml | 2 +-
pulsar-io/jdbc/pom.xml | 2 +-
pulsar-io/jdbc/postgres/pom.xml | 2 +-
pulsar-io/jdbc/sqlite/pom.xml | 2 +-
pulsar-io/kafka-connect-adaptor-nar/pom.xml | 2 +-
pulsar-io/kafka-connect-adaptor/pom.xml | 2 +-
pulsar-io/kafka/pom.xml | 2 +-
pulsar-io/kinesis/pom.xml | 4 +-
.../org/apache/pulsar/io/kinesis/KinesisSink.java | 8 +-
.../pulsar/io/kinesis/KinesisSinkConfig.java | 23 +
.../apache/pulsar/io/kinesis/KinesisSinkTest.java | 37 +-
pulsar-io/mongo/pom.xml | 2 +-
pulsar-io/netty/pom.xml | 2 +-
pulsar-io/nsq/pom.xml | 2 +-
pulsar-io/pom.xml | 4 +-
pulsar-io/rabbitmq/pom.xml | 16 +-
.../pulsar/io/rabbitmq/RabbitMQBrokerManager.java | 18 +-
.../pulsar/io/rabbitmq/sink/RabbitMQSinkTest.java | 9 +-
.../io/rabbitmq/source/RabbitMQSourceTest.java | 10 +-
pulsar-io/rabbitmq/src/test/resources/qpid.json | 59 +-
pulsar-io/redis/pom.xml | 4 +-
pulsar-io/solr/pom.xml | 2 +-
pulsar-io/twitter/pom.xml | 2 +-
pulsar-metadata/pom.xml | 3 +-
.../apache/pulsar/metadata/api/MetadataCache.java | 22 +-
.../pulsar/metadata/api/MetadataCacheConfig.java | 20 +-
.../metadata/api/MetadataStoreTableView.java | 87 ++
.../metadata/cache/impl/MetadataCacheImpl.java | 73 +-
.../coordination/impl/LeaderElectionImpl.java | 15 +-
.../metadata/impl/AbstractMetadataStore.java | 16 +-
.../metadata/impl/PulsarZooKeeperClient.java | 53 +-
.../pulsar/metadata/impl/ZKMetadataStore.java | 10 +-
.../pulsar/metadata/impl/batching/MetadataOp.java | 2 +
.../metadata/impl/oxia/OxiaMetadataStore.java | 44 +-
.../tableview/impl/MetadataStoreTableViewImpl.java | 342 +++++
.../metadata/tableview/impl}/package-info.java | 2 +-
.../pulsar/metadata/BaseMetadataStoreTest.java | 7 +-
.../apache/pulsar/metadata/LeaderElectionTest.java | 2 +
.../apache/pulsar/metadata/MetadataCacheTest.java | 150 ++-
.../metadata/MetadataStoreTableViewTest.java | 499 +++++++
.../apache/pulsar/metadata/MetadataStoreTest.java | 60 +-
.../metadata/OxiaMetadataStoreErrorTest.java | 51 +
.../org/apache/pulsar/metadata/ZKSessionTest.java | 55 +
.../src/test/resources/oxia_client.conf | 2 +-
.../test/resources/zk_client_disabled_sasl.conf | 2 +-
pulsar-opentelemetry/pom.xml | 2 +-
.../opentelemetry/OpenTelemetryAttributes.java | 19 +
.../opentelemetry/OpenTelemetryServiceTest.java | 6 +
.../bookkeeper-storage/pom.xml | 2 +-
.../storage/bookkeeper/DLOutputStream.java | 17 +-
.../storage/bookkeeper/DLOutputStreamTest.java | 2 +-
pulsar-package-management/core/pom.xml | 2 +-
.../filesystem-storage/pom.xml | 2 +-
pulsar-package-management/pom.xml | 2 +-
pulsar-proxy/pom.xml | 8 +-
.../proxy/extensions/ProxyExtensionsUtils.java | 4 +-
.../pulsar/proxy/server/AdminProxyHandler.java | 188 ++-
.../pulsar/proxy/server/DirectProxyHandler.java | 136 +-
.../pulsar/proxy/server/LookupProxyHandler.java | 3 +-
.../pulsar/proxy/server/ProxyConfiguration.java | 22 +
.../pulsar/proxy/server/ProxyConnection.java | 2 +-
.../apache/pulsar/proxy/server/ProxyService.java | 28 +-
.../pulsar/proxy/server/ProxyServiceStarter.java | 47 +-
.../proxy/server/ServiceChannelInitializer.java | 96 +-
.../org/apache/pulsar/proxy/server/WebServer.java | 86 +-
.../extensions/SimpleProxyExtensionTestBase.java | 12 +-
.../server/AdminProxyHandlerKeystoreTLSTest.java | 13 +-
.../pulsar/proxy/server/AdminProxyHandlerTest.java | 5 +-
.../proxy/server/AuthedAdminProxyHandlerTest.java | 12 +-
.../proxy/server/FunctionWorkerRoutingTest.java | 10 +-
.../InvalidProxyConfigForAuthorizationTest.java | 3 +-
.../proxy/server/ProxyAdditionalServletTest.java | 15 +-
.../ProxyAuthenticatedProducerConsumerTest.java | 11 +-
.../proxy/server/ProxyAuthenticationTest.java | 7 +-
.../server/ProxyConnectionThrottlingTest.java | 11 +-
.../proxy/server/ProxyDisableZeroCopyTest.java | 2 +-
.../server/ProxyEnableHAProxyProtocolTest.java | 12 +-
.../proxy/server/ProxyForwardAuthDataTest.java | 10 +-
.../pulsar/proxy/server/ProxyIsAHttpProxyTest.java | 59 +-
.../server/ProxyKeyStoreTlsTransportTest.java | 12 +-
.../proxy/server/ProxyKeyStoreTlsWithAuthTest.java | 12 +-
.../server/ProxyKeyStoreTlsWithoutAuthTest.java | 12 +-
.../proxy/server/ProxyLookupThrottlingTest.java | 11 +-
.../pulsar/proxy/server/ProxyMutualTlsTest.java | 12 +-
.../pulsar/proxy/server/ProxyParserTest.java | 13 +-
.../proxy/server/ProxyPrometheusMetricsTest.java | 15 +-
.../pulsar/proxy/server/ProxyRefreshAuthTest.java | 12 +-
.../proxy/server/ProxyRolesEnforcementTest.java | 9 +-
.../proxy/server/ProxyServiceStarterTest.java | 91 ++
.../proxy/server/ProxyServiceTlsStarterTest.java | 4 +
.../apache/pulsar/proxy/server/ProxyStatsTest.java | 14 +-
.../proxy/server/ProxyStuckConnectionTest.java | 12 +-
.../org/apache/pulsar/proxy/server/ProxyTest.java | 106 +-
.../apache/pulsar/proxy/server/ProxyTlsTest.java | 12 +-
.../pulsar/proxy/server/ProxyTlsWithAuthTest.java | 12 +-
.../server/ProxyWithAuthorizationNegTest.java | 10 +-
.../proxy/server/ProxyWithAuthorizationTest.java | 19 +-
.../server/ProxyWithExtensibleLoadManagerTest.java | 11 +-
.../server/ProxyWithJwtAuthorizationTest.java | 18 +-
.../server/ProxyWithoutServiceDiscoveryTest.java | 11 +-
.../SuperUserAuthedAdminProxyHandlerTest.java | 12 +-
.../server/UnauthedAdminProxyHandlerTest.java | 16 +-
pulsar-testclient/pom.xml | 2 +-
.../proxy/socket/client/PerformanceClient.java | 2 +-
.../apache/pulsar/testclient/PerfClientUtils.java | 14 +
.../testclient/PerformanceBaseArguments.java | 9 +
.../pulsar/testclient/PerformanceProducerTest.java | 42 +-
pulsar-transaction/common/pom.xml | 2 +-
pulsar-transaction/coordinator/pom.xml | 36 +-
.../impl/MLTransactionSequenceIdGenerator.java | 58 +-
.../coordinator/impl/TxnLogBufferedWriterTest.java | 9 +
.../coordinator/test/MockedBookKeeperTestCase.java | 6 +-
pulsar-transaction/pom.xml | 2 +-
pulsar-websocket/pom.xml | 2 +-
.../apache/pulsar/websocket/WebSocketService.java | 36 +-
.../pulsar/websocket/service/ProxyServer.java | 84 +-
.../apache/pulsar/websocket/stats/ProxyStats.java | 7 +-
src/pulsar-io-gen.sh | 2 +-
src/set-project-version.sh | 6 +-
structured-event-log/pom.xml | 2 +-
testmocks/pom.xml | 2 +-
.../bookkeeper/client/BookKeeperTestClient.java | 26 +-
.../bookkeeper/client/PulsarMockBookKeeper.java | 27 +-
.../bookkeeper/client/PulsarMockLedgerHandle.java | 2 +-
.../bookkeeper/client/PulsarMockReadHandle.java | 31 +-
.../client/PulsarMockReadHandleInterceptor.java | 27 +-
tests/bc_2_0_0/pom.xml | 2 +-
tests/bc_2_0_1/pom.xml | 2 +-
tests/bc_2_6_0/pom.xml | 2 +-
tests/docker-images/java-test-functions/pom.xml | 2 +-
tests/docker-images/java-test-image/pom.xml | 2 +-
tests/docker-images/java-test-plugins/pom.xml | 2 +-
.../plugins/LoggingBrokerInterceptor.java | 6 +-
.../docker-images/latest-version-image/Dockerfile | 24 +-
tests/docker-images/latest-version-image/pom.xml | 3 +-
tests/docker-images/pom.xml | 2 +-
tests/integration/pom.xml | 2 +-
.../containers/DebeziumMsSqlContainer.java | 2 +-
.../integration/containers/PulsarContainer.java | 5 +
.../integration/functions/PulsarFunctionsTest.java | 20 +-
.../integration/io/sinks/KinesisSinkTester.java | 13 +-
.../integration/io/sinks/OpenSearchSinkTester.java | 3 +-
.../debezium/DebeziumMsSqlSourceTester.java | 2 +-
.../loadbalance/ExtensibleLoadManagerTest.java | 48 +-
.../tests/integration/messaging/MessagingBase.java | 7 +-
.../plugins/TestBrokerInterceptors.java | 1 +
.../integration/topologies/PulsarCluster.java | 58 +-
.../integration/topologies/PulsarClusterSpec.java | 6 +
.../topologies/PulsarClusterTestBase.java | 6 +-
.../upgrade/PulsarUpgradeDowngradeTest.java | 175 +++
.../src/test/resources/pulsar-upgrade.xml | 2 +-
tests/pom.xml | 2 +-
tests/pulsar-client-admin-shade-test/pom.xml | 2 +-
.../apache/pulsar/tests/integration/SmokeTest.java | 1 +
tests/pulsar-client-all-shade-test/pom.xml | 2 +-
.../apache/pulsar/tests/integration/SmokeTest.java | 1 +
tests/pulsar-client-shade-test/pom.xml | 2 +-
tiered-storage/file-system/pom.xml | 31 +-
.../impl/FileSystemManagedLedgerOffloader.java | 2 +-
.../impl/FileSystemOffloaderLocalFileTest.java | 119 ++
.../resources}/filesystem_offload_core_site.xml | 0
tiered-storage/jcloud/pom.xml | 8 +-
.../impl/BlobStoreManagedLedgerOffloader.java | 12 +-
.../offload/jcloud/impl/MockManagedLedger.java | 55 +-
.../AbstractJCloudBlobStoreFactoryTest.java | 6 +-
tiered-storage/pom.xml | 2 +-
1121 files changed, 50224 insertions(+), 23888 deletions(-)
delete mode 100644 docker/glibc-package/Dockerfile
delete mode 100644 docker/glibc-package/scripts/APKBUILD
delete mode 100755 docker/glibc-package/scripts/glibc-bin.trigger
delete mode 100644 docker/glibc-package/scripts/ld.so.conf
create mode 100644 docker/kinesis-producer-alpine/Dockerfile
rename docker/{glibc-package => kinesis-producer-alpine}/README.md (54%)
create mode 100644 docker/kinesis-producer-alpine/build-alpine.sh
create mode 100644 docker/kinesis-producer-alpine/kinesis_producer_alpine.patch
create mode 100755 docker/pulsar/scripts/update-ini-from-env.py
create mode 100755 docker/pulsar/scripts/update-rocksdb-conf-from-env.py
create mode 100644 grafana/dashboards/offloader.json
copy
pulsar-broker-common/src/main/java/org/apache/pulsar/broker/ShutdownService.java
=>
managed-ledger/src/main/java/org/apache/bookkeeper/mledger/PositionBound.java
(83%)
copy
managed-ledger/src/main/java/org/apache/bookkeeper/mledger/{WaitingEntryCallBack.java
=> ReadOnlyManagedLedger.java} (74%)
create mode 100644
managed-ledger/src/main/java/org/apache/bookkeeper/mledger/ReadOnlyManagedLedgerImplWrapper.java
copy
managed-ledger/src/main/java/org/apache/bookkeeper/mledger/impl/{NullLedgerOffloader.java
=> NonAppendableLedgerOffloader.java} (70%)
create mode 100644
managed-ledger/src/main/java/org/apache/bookkeeper/mledger/impl/cache/ReadEntryUtils.java
create mode 100644
managed-ledger/src/test/java/org/apache/bookkeeper/mledger/impl/InflightReadsLimiterIntegrationTest.java
create mode 100644 pip/pip-352.md
create mode 100644 pip/pip-360.md
create mode 100644 pip/pip-363.md
create mode 100644 pip/pip-366.md
create mode 100644 pip/pip-367.md
create mode 100644 pip/pip-368.md
create mode 100644 pip/pip-369.md
create mode 100644 pip/pip-370.md
create mode 100644 pip/pip-373.md
create mode 100644 pip/pip-374.md
create mode 100644 pip/pip-376-Topic-Policies-Service-Pluggable.md
create mode 100644 pip/pip-378.md
create mode 100644 pip/pip-379.md
create mode 100644 pip/pip-381-large-positioninfo.md
create mode 100644 pip/pip-383.md
create mode 100644 pip/pip-384.md
create mode 100644 pip/pip-389.md
create mode 100644 pip/pip-391-enable-batch-index-ack-by-default.md
create mode 100644 pip/pip-392.md
create mode 100644 pip/pip-393.md
create mode 100644 pip/pip-399.md
create mode 100644 pip/pip-401.md
create mode 100644 pip/pip_380.md
create mode 100644
pulsar-broker-common/src/main/java/org/apache/pulsar/broker/authentication/metrics/AuthenticationMetricsToken.java
create mode 100644
pulsar-broker-common/src/test/java/org/apache/pulsar/broker/authentication/AuthenticationDataSubscriptionTest.java
copy
pulsar-broker/src/main/java/org/apache/pulsar/broker/delayed/bucket/{BucketSnapshotPersistenceException.java
=> BucketNotExistException.java} (77%)
copy
pulsar-broker/src/main/java/org/apache/pulsar/broker/delayed/bucket/{package-info.java
=> RecoverDelayedDeliveryTrackerException.java} (83%)
rename
pulsar-broker/src/main/java/org/apache/pulsar/broker/loadbalance/extensions/channel/{ServiceUnitStateCompactionStrategy.java
=> ServiceUnitStateDataConflictResolver.java} (82%)
create mode 100644
pulsar-broker/src/main/java/org/apache/pulsar/broker/loadbalance/extensions/channel/ServiceUnitStateMetadataStoreTableViewImpl.java
create mode 100644
pulsar-broker/src/main/java/org/apache/pulsar/broker/loadbalance/extensions/channel/ServiceUnitStateTableView.java
create mode 100644
pulsar-broker/src/main/java/org/apache/pulsar/broker/loadbalance/extensions/channel/ServiceUnitStateTableViewBase.java
create mode 100644
pulsar-broker/src/main/java/org/apache/pulsar/broker/loadbalance/extensions/channel/ServiceUnitStateTableViewImpl.java
create mode 100644
pulsar-broker/src/main/java/org/apache/pulsar/broker/loadbalance/extensions/channel/ServiceUnitStateTableViewSyncer.java
create mode 100644
pulsar-broker/src/main/java/org/apache/pulsar/broker/loadbalance/impl/BundleRangeCache.java
create mode 100644
pulsar-broker/src/main/java/org/apache/pulsar/broker/service/ConsumerHashAssignmentsSnapshot.java
create mode 100644
pulsar-broker/src/main/java/org/apache/pulsar/broker/service/ConsumerIdentityWrapper.java
create mode 100644
pulsar-broker/src/main/java/org/apache/pulsar/broker/service/ConsumerNameIndexTracker.java
copy
pulsar-io/batch-data-generator/src/main/java/org/apache/pulsar/io/batchdatagenerator/BatchDataGeneratorPrintSink.java
=>
pulsar-broker/src/main/java/org/apache/pulsar/broker/service/DisabledPublishRateLimiter.java
(59%)
create mode 100644
pulsar-broker/src/main/java/org/apache/pulsar/broker/service/DrainingHashesTracker.java
copy
pulsar-broker/src/main/java/org/apache/pulsar/broker/service/{TopicPolicyListener.java
=> HashRangeAssignment.java} (81%)
create mode 100644
pulsar-broker/src/main/java/org/apache/pulsar/broker/service/ImpactedConsumersResult.java
create mode 100644
pulsar-broker/src/main/java/org/apache/pulsar/broker/service/PendingAcksMap.java
create mode 100644
pulsar-broker/src/main/java/org/apache/pulsar/broker/service/RemovedHashRanges.java
create mode 100644
pulsar-broker/src/main/java/org/apache/pulsar/broker/service/StickyKeyConsumerSelectorUtils.java
copy
pulsar-broker/src/main/java/org/apache/pulsar/broker/service/{RedeliveryTrackerDisabled.java
=> StickyKeyDispatcher.java} (58%)
create mode 100644
pulsar-broker/src/main/java/org/apache/pulsar/broker/service/persistent/AbstractPersistentDispatcherMultipleConsumers.java
copy
pulsar-broker/src/main/java/org/apache/pulsar/broker/service/persistent/{PersistentDispatcherMultipleConsumers.java
=> PersistentDispatcherMultipleConsumersClassic.java} (94%)
copy
pulsar-broker/src/main/java/org/apache/pulsar/broker/service/persistent/{PersistentStickyKeyDispatcherMultipleConsumers.java
=> PersistentStickyKeyDispatcherMultipleConsumersClassic.java} (70%)
create mode 100644
pulsar-broker/src/main/java/org/apache/pulsar/broker/service/persistent/RescheduleReadHandler.java
create mode 100644
pulsar-broker/src/main/java/org/apache/pulsar/broker/stats/OpenTelemetryReplicatedSubscriptionStats.java
copy
pulsar-broker-common/src/main/java/org/apache/pulsar/common/configuration/PropertyContext.java
=>
pulsar-broker/src/main/java/org/apache/pulsar/broker/storage/BookkeeperManagedLedgerStorageClass.java
(55%)
copy
pulsar-client-api/src/main/java/org/apache/pulsar/client/api/schema/SchemaInfoProvider.java
=>
pulsar-broker/src/main/java/org/apache/pulsar/broker/storage/ManagedLedgerStorageClass.java
(58%)
create mode 100644
pulsar-broker/src/main/java/org/apache/pulsar/broker/transaction/buffer/impl/TableView.java
create mode 100644
pulsar-broker/src/main/java/org/apache/pulsar/compaction/AbstractTwoPhaseCompactor.java
copy
pulsar-broker/src/main/java/org/apache/pulsar/{broker/loadbalance/extensions/store/LoadDataStoreFactory.java
=> compaction/EventTimeCompactionServiceFactory.java} (62%)
create mode 100644
pulsar-broker/src/main/java/org/apache/pulsar/compaction/EventTimeOrderCompactor.java
copy
pulsar-broker/src/main/java/org/apache/pulsar/compaction/{package-info.java =>
MessageCompactionData.java} (84%)
create mode 100644
pulsar-broker/src/main/java/org/apache/pulsar/compaction/PublishingOrderCompactor.java
delete mode 100644
pulsar-broker/src/main/java/org/apache/pulsar/compaction/TwoPhaseCompactor.java
create mode 100644
pulsar-broker/src/main/java/org/apache/pulsar/utils/SimpleCache.java
create mode 100644
pulsar-broker/src/test/java/org/apache/bookkeeper/mledger/impl/NonEntryCacheKeySharedSubscriptionV30Test.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/BrokerTestUtilTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/SameAuthParamsLookupAutoClusterFailoverTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/admin/AdminApiNamespaceIsolationMultiBrokersTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/admin/BrokerEndpointsAuthorizationTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/admin/ClusterEndpointsAuthorizationTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/admin/TenantEndpointsAuthorizationTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/delayed/DelayedDeliveryTrackerFactoryTest.java
rename
pulsar-broker/src/test/java/org/apache/pulsar/broker/intercept/{MangedLedgerInterceptorImplTest.java
=> ManagedLedgerInterceptorImplTest.java} (86%)
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/loadbalance/extensions/BrokerRegistryIntegrationTest.java
copy
pulsar-broker/src/test/java/org/apache/pulsar/broker/{service/schema/AvroSchemaCompatibilityCheckTest.java
=> loadbalance/extensions/BrokerRegistryMetadataStoreIntegrationTest.java}
(59%)
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/loadbalance/extensions/LoadManagerFailFastTest.java
rename
pulsar-broker/src/test/java/org/apache/pulsar/broker/loadbalance/extensions/channel/{ServiceUnitStateCompactionStrategyTest.java
=> ServiceUnitStateDataConflictResolverTest.java} (88%)
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/service/ConsumerHashAssignmentsSnapshotTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/service/ConsumerIdentityWrapperTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/service/ConsumerNameIndexTrackerTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/service/DisabledCreateTopicToRemoteClusterForReplicationTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/service/DrainingHashesTrackerTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/service/InmemoryTopicPoliciesService.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/service/InmemoryTopicPoliciesServiceServiceTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/service/Ipv4Proxy.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/service/ManagedLedgerConfigTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/service/NetworkErrorTestBase.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/service/PendingAcksMapTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/service/ServerCnxNonInjectionTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/service/SubscriptionConsumerCompatibilityTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/service/TopicPolicyTestUtils.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/service/ZkSessionExpireTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/service/persistent/KeySharedLookAheadConfigTest.java
copy
pulsar-broker/src/test/java/org/apache/pulsar/broker/service/persistent/{PersistentDispatcherMultipleConsumersTest.java
=> PersistentDispatcherMultipleConsumersClassicTest.java} (55%)
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/service/persistent/PersistentDispatcherMultipleConsumersReadLimitsTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/service/persistent/PersistentDispatcherSingleActiveConsumerTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/service/persistent/PersistentStickyKeyDispatcherMultipleConsumersClassicTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/service/persistent/PersistentTopicProtectedMethodsTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/service/persistent/RescheduleReadHandlerTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/service/persistent/ShadowTopicRealBkTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/stats/OpenTelemetryAuthenticationStatsTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/stats/prometheus/PrometheusMetricsGeneratorWithNoUnsafeTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/testinterceptor/BrokerTestInterceptor.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/transaction/buffer/impl/TransactionPersistentTopicTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/transaction/buffer/utils/TransactionBufferTestImpl.java
copy
pulsar-broker/src/{main/java/org/apache/pulsar/broker/transaction/buffer/impl/TopicTransactionBufferProvider.java
=>
test/java/org/apache/pulsar/broker/transaction/buffer/utils/TransactionBufferTestProvider.java}
(79%)
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/broker/zookeeper/ClusterMetadataTeardownTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/client/api/EnableReplicatedSubscriptionsIsDisabledTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/client/api/KeySharedSubscriptionBrokerCacheTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/client/api/KeySharedSubscriptionDisabledBrokerCacheTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/client/api/LookupPropertiesTest.java
copy
pulsar-broker/src/test/java/org/apache/pulsar/client/api/{SimpleProducerConsumerDisallowAutoCreateTopicTest.java
=> MaxProducerTest.java} (59%)
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/client/api/MessageListenerExecutorTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/client/api/ReplicateSubscriptionTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/client/impl/KeySharedSubscriptionMaxUnackedMessagesTest.java
delete mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/client/impl/KeySharedSubscriptionTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/client/impl/ProducerMemoryLeakTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/client/impl/ProducerReconnectionTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/client/impl/SimpleProduceConsumeIoTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/compaction/EventTimeOrderCompactorTest.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/tests/KeySharedImplementationType.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/utils/SimpleCacheTest.java
copy pulsar-functions/instance/src/main/python/__init__.py =>
pulsar-broker/src/test/resources/conf/zk_client_enable_sasl.conf (96%)
mode change 100755 => 100644
delete mode 100644 pulsar-client-1x-base/pom.xml
delete mode 100644 pulsar-client-1x-base/pulsar-client-1x/pom.xml
delete mode 100644
pulsar-client-1x-base/pulsar-client-1x/src/main/java/org/apache/pulsar/client/api/ClientConfiguration.java
delete mode 100644
pulsar-client-1x-base/pulsar-client-1x/src/main/java/org/apache/pulsar/client/api/Consumer.java
delete mode 100644
pulsar-client-1x-base/pulsar-client-1x/src/main/java/org/apache/pulsar/client/api/ConsumerConfiguration.java
delete mode 100644
pulsar-client-1x-base/pulsar-client-1x/src/main/java/org/apache/pulsar/client/api/MessageBuilder.java
delete mode 100644
pulsar-client-1x-base/pulsar-client-1x/src/main/java/org/apache/pulsar/client/api/MessageListener.java
delete mode 100644
pulsar-client-1x-base/pulsar-client-1x/src/main/java/org/apache/pulsar/client/api/Producer.java
delete mode 100644
pulsar-client-1x-base/pulsar-client-1x/src/main/java/org/apache/pulsar/client/api/ProducerConfiguration.java
delete mode 100644
pulsar-client-1x-base/pulsar-client-1x/src/main/java/org/apache/pulsar/client/api/PulsarClient.java
delete mode 100644
pulsar-client-1x-base/pulsar-client-1x/src/main/java/org/apache/pulsar/client/api/Reader.java
delete mode 100644
pulsar-client-1x-base/pulsar-client-1x/src/main/java/org/apache/pulsar/client/api/ReaderConfiguration.java
delete mode 100644
pulsar-client-1x-base/pulsar-client-1x/src/main/java/org/apache/pulsar/client/api/ReaderListener.java
delete mode 100644
pulsar-client-1x-base/pulsar-client-1x/src/main/java/org/apache/pulsar/client/api/package-info.java
delete mode 100644
pulsar-client-1x-base/pulsar-client-1x/src/main/java/org/apache/pulsar/client/impl/MessageBuilderImpl.java
delete mode 100644
pulsar-client-1x-base/pulsar-client-1x/src/main/java/org/apache/pulsar/client/impl/v1/ConsumerV1Impl.java
delete mode 100644
pulsar-client-1x-base/pulsar-client-1x/src/main/java/org/apache/pulsar/client/impl/v1/ProducerV1Impl.java
delete mode 100644
pulsar-client-1x-base/pulsar-client-1x/src/main/java/org/apache/pulsar/client/impl/v1/PulsarClientV1Impl.java
delete mode 100644
pulsar-client-1x-base/pulsar-client-1x/src/main/java/org/apache/pulsar/client/impl/v1/ReaderV1Impl.java
delete mode 100644
pulsar-client-1x-base/pulsar-client-1x/src/main/java/org/apache/pulsar/client/impl/v1/package-info.java
delete mode 100644
pulsar-client-1x-base/pulsar-client-1x/src/main/resources/findbugsExclude.xml
delete mode 100644 pulsar-client-1x-base/pulsar-client-2x-shaded/pom.xml
copy
pulsar-common/src/main/java/org/apache/pulsar/common/protocol/schema/LongSchemaVersionResponse.java
=>
pulsar-client-admin-api/src/main/java/org/apache/pulsar/client/admin/GrantTopicPermissionOptions.java
(76%)
copy
pulsar-client-admin-api/src/main/java/org/apache/pulsar/client/admin/{Sink.java
=> RevokeTopicPermissionOptions.java} (83%)
copy
pulsar-client-admin-api/src/main/java/org/apache/pulsar/common/policies/data/{InactiveTopicDeleteMode.java
=> DrainingHash.java} (59%)
copy
pulsar-client-admin-api/src/main/java/org/apache/pulsar/common/policies/data/{AutoFailoverPolicyType.java
=> NamespaceIsolationPolicyUnloadScope.java} (58%)
copy
pulsar-functions/java-examples/src/main/java/org/apache/pulsar/functions/api/examples/pojo/Users.java
=>
pulsar-client-admin-api/src/main/java/org/apache/pulsar/common/policies/data/SchemaMetadata.java
(66%)
create mode 100644
pulsar-client-admin-shaded/src/main/resources/META-INF/services/org.apache.pulsar.shade.javax.ws.rs.client.ClientBuilder
create mode 100644
pulsar-client-admin-shaded/src/main/resources/META-INF/services/org.apache.pulsar.shade.javax.ws.rs.ext.RuntimeDelegate
create mode 100644
pulsar-client-admin/src/main/java/org/apache/pulsar/client/admin/internal/http/AsyncHttpRequestExecutor.java
create mode 100644
pulsar-client-admin/src/test/java/org/apache/pulsar/client/admin/internal/http/AsyncHttpConnectorTest.java
copy {pulsar-broker => pulsar-client-admin}/src/test/resources/log4j2.xml (96%)
create mode 100644
pulsar-client-all/src/main/resources/META-INF/services/org.apache.pulsar.shade.javax.ws.rs.client.ClientBuilder
create mode 100644
pulsar-client-all/src/main/resources/META-INF/services/org.apache.pulsar.shade.javax.ws.rs.ext.RuntimeDelegate
copy
pulsar-client-api/src/main/java/org/apache/pulsar/client/api/{KeySharedMode.java
=> MessageListenerExecutor.java} (53%)
create mode 100644 pulsar-client-dependencies-minimized/pom.xml
copy
pulsar-client-tools/src/test/java/org/apache/pulsar/admin/cli/{TestCmdNamespaces.java
=> CmdTopicPoliciesTest.java} (67%)
copy
pulsar-client-tools/src/test/java/org/apache/pulsar/admin/cli/{TestCmdFunctionWorker.java
=> TestCmdSchema.java} (70%)
rename
pulsar-client-1x-base/pulsar-client-1x/src/main/java/org/apache/pulsar/client/impl/package-info.java
=>
pulsar-client/src/main/java/org/apache/pulsar/client/impl/OpSendMsgStats.java
(75%)
create mode 100644
pulsar-client/src/main/java/org/apache/pulsar/client/impl/OpSendMsgStatsImpl.java
create mode 100644
pulsar-client/src/main/java/org/apache/pulsar/client/impl/SameAuthParamsLookupAutoClusterFailover.java
delete mode 100644
pulsar-client/src/main/java/org/apache/pulsar/client/util/ConsumerName.java
rename
pulsar-client/src/main/java/org/apache/pulsar/client/util/{WithSNISslEngineFactory.java
=> PulsarHttpAsyncSslEngineFactory.java} (53%)
copy
pulsar-common/src/main/java/org/apache/pulsar/common/policies/data/{NamespaceOperation.java
=> BrokerOperation.java} (71%)
copy
pulsar-client-admin-api/src/main/java/org/apache/pulsar/common/policies/data/FunctionInstanceStats.java
=>
pulsar-common/src/main/java/org/apache/pulsar/common/policies/data/ClusterOperation.java
(75%)
copy
pulsar-common/src/main/java/org/apache/pulsar/common/policies/data/stats/{CompactionStatsImpl.java
=> DrainingHashImpl.java} (53%)
create mode 100644
pulsar-common/src/main/java/org/apache/pulsar/common/util/DefaultPulsarSslFactory.java
delete mode 100644
pulsar-common/src/main/java/org/apache/pulsar/common/util/DefaultSslContextBuilder.java
delete mode 100644
pulsar-common/src/main/java/org/apache/pulsar/common/util/NettyClientSslContextRefresher.java
delete mode 100644
pulsar-common/src/main/java/org/apache/pulsar/common/util/NettyServerSslContextBuilder.java
create mode 100644
pulsar-common/src/main/java/org/apache/pulsar/common/util/PulsarSslConfiguration.java
create mode 100644
pulsar-common/src/main/java/org/apache/pulsar/common/util/PulsarSslFactory.java
delete mode 100644
pulsar-common/src/main/java/org/apache/pulsar/common/util/SslContextAutoRefreshBuilder.java
delete mode 100644
pulsar-common/src/main/java/org/apache/pulsar/common/util/collections/ConcurrentOpenHashMap.java
delete mode 100644
pulsar-common/src/main/java/org/apache/pulsar/common/util/collections/ConcurrentOpenHashSet.java
delete mode 100644
pulsar-common/src/main/java/org/apache/pulsar/common/util/collections/ConcurrentSortedLongPairSet.java
delete mode 100644
pulsar-common/src/main/java/org/apache/pulsar/common/util/keystoretls/NetSslContextBuilder.java
delete mode 100644
pulsar-common/src/main/java/org/apache/pulsar/common/util/keystoretls/NettySSLContextAutoRefreshBuilder.java
create mode 100644
pulsar-common/src/test/java/org/apache/pulsar/common/allocator/PulsarByteBufAllocatorTest.java
create mode 100644
pulsar-common/src/test/java/org/apache/pulsar/common/util/DefaultPulsarSslFactoryTest.java
copy
pulsar-common/src/test/java/org/apache/pulsar/common/util/{TrustManagerProxyTest.java
=> KeyManagerProxyTest.java} (63%)
delete mode 100644
pulsar-common/src/test/java/org/apache/pulsar/common/util/collections/ConcurrentOpenHashMapTest.java
delete mode 100644
pulsar-common/src/test/java/org/apache/pulsar/common/util/collections/ConcurrentOpenHashSetTest.java
delete mode 100644
pulsar-common/src/test/java/org/apache/pulsar/common/util/collections/ConcurrentSortedLongPairSetTest.java
create mode 100644
pulsar-functions/instance/src/test/java/org/apache/pulsar/functions/instance/ProducerCacheTest.java
delete mode 100644 pulsar-io/hdfs2/pom.xml
delete mode 100644
pulsar-io/hdfs2/src/main/java/org/apache/pulsar/io/hdfs2/AbstractHdfsConfig.java
delete mode 100644
pulsar-io/hdfs2/src/main/java/org/apache/pulsar/io/hdfs2/AbstractHdfsConnector.java
delete mode 100644
pulsar-io/hdfs2/src/main/java/org/apache/pulsar/io/hdfs2/Compression.java
delete mode 100644
pulsar-io/hdfs2/src/main/java/org/apache/pulsar/io/hdfs2/HdfsResources.java
delete mode 100644
pulsar-io/hdfs2/src/main/java/org/apache/pulsar/io/hdfs2/SecurityUtil.java
delete mode 100644
pulsar-io/hdfs2/src/main/java/org/apache/pulsar/io/hdfs2/package-info.java
delete mode 100644
pulsar-io/hdfs2/src/main/java/org/apache/pulsar/io/hdfs2/sink/HdfsAbstractSink.java
delete mode 100644
pulsar-io/hdfs2/src/main/java/org/apache/pulsar/io/hdfs2/sink/HdfsSinkConfig.java
delete mode 100644
pulsar-io/hdfs2/src/main/java/org/apache/pulsar/io/hdfs2/sink/HdfsSyncThread.java
delete mode 100644
pulsar-io/hdfs2/src/main/java/org/apache/pulsar/io/hdfs2/sink/package-info.java
delete mode 100644
pulsar-io/hdfs2/src/main/java/org/apache/pulsar/io/hdfs2/sink/seq/HdfsAbstractSequenceFileSink.java
delete mode 100644
pulsar-io/hdfs2/src/main/java/org/apache/pulsar/io/hdfs2/sink/seq/HdfsSequentialTextSink.java
delete mode 100644
pulsar-io/hdfs2/src/main/java/org/apache/pulsar/io/hdfs2/sink/seq/HdfsTextSink.java
delete mode 100644
pulsar-io/hdfs2/src/main/java/org/apache/pulsar/io/hdfs2/sink/seq/package-info.java
delete mode 100644
pulsar-io/hdfs2/src/main/java/org/apache/pulsar/io/hdfs2/sink/text/HdfsAbstractTextFileSink.java
delete mode 100644
pulsar-io/hdfs2/src/main/java/org/apache/pulsar/io/hdfs2/sink/text/HdfsStringSink.java
delete mode 100644
pulsar-io/hdfs2/src/main/java/org/apache/pulsar/io/hdfs2/sink/text/package-info.java
delete mode 100644
pulsar-io/hdfs2/src/main/resources/META-INF/services/pulsar-io.yaml
delete mode 100644 pulsar-io/hdfs2/src/main/resources/findbugsExclude.xml
delete mode 100644
pulsar-io/hdfs2/src/test/java/org/apache/pulsar/io/hdfs2/sink/AbstractHdfsSinkTest.java
delete mode 100644
pulsar-io/hdfs2/src/test/java/org/apache/pulsar/io/hdfs2/sink/HdfsSinkConfigTests.java
delete mode 100644
pulsar-io/hdfs2/src/test/java/org/apache/pulsar/io/hdfs2/sink/seq/HdfsSequentialSinkTests.java
delete mode 100644
pulsar-io/hdfs2/src/test/java/org/apache/pulsar/io/hdfs2/sink/seq/HdfsTextSinkTests.java
delete mode 100644
pulsar-io/hdfs2/src/test/java/org/apache/pulsar/io/hdfs2/sink/text/HdfsStringSinkTests.java
delete mode 100644 pulsar-io/hdfs2/src/test/resources/hadoop/core-site.xml
delete mode 100644 pulsar-io/hdfs2/src/test/resources/hadoop/hdfs-site.xml
delete mode 100644 pulsar-io/hdfs2/src/test/resources/sinkConfig.yaml
create mode 100644
pulsar-metadata/src/main/java/org/apache/pulsar/metadata/api/MetadataStoreTableView.java
create mode 100644
pulsar-metadata/src/main/java/org/apache/pulsar/metadata/tableview/impl/MetadataStoreTableViewImpl.java
copy {jclouds-shaded/src/main/java/org/apache/pulsar/jclouds =>
pulsar-metadata/src/main/java/org/apache/pulsar/metadata/tableview/impl}/package-info.java
(94%)
create mode 100644
pulsar-metadata/src/test/java/org/apache/pulsar/metadata/MetadataStoreTableViewTest.java
create mode 100644
pulsar-metadata/src/test/java/org/apache/pulsar/metadata/OxiaMetadataStoreErrorTest.java
copy
pulsar-io/file/src/test/resources/org/apache/pulsar/io/file/nonGzipFile.txt =>
pulsar-metadata/src/test/resources/oxia_client.conf (97%)
copy pulsar-functions/instance/src/main/python/__init__.py =>
pulsar-metadata/src/test/resources/zk_client_disabled_sasl.conf (96%)
mode change 100755 => 100644
copy
pulsar-broker/src/main/java/org/apache/pulsar/broker/loadbalance/extensions/reporter/LoadDataReporter.java
=>
testmocks/src/main/java/org/apache/bookkeeper/client/PulsarMockReadHandleInterceptor.java
(52%)
create mode 100644
tests/integration/src/test/java/org/apache/pulsar/tests/integration/upgrade/PulsarUpgradeDowngradeTest.java
create mode 100644
tiered-storage/file-system/src/test/java/org/apache/bookkeeper/mledger/offload/filesystem/impl/FileSystemOffloaderLocalFileTest.java
copy {conf =>
tiered-storage/file-system/src/test/resources}/filesystem_offload_core_site.xml
(100%)
