This is an automated email from the ASF dual-hosted git repository.
penghui pushed a change to branch branch-2.10
in repository https://gitbox.apache.org/repos/asf/pulsar.git
from 307133c59c2 [improve][offloaders] Upgrade JClouds to 2.5.0 (#15649)
new e19cee1203f [CI] Upgrade zlib version to 1.2.12 (#14964)
new 1952a9cd876 Use tlsCertRefreshCheckDurationSec instead of 0 for
refresh value (#15075)
new a6eb62286fd [enh][monitor]: add metrics for pulsar web service thread
pool (#14742)
new e6b5ec9a503 Add KeyStore support in WebSocket, Function Worker HTTPS
Servers (#15084)
new 82095a4129e [Flaky-test] BatchSourceExecutorTest.testLifeCycle
(#10870) (#14717)
new f829ca99068 [Broker] Fix typo in enum name and handle closing of the
channel properly since writeAndFlush is asynchronous (#15384)
new cb4e2161f41 [Improve][admin|client] AsyncHttpConnector doesn't use the
system properties configured (#15307)
new fb0cb768728 [improve][broker-web&websocket&proxy&function-worker]
Full-support set ssl provider, ciphers and protocols (#13740)
new efc53a0be83 fix bug in contructor of RocksdbMetadataStore (#15405)
new 352bb76dfab [Proxy/Client] Fix DNS server denial-of-service issue when
DNS entry expires (#15403)
new d776e17dcaf [Proxy] Remove unnecessary blocking DNS lookup in
LookupProxyHandler (#15415)
new 5a9b56a9865 [improve][java-client] Add pending messages information
while print the producer stats (#15440)
new 46d6a7f41b7 [fix][package-management] Fix the new path `/data`
introduced regression (#15367)
new 32f123c4beb [Improve][doc] Add config of IO and acceptor threads in
proxy (#15340)
new c9ca16e95bb Revert "Fix: LockManagerTest.updateValue is flaky
(#13911)" (#15235)
new 8b4d81e57a1 [improve][client] improve logic when ACK grouping tracker
checks duplicated message id (#15465)
new d3c08dba919 Support handling single role and non-jwt-token in
MultiRolesTokenAuthorizationProvider (#14857)
new 6cbead56091 [security] Remove sensitive msg from consumer/producer
stats log (#15483)
new 836ed1e25fc [fix][broker] Fix MultiRolesTokenAuthorizationProvider
`authorize` issue. (#15454)
new 3dcdf2a6993 Fix grant all permissions but can't list topic. (#15501)
new 810d707d8fc [fix][txn] Topic transaction buffer recover don't close
reader when throw RuntimeException (#15361)
new 761c42d33ef [fix][broker]Close publishLimiter when disable it (#15520)
new e3ba66efc82 [PIP-163][Txn]Add lowWaterMark check before appending
entry to TB (#15424)
new 530fafccaec Fix http produce msg redirect issue. (#15551)
new d23e251a9b3 [fix][broker] Fix to avoid TopicStatsImpl NPE even if
producerName is null (#15502)
new f10f4456574 [PIP-153][optimize][txn] Optimize metadataPositions in
MLPendingAckStore (#15137)
new 08219aef884 [improve][common] Use `Collection` to instead of `List`
parameter type (#15329)
new a4e6e2e3651 [Java Client] Fix messages sent by producers without
schema cannot be decoded (#15622)
new e3add83871c [cleanup][broker] Override close method to avoid caching
exception (#15529)
new 9dead563ad0 Fix potential to add duplicated consumer (#15051)
new 6415b313da9 [fix][broker] fix MetadataStoreException$NotFoundException
while doing topic lookup (#15633)
The 31 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
conf/broker.conf | 11 ++
conf/functions_worker.yml | 40 +++++
conf/proxy.conf | 38 +++++
conf/standalone.conf | 3 +
conf/websocket.conf | 35 +++++
docker/pulsar/scripts/gen-yml-from-env.py | 4 +-
.../apache/pulsar/broker/ServiceConfiguration.java | 17 ++-
.../MultiRolesTokenAuthorizationProvider.java | 35 +----
.../authorization/PulsarAuthorizationProvider.java | 2 +-
.../PrometheusMetricsGeneratorUtils.java | 4 +-
.../java/org/apache/pulsar/jetty/package-info.java | 16 +-
.../pulsar/jetty/tls/JettySslContextFactory.java | 116 ++++++++++++++
.../org/apache/pulsar/jetty/tls/package-info.java | 16 +-
.../MultiRolesTokenAuthorizationProviderTest.java | 101 ++++++++++++
.../jetty/tls/JettySslContextFactoryTest.java | 130 +++++++---------
.../JettySslContextFactoryWithKeyStoreTest.java | 47 +++---
.../src/test/resources/ssl/jetty_client_key.jks | Bin 0 -> 2679 bytes
.../src/test/resources/ssl/jetty_client_trust.jks | Bin 0 -> 1207 bytes
.../src/test/resources/ssl/jetty_server_key.jks | Bin 0 -> 2679 bytes
.../src/test/resources/ssl/jetty_server_trust.jks | Bin 0 -> 1207 bytes
.../src/test/resources/ssl/my-ca/ca.pem | 0
.../src/test/resources/ssl/my-ca/client-ca.pem | 0
.../src/test/resources/ssl/my-ca/client-key.pem | 0
.../src/test/resources/ssl/my-ca/server-ca.pem | 0
.../src/test/resources/ssl/my-ca/server-key.pem | 0
.../org/apache/pulsar/broker/PulsarService.java | 2 +
.../pulsar/broker/loadbalance/ResourceUnit.java | 5 +
.../impl/ModularLoadManagerWrapper.java | 14 +-
.../loadbalance/impl/SimpleResourceUnit.java | 22 ++-
.../pulsar/broker/namespace/NamespaceService.java | 16 +-
.../org/apache/pulsar/broker/rest/TopicsBase.java | 11 +-
.../pulsar/broker/service/AbstractTopic.java | 7 +-
.../broker/service/ConnectionController.java | 16 +-
.../broker/service/PrecisPublishLimiter.java | 2 +-
.../org/apache/pulsar/broker/service/Producer.java | 2 +-
.../pulsar/broker/service/PublishRateLimiter.java | 5 +
.../broker/service/PublishRateLimiterDisable.java | 2 +-
.../broker/service/PublishRateLimiterImpl.java | 2 +-
.../apache/pulsar/broker/service/ServerCnx.java | 60 +++++---
.../service/nonpersistent/NonPersistentTopic.java | 6 +-
.../broker/service/persistent/PersistentTopic.java | 14 +-
.../buffer/impl/TopicTransactionBuffer.java | 32 +++-
.../pendingack/impl/MLPendingAckStore.java | 170 +++++++++++----------
.../pendingack/impl/MLPendingAckStoreProvider.java | 11 +-
.../transaction/util/LogIndexLagBackoff.java | 49 ++++++
.../broker/transaction/util/package-info.java | 19 +--
.../apache/pulsar/broker/web/WebExecutorStats.java | 100 ++++++++++++
.../org/apache/pulsar/broker/web/WebService.java | 17 ++-
.../apache/pulsar/broker/admin/AdminApi2Test.java | 8 +-
.../pulsar/broker/admin/PersistentTopicsTest.java | 2 +-
.../org/apache/pulsar/broker/admin/TopicsTest.java | 8 +-
.../pulsar/broker/auth/AuthorizationTest.java | 18 +--
.../loadbalance/AdvertisedListenersTest.java | 18 ++-
.../RGUsageMTAggrWaitForAllMsgsTest.java | 6 +-
.../pulsar/broker/service/ServerCnxTest.java | 147 ++++++++++++++++++
.../pulsar/broker/stats/PrometheusMetricsTest.java | 9 +-
.../TopicTransactionBufferRecoverTest.java | 11 +-
.../pulsar/broker/transaction/TransactionTest.java | 4 +-
.../buffer/TransactionLowWaterMarkTest.java | 40 +++++
.../pendingack/PendingAckMetadataTest.java | 2 +-
.../pendingack/PendingAckPersistentTest.java | 105 +++++++++++++
.../apache/pulsar/broker/web/WebServiceTest.java | 42 +++++
.../pulsar/client/api/BrokerServiceLookupTest.java | 1 +
.../apache/pulsar/client/api/SimpleSchemaTest.java | 52 ++++++-
.../pulsar/client/impl/ConnectionPoolTest.java | 38 ++---
.../java/org/apache/pulsar/schema/SchemaTest.java | 17 ++-
.../pulsar/utils/LogIndexLagBackOffTest.java | 55 +++++++
.../proxy/ProxyPublishConsumeTlsTest.java | 2 +-
.../admin/internal/http/AsyncHttpConnector.java | 1 +
pulsar-client-cpp/docker/alpine/Dockerfile | 8 +-
.../docker/alpine/Dockerfile-alpine-3.8 | 8 +-
pulsar-client-cpp/docker/manylinux1/Dockerfile | 8 +-
pulsar-client-cpp/pkg/deb/Dockerfile | 8 +-
pulsar-client-cpp/pkg/licenses/LICENSE-zlib.txt | 4 +-
pulsar-client-cpp/pkg/rpm/Dockerfile | 8 +-
.../org/apache/pulsar/client/impl/ClientCnx.java | 2 +-
.../apache/pulsar/client/impl/ConnectionPool.java | 53 +++----
.../client/impl/ConsumerStatsRecorderImpl.java | 3 +-
.../client/impl/ControlledClusterFailover.java | 1 +
.../org/apache/pulsar/client/impl/HttpClient.java | 1 +
.../org/apache/pulsar/client/impl/MessageImpl.java | 26 +++-
.../PersistentAcknowledgmentsGroupingTracker.java | 5 +-
.../apache/pulsar/client/impl/ProducerImpl.java | 17 ++-
.../pulsar/client/impl/ProducerResponse.java | 14 +-
.../client/impl/ProducerStatsRecorderImpl.java | 9 +-
.../impl/auth/oauth2/protocol/TokenClient.java | 1 +
.../client/impl/conf/ClientConfigurationData.java | 11 ++
.../impl/conf/ClientConfigurationDataTest.java | 57 +++++++
pulsar-common/pom.xml | 11 --
.../data/stats/NonPersistentTopicStatsImpl.java | 23 +--
.../common/policies/data/stats/TopicStatsImpl.java | 13 +-
.../common/util/DefaultSslContextBuilder.java | 23 ++-
.../org/apache/pulsar/common/util/FutureUtil.java | 59 ++++++-
.../apache/pulsar/common/util/SecurityUtility.java | 74 +++------
.../JettySslContextFactoryWithAutoRefresh.java | 70 ---------
.../util/keystoretls/KeyStoreSSLContext.java | 58 +------
.../NonPersistentPartitionedTopicStatsTest.java | 40 +++++
.../policies/data/PersistentTopicStatsTest.java | 38 +++++
.../apache/pulsar/common/util/FutureUtilTest.java | 43 ++++++
pulsar-functions/instance/pom.xml | 6 +
.../source/batch/BatchSourceExecutorTest.java | 11 +-
.../pulsar/functions/worker/WorkerConfig.java | 74 ++++++++-
.../worker/WorkerApiV2ResourceConfigTest.java | 18 ++-
.../functions/worker/PulsarWorkerService.java | 9 +-
.../pulsar/functions/worker/rest/WorkerServer.java | 39 ++++-
.../metadata/impl/LocalMemoryMetadataStore.java | 26 ++--
.../pulsar/metadata/impl/RocksdbMetadataStore.java | 2 +-
.../packages/management/core/PackagesStorage.java | 21 +++
.../core/impl/PackagesManagementImpl.java | 9 +-
.../core/impl/PackagesManagementImplTest.java | 69 ++++++++-
.../filesystem/FileSystemPackagesStorage.java | 5 +
.../pulsar/proxy/server/AdminProxyHandler.java | 14 +-
.../pulsar/proxy/server/LookupProxyHandler.java | 20 +--
.../pulsar/proxy/server/ProxyConfiguration.java | 10 +-
.../pulsar/proxy/server/ProxyConnection.java | 11 +-
.../apache/pulsar/proxy/server/ProxyService.java | 12 +-
.../proxy/server/ServiceChannelInitializer.java | 2 +-
.../org/apache/pulsar/proxy/server/WebServer.java | 13 +-
.../pulsar/websocket/service/ProxyServer.java | 40 +++--
.../service/WebSocketProxyConfiguration.java | 56 +++++++
site2/docs/reference-configuration.md | 2 +
121 files changed, 2164 insertions(+), 786 deletions(-)
copy
pulsar-client/src/main/java/org/apache/pulsar/client/impl/ProducerResponse.java
=> pulsar-broker-common/src/main/java/org/apache/pulsar/jetty/package-info.java
(71%)
create mode 100644
pulsar-broker-common/src/main/java/org/apache/pulsar/jetty/tls/JettySslContextFactory.java
copy
pulsar-client/src/main/java/org/apache/pulsar/client/impl/ProducerResponse.java
=>
pulsar-broker-common/src/main/java/org/apache/pulsar/jetty/tls/package-info.java
(71%)
copy
pulsar-common/src/test/java/org/apache/pulsar/common/util/keystoretls/JettySslContextFactoryWithAutoRefreshTest.java
=>
pulsar-broker-common/src/test/java/org/apache/pulsar/jetty/tls/JettySslContextFactoryTest.java
(60%)
rename
pulsar-common/src/test/java/org/apache/pulsar/common/util/keystoretls/JettySslContextFactoryWithAutoRefreshTest.java
=>
pulsar-broker-common/src/test/java/org/apache/pulsar/jetty/tls/JettySslContextFactoryWithKeyStoreTest.java
(90%)
create mode 100644
pulsar-broker-common/src/test/resources/ssl/jetty_client_key.jks
create mode 100644
pulsar-broker-common/src/test/resources/ssl/jetty_client_trust.jks
create mode 100644
pulsar-broker-common/src/test/resources/ssl/jetty_server_key.jks
create mode 100644
pulsar-broker-common/src/test/resources/ssl/jetty_server_trust.jks
copy {pulsar-common =>
pulsar-broker-common}/src/test/resources/ssl/my-ca/ca.pem (100%)
copy {pulsar-common =>
pulsar-broker-common}/src/test/resources/ssl/my-ca/client-ca.pem (100%)
copy {pulsar-common =>
pulsar-broker-common}/src/test/resources/ssl/my-ca/client-key.pem (100%)
copy {pulsar-common =>
pulsar-broker-common}/src/test/resources/ssl/my-ca/server-ca.pem (100%)
copy {pulsar-common =>
pulsar-broker-common}/src/test/resources/ssl/my-ca/server-key.pem (100%)
create mode 100644
pulsar-broker/src/main/java/org/apache/pulsar/broker/transaction/util/LogIndexLagBackoff.java
copy
pulsar-client/src/main/java/org/apache/pulsar/client/impl/ProducerResponse.java
=>
pulsar-broker/src/main/java/org/apache/pulsar/broker/transaction/util/package-info.java
(71%)
create mode 100644
pulsar-broker/src/main/java/org/apache/pulsar/broker/web/WebExecutorStats.java
create mode 100644
pulsar-broker/src/test/java/org/apache/pulsar/utils/LogIndexLagBackOffTest.java
create mode 100644
pulsar-client/src/test/java/org/apache/pulsar/client/impl/conf/ClientConfigurationDataTest.java
delete mode 100644
pulsar-common/src/main/java/org/apache/pulsar/common/util/keystoretls/JettySslContextFactoryWithAutoRefresh.java
