This is an automated email from the ASF dual-hosted git repository.
sanjeevrk pushed a change to branch retry_creation
in repository https://gitbox.apache.org/repos/asf/pulsar.git.
from bbfb1cb Added header
new ccfb949 When the loadmanager leader is not available, fall through
regular least loaded selection (#3688)
new 0142247 Revert "Remove broker mode to handle
persistent/non-persistent topics separately (#3348)" (#3713)
new 7c7c3fb Use python 3.5 runtime and pulsar client (#3723)
new bb9a4fb fix pulsar_message_set_replication_clusters (#3729)
new 40aecc1 Fix Test localhost resolution errors (#3730)
new bc8b380 Fail the source record if the write fails (#3706)
new 5fd5730 [logging] make root log level configurable (#3661)
new 65daec1 fix Jenkins pulsar-website-build error 571 (#3691)
new 548c726 [Issue #3436][pulsar-broker] Creating REST Endpoint for
non-partitioned topic creation (#3625)
new 37a2fda [Issue 3275][pulsar-io]Support source and sink of flume
(#3597)
new d84b687 Update README.md with IDE setup for lombok (#3711)
new e06a894 add cli client consumer for standalone (#3697)
new d847c35 Exposing getSchemaVersion in the client by making it public.
(#3744)
new ffa2a68 Avoid debug noise by consumer ack-tracker (#2953)
new 9dc3df6 Adjust the serving threads to have a minimum of threads
(#3698)
new 07cebb1 On publish failures, log error and count them as sys
exceptions (#3704)
new 33f1c55 fix function termination cleanup (#3751)
new c39e7d1 Broker considers fail-over consumer priority-level (#2954)
new 77332b0 [docs] Fixed typo remove-backlog-quotas to
remove-backlog-quota in docs (#3757)
new a662757 Multi version generic schema provider (#3756)
new 024831f Merge branch 'master' into retry_creation
The 2979 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
README.md | 28 ++
bin/pulsar | 1 +
conf/broker.conf | 8 +-
conf/log4j2.yaml | 4 +-
conf/proxy.conf | 2 +-
conf/standalone.conf | 9 +
deployment/terraform-ansible/templates/broker.conf | 6 +
docker/pulsar/Dockerfile | 8 +-
docker/pulsar/pom.xml | 6 +-
...ar-client-37.sh => install-pulsar-client-35.sh} | 2 +-
.../apache/pulsar/broker/ServiceConfiguration.java | 14 +-
.../org/apache/pulsar/broker/PulsarService.java | 15 +-
.../broker/admin/impl/PersistentTopicsBase.java | 12 +
.../pulsar/broker/admin/v2/PersistentTopics.java | 16 +
.../broker/loadbalance/LeaderElectionService.java | 17 +
.../broker/loadbalance/impl/LoadManagerShared.java | 34 +-
.../loadbalance/impl/ModularLoadManagerImpl.java | 43 +-
.../loadbalance/impl/SimpleLoadManagerImpl.java | 27 +-
.../pulsar/broker/namespace/NamespaceService.java | 11 +-
.../AbstractDispatcherSingleActiveConsumer.java | 29 +-
.../pulsar/broker/service/BrokerService.java | 16 +
.../pulsar/broker/admin/AdminApiTlsAuthTest.java | 28 +-
.../pulsar/broker/admin/PersistentTopicsTest.java | 5 +-
.../broker/auth/MockedPulsarServiceBaseTest.java | 16 +-
.../broker/loadbalance/LoadBalancerTest.java | 70 ++-
.../loadbalance/ModularLoadManagerImplTest.java | 84 ++--
.../broker/service/ReplicatorGlobalNSTest.java | 15 +-
.../pulsar/broker/service/ReplicatorTestBase.java | 4 +-
.../broker/service/v1/V1_ReplicatorTest.java | 6 +-
.../pulsar/client/api/NonPersistentTopicTest.java | 151 ++++++
.../client/api/SimpleProducerConsumerTest.java | 93 ++++
.../pulsar/client/impl/TopicFromMessageTest.java | 5 -
.../worker/PulsarWorkerAssignmentTest.java | 78 ++-
.../apache/pulsar/io/PulsarFunctionAdminTest.java | 2 +-
.../apache/pulsar/io/PulsarFunctionE2ETest.java | 13 +-
.../stats/client/PulsarBrokerStatsClientTest.java | 22 +-
.../org/apache/pulsar/client/admin/Topics.java | 19 +
.../pulsar/client/admin/internal/TopicsImpl.java | 19 +
.../apache/pulsar/client/api/ConsumerBuilder.java | 20 +
.../java/org/apache/pulsar/client/api/Message.java | 7 +
pulsar-client-cpp/include/pulsar/c/message.h | 4 +-
pulsar-client-cpp/lib/c/c_Message.cc | 8 +-
pulsar-client-go/pulsar/c_message.go | 2 +-
.../pulsar/admin/cli/PulsarAdminToolTest.java | 3 +
.../org/apache/pulsar/admin/cli/CmdTopics.java | 14 +
.../client/impl/BinaryProtoLookupService.java | 11 +-
.../pulsar/client/impl/HttpLookupService.java | 18 +-
.../apache/pulsar/client/impl/LookupService.java | 15 +
.../org/apache/pulsar/client/impl/MessageImpl.java | 3 +-
.../PersistentAcknowledgmentsGroupingTracker.java | 17 +-
.../pulsar/client/impl/TopicMessageImpl.java | 5 +
.../generic/MultiVersionGenericSchemaProvider.java | 87 ++++
.../MultiVersionGenericSchemaProviderTest.java | 67 +++
.../pulsar/common/schema/BytesSchemaVersion.java | 40 ++
.../data/loadbalancer/LoadManagerReport.java | 4 +
.../policies/data/loadbalancer/LoadReport.java | 18 +
.../data/loadbalancer/LocalBrokerData.java | 20 +
.../pulsar/functions/instance/ContextImpl.java | 13 +-
.../functions/instance/JavaInstanceRunnable.java | 2 +-
.../apache/pulsar/functions/sink/PulsarSink.java | 26 +-
.../pulsar/functions/instance/ContextImplTest.java | 2 +-
.../pulsar/functions/utils/FunctionInstanceId.java | 50 ++
.../org/apache/pulsar/functions/utils/Utils.java | 1 -
.../functions/worker/FunctionRuntimeManager.java | 19 +-
pulsar-io/flume/pom.xml | 116 +++++
.../org/apache/pulsar/io/flume/FlumeConfig.java | 77 +++
.../org/apache/pulsar/io/flume/FlumeConnector.java | 124 +++++
.../flume/node/AbstractConfigurationProvider.java | 559 +++++++++++++++++++++
.../AbstractZooKeeperConfigurationProvider.java | 104 ++++
.../apache/pulsar/io/flume/node/Application.java | 238 +++++++++
.../io/flume/node/ConfigurationProvider.java | 23 +
.../io/flume/node/EnvVarResolverProperties.java | 61 +++
.../io/flume/node/MaterializedConfiguration.java | 46 ++
...PollingPropertiesFileConfigurationProvider.java | 161 ++++++
.../PollingZooKeeperConfigurationProvider.java | 135 +++++
.../node/PropertiesFileConfigurationProvider.java | 217 ++++++++
.../node/SimpleMaterializedConfiguration.java | 78 +++
.../node/StaticZooKeeperConfigurationProvider.java | 55 ++
.../apache/pulsar/io/flume/sink/AbstractSink.java | 83 +++
.../apache/pulsar/io/flume/sink/SourceOfFlume.java | 118 +++++
.../apache/pulsar/io/flume/sink/StringSink.java | 30 ++
.../io/flume/source/AbstractSinkOfFlume.java | 33 ++
.../pulsar/io/flume/source/AbstractSource.java | 143 ++++++
.../apache/pulsar/io/flume/source/SinkOfFlume.java | 123 +++++
.../pulsar/io/flume/source/StringSource.java | 28 ++
.../resources/META-INF/services/pulsar-io.yaml | 10 +-
.../src/main/resources/flume/flume-io-sink.yaml | 11 +-
.../src/main/resources/flume/flume-io-source.yaml | 11 +-
.../flume/src/main/resources/flume/sink.conf | 25 +-
.../flume/src/main/resources/flume/source.conf | 25 +-
.../apache/pulsar/io/flume/AbstractFlumeTests.java | 24 +
.../node/TestAbstractConfigurationProvider.java | 370 ++++++++++++++
...TestAbstractZooKeeperConfigurationProvider.java | 131 +++++
.../pulsar/io/flume/node/TestApplication.java | 198 ++++++++
.../flume/node/TestEnvVarResolverProperties.java | 70 +++
...PollingPropertiesFileConfigurationProvider.java | 101 ++++
.../TestPollingZooKeeperConfigurationProvider.java | 95 ++++
.../TestPropertiesFileConfigurationProvider.java | 106 ++++
.../TestStaticZooKeeperConfigurationProvider.java | 44 ++
.../pulsar/io/flume/sink/StringSinkTests.java | 136 +++++
.../pulsar/io/flume/source/StringSourceTests.java | 106 ++++
.../resources/flume-conf-with-envvars.properties | 20 +-
.../flume/src/test/resources/flume-conf.properties | 115 +++++
.../src/test/resources/flume-conf.properties.2786 | 35 ++
.../flume/src/test/resources/flume/sink.conf | 25 +-
.../flume/src/test/resources/flume/source.conf | 25 +-
.../flume/src/test/resources/log4j.properties | 10 +-
pulsar-io/pom.xml | 1 +
.../pulsar/proxy/server/ProxyConfiguration.java | 2 +-
.../service/WebSocketProxyConfiguration.java | 2 +-
site/_data/config/broker.yaml | 6 +
.../explanations/ja/non-persistent-topics.md | 15 +-
.../latest/cookbooks/non-persistent-messaging.md | 8 +
.../getting-started/ConceptsAndArchitecture.md | 2 +-
site2/docs/admin-api-partitioned-topics.md | 27 +
site2/docs/concepts-messaging.md | 2 +-
site2/docs/cookbooks-non-persistent.md | 7 +
site2/docs/cookbooks-retention-expiry.md | 4 +-
site2/docs/reference-configuration.md | 2 +
site2/docs/reference-pulsar-admin.md | 10 +-
.../version-2.3.0/cookbooks-retention-expiry.md | 4 +-
.../version-2.3.0/getting-started-standalone.md | 15 +
.../versioned_docs/version-2.3.0/io-cdc-canal.md | 3 +-
.../version-2.3.0/io-cdc-debezium.md | 3 +-
.../website/versioned_docs/version-2.3.0/io-cdc.md | 3 +-
.../org/apache/pulsar/storm/PulsarSpoutTest.java | 2 +-
126 files changed, 5461 insertions(+), 316 deletions(-)
copy docker/pulsar/scripts/{install-pulsar-client-37.sh =>
install-pulsar-client-35.sh} (94%)
create mode 100644
pulsar-client/src/main/java/org/apache/pulsar/client/impl/schema/generic/MultiVersionGenericSchemaProvider.java
create mode 100644
pulsar-client/src/test/java/org/apache/pulsar/client/impl/schema/generic/MultiVersionGenericSchemaProviderTest.java
create mode 100644
pulsar-common/src/main/java/org/apache/pulsar/common/schema/BytesSchemaVersion.java
create mode 100644
pulsar-functions/utils/src/main/java/org/apache/pulsar/functions/utils/FunctionInstanceId.java
create mode 100644 pulsar-io/flume/pom.xml
create mode 100644
pulsar-io/flume/src/main/java/org/apache/pulsar/io/flume/FlumeConfig.java
create mode 100644
pulsar-io/flume/src/main/java/org/apache/pulsar/io/flume/FlumeConnector.java
create mode 100644
pulsar-io/flume/src/main/java/org/apache/pulsar/io/flume/node/AbstractConfigurationProvider.java
create mode 100644
pulsar-io/flume/src/main/java/org/apache/pulsar/io/flume/node/AbstractZooKeeperConfigurationProvider.java
create mode 100644
pulsar-io/flume/src/main/java/org/apache/pulsar/io/flume/node/Application.java
create mode 100644
pulsar-io/flume/src/main/java/org/apache/pulsar/io/flume/node/ConfigurationProvider.java
create mode 100644
pulsar-io/flume/src/main/java/org/apache/pulsar/io/flume/node/EnvVarResolverProperties.java
create mode 100644
pulsar-io/flume/src/main/java/org/apache/pulsar/io/flume/node/MaterializedConfiguration.java
create mode 100644
pulsar-io/flume/src/main/java/org/apache/pulsar/io/flume/node/PollingPropertiesFileConfigurationProvider.java
create mode 100644
pulsar-io/flume/src/main/java/org/apache/pulsar/io/flume/node/PollingZooKeeperConfigurationProvider.java
create mode 100644
pulsar-io/flume/src/main/java/org/apache/pulsar/io/flume/node/PropertiesFileConfigurationProvider.java
create mode 100644
pulsar-io/flume/src/main/java/org/apache/pulsar/io/flume/node/SimpleMaterializedConfiguration.java
create mode 100644
pulsar-io/flume/src/main/java/org/apache/pulsar/io/flume/node/StaticZooKeeperConfigurationProvider.java
create mode 100644
pulsar-io/flume/src/main/java/org/apache/pulsar/io/flume/sink/AbstractSink.java
create mode 100644
pulsar-io/flume/src/main/java/org/apache/pulsar/io/flume/sink/SourceOfFlume.java
create mode 100644
pulsar-io/flume/src/main/java/org/apache/pulsar/io/flume/sink/StringSink.java
create mode 100644
pulsar-io/flume/src/main/java/org/apache/pulsar/io/flume/source/AbstractSinkOfFlume.java
create mode 100644
pulsar-io/flume/src/main/java/org/apache/pulsar/io/flume/source/AbstractSource.java
create mode 100644
pulsar-io/flume/src/main/java/org/apache/pulsar/io/flume/source/SinkOfFlume.java
create mode 100644
pulsar-io/flume/src/main/java/org/apache/pulsar/io/flume/source/StringSource.java
copy docker/pulsar/scripts/install-pulsar-client-37.sh =>
pulsar-io/flume/src/main/resources/META-INF/services/pulsar-io.yaml (82%)
mode change 100755 => 100644
copy docker/pulsar/scripts/install-pulsar-client-37.sh =>
pulsar-io/flume/src/main/resources/flume/flume-io-sink.yaml (86%)
mode change 100755 => 100644
copy docker/pulsar/scripts/install-pulsar-client-37.sh =>
pulsar-io/flume/src/main/resources/flume/flume-io-source.yaml (86%)
mode change 100755 => 100644
copy docker/pulsar/scripts/install-pulsar-client-37.sh =>
pulsar-io/flume/src/main/resources/flume/sink.conf (57%)
mode change 100755 => 100644
copy docker/pulsar/scripts/install-pulsar-client-37.sh =>
pulsar-io/flume/src/main/resources/flume/source.conf (57%)
mode change 100755 => 100644
create mode 100644
pulsar-io/flume/src/test/java/org/apache/pulsar/io/flume/AbstractFlumeTests.java
create mode 100644
pulsar-io/flume/src/test/java/org/apache/pulsar/io/flume/node/TestAbstractConfigurationProvider.java
create mode 100644
pulsar-io/flume/src/test/java/org/apache/pulsar/io/flume/node/TestAbstractZooKeeperConfigurationProvider.java
create mode 100644
pulsar-io/flume/src/test/java/org/apache/pulsar/io/flume/node/TestApplication.java
create mode 100644
pulsar-io/flume/src/test/java/org/apache/pulsar/io/flume/node/TestEnvVarResolverProperties.java
create mode 100644
pulsar-io/flume/src/test/java/org/apache/pulsar/io/flume/node/TestPollingPropertiesFileConfigurationProvider.java
create mode 100644
pulsar-io/flume/src/test/java/org/apache/pulsar/io/flume/node/TestPollingZooKeeperConfigurationProvider.java
create mode 100644
pulsar-io/flume/src/test/java/org/apache/pulsar/io/flume/node/TestPropertiesFileConfigurationProvider.java
create mode 100644
pulsar-io/flume/src/test/java/org/apache/pulsar/io/flume/node/TestStaticZooKeeperConfigurationProvider.java
create mode 100644
pulsar-io/flume/src/test/java/org/apache/pulsar/io/flume/sink/StringSinkTests.java
create mode 100644
pulsar-io/flume/src/test/java/org/apache/pulsar/io/flume/source/StringSourceTests.java
copy docker/pulsar/scripts/install-pulsar-client-37.sh =>
pulsar-io/flume/src/test/resources/flume-conf-with-envvars.properties (65%)
mode change 100755 => 100644
create mode 100644 pulsar-io/flume/src/test/resources/flume-conf.properties
create mode 100755
pulsar-io/flume/src/test/resources/flume-conf.properties.2786
copy docker/pulsar/scripts/install-pulsar-client-37.sh =>
pulsar-io/flume/src/test/resources/flume/sink.conf (57%)
mode change 100755 => 100644
copy docker/pulsar/scripts/install-pulsar-client-37.sh =>
pulsar-io/flume/src/test/resources/flume/source.conf (57%)
mode change 100755 => 100644
rename docker/pulsar/scripts/install-pulsar-client-37.sh =>
pulsar-io/flume/src/test/resources/log4j.properties (75%)
mode change 100755 => 100644
