This is an automated email from the ASF dual-hosted git repository. wave pushed a commit to branch dave2wave-branch-14693 in repository https://gitbox.apache.org/repos/asf/pulsar.git
commit 392ec21f504d18fc491b20a40131d675a37ba20a Merge: 30efdd8 32c3cd1 Author: Dave Fisher <[email protected]> AuthorDate: Mon Mar 7 10:25:26 2022 -0800 Merge branch 'master' of https://github.com/apache/pulsar .asf.yaml | 1 - .github/workflows/ci-cpp-build-windows.yaml | 39 +- .github/workflows/ci-stale-issue-pr.yaml | 1 + conf/functions_worker.yml | 1 + conf/standalone.conf | 18 +- docker/pulsar/Dockerfile | 1 + .../apache/bookkeeper/mledger/ManagedCursor.java | 6 +- .../bookkeeper/mledger/impl/ManagedCursorImpl.java | 7 +- .../bookkeeper/mledger/impl/ManagedLedgerImpl.java | 11 +- .../mledger/impl/ManagedCursorContainerTest.java | 3 +- .../bookkeeper/mledger/impl/ManagedCursorTest.java | 6 +- .../mledger/impl/NonDurableCursorTest.java | 2 +- pom.xml | 11 +- .../apache/pulsar/broker/ServiceConfiguration.java | 9 + .../authentication/AuthenticationProvider.java | 8 + .../authentication/AuthenticationProviderList.java | 31 + .../AuthenticationProviderToken.java | 43 +- .../authentication/AuthenticationService.java | 24 +- .../OneStageAuthenticationState.java | 7 + .../authorization/PulsarAuthorizationProvider.java | 37 +- .../pulsar/broker/web/AuthenticationFilter.java | 20 +- .../AuthenticationProviderListTest.java | 45 ++ .../PulsarConfigurationLoaderTest.java | 24 +- .../org/apache/pulsar/PulsarStandaloneBuilder.java | 7 +- .../org/apache/pulsar/PulsarStandaloneStarter.java | 7 +- .../org/apache/pulsar/broker/PulsarService.java | 11 +- .../broker/TransactionMetadataStoreService.java | 167 ++--- .../apache/pulsar/broker/admin/AdminResource.java | 3 + .../pulsar/broker/admin/impl/BrokersBase.java | 129 ++-- .../pulsar/broker/admin/impl/NamespacesBase.java | 93 ++- .../org/apache/pulsar/broker/admin/v2/Bookies.java | 16 + .../pulsar/broker/namespace/OwnershipCache.java | 7 +- .../pulsar/broker/service/AbstractTopic.java | 50 +- .../pulsar/broker/service/BrokerService.java | 12 +- .../org/apache/pulsar/broker/service/Consumer.java | 13 +- .../apache/pulsar/broker/service/Replicator.java | 3 +- .../apache/pulsar/broker/service/ServerCnx.java | 39 +- .../service/nonpersistent/NonPersistentTopic.java | 22 +- .../service/persistent/DispatchRateLimiter.java | 3 + .../service/persistent/PersistentReplicator.java | 9 +- .../service/persistent/PersistentSubscription.java | 10 +- .../broker/service/persistent/PersistentTopic.java | 96 +-- .../service/persistent/SubscribeRateLimiter.java | 75 +-- .../pulsar/broker/web/PulsarWebResource.java | 8 +- .../org/apache/pulsar/PulsarBrokerStarterTest.java | 20 +- .../broker/BookKeeperClientFactoryImplTest.java | 14 +- .../apache/pulsar/broker/PulsarServiceTest.java | 4 +- .../apache/pulsar/broker/SLAMonitoringTest.java | 2 +- .../broker/admin/AdminApiHealthCheckTest.java | 97 ++- .../apache/pulsar/broker/admin/AdminApiTest.java | 9 +- .../apache/pulsar/broker/admin/BookiesApiTest.java | 57 ++ .../broker/admin/BrokerAdminClientTlsAuthTest.java | 4 +- .../apache/pulsar/broker/admin/NamespacesTest.java | 26 +- .../pulsar/broker/admin/v1/V1_AdminApiTest.java | 2 +- .../broker/auth/MockedPulsarServiceBaseTest.java | 4 +- .../AntiAffinityNamespaceGroupTest.java | 4 +- .../loadbalance/LeaderElectionServiceTest.java | 2 +- .../broker/loadbalance/LoadBalancerTest.java | 2 +- .../loadbalance/ModularLoadManagerImplTest.java | 6 +- .../loadbalance/SimpleLoadManagerImplTest.java | 4 +- .../loadbalance/impl/BundleSplitterTaskTest.java | 2 +- .../OwnerShipForCurrentServerTestBase.java | 4 +- .../broker/service/AdvertisedAddressTest.java | 2 +- .../BacklogQuotaManagerConfigurationTest.java | 2 +- .../broker/service/BacklogQuotaManagerTest.java | 2 +- .../pulsar/broker/service/BkEnsemblesTestBase.java | 2 +- .../broker/service/BrokerBkEnsemblesTests.java | 5 +- .../broker/service/BrokerBookieIsolationTest.java | 6 +- .../pulsar/broker/service/MaxMessageSizeTest.java | 2 +- .../broker/service/NonPersistentTopicE2ETest.java | 12 +- .../broker/service/PersistentTopicE2ETest.java | 22 +- .../pulsar/broker/service/PersistentTopicTest.java | 3 +- .../pulsar/broker/service/ReplicatorTestBase.java | 4 +- .../pulsar/broker/service/ServerCnxTest.java | 20 + .../pulsar/broker/service/TopicOwnerTest.java | 2 +- .../broker/transaction/TransactionTestBase.java | 4 +- .../TransactionCoordinatorClientTest.java | 16 + .../coordinator/TransactionMetaStoreTestBase.java | 2 +- .../apache/pulsar/broker/web/WebServiceTest.java | 2 +- .../api/AuthorizationProducerConsumerTest.java | 6 + .../pulsar/client/api/BrokerServiceLookupTest.java | 24 +- .../client/api/ClientDeduplicationFailureTest.java | 5 +- .../pulsar/client/api/MultiTopicsConsumerTest.java | 1 + .../pulsar/client/api/NonPersistentTopicTest.java | 12 +- .../pulsar/client/api/ProducerCreationTest.java | 24 + .../client/impl/DynamicReceiverQueueSizeTest.java | 121 ++++ .../pulsar/compaction/CompactedTopicTest.java | 50 ++ .../java/org/apache/pulsar/schema/SchemaTest.java | 3 +- .../common/conf/InternalConfigurationData.java | 26 +- .../pulsar/common/policies/data/SubscribeRate.java | 10 + .../client/api/AuthenticationDataProvider.java | 2 + .../apache/pulsar/client/api/DeadLetterPolicy.java | 2 + .../TransactionCoordinatorClientException.java | 18 +- .../org/apache/pulsar/admin/cli/CmdBookies.java | 3 +- .../org/apache/pulsar/admin/cli/CmdNamespaces.java | 2 +- .../org/apache/pulsar/admin/cli/CmdSchemas.java | 2 +- .../pulsar/client/impl/AutoClusterFailover.java | 15 +- .../org/apache/pulsar/client/impl/ClientCnx.java | 22 +- .../apache/pulsar/client/impl/ConsumerBase.java | 27 +- .../pulsar/client/impl/ConsumerBuilderImpl.java | 78 +-- .../apache/pulsar/client/impl/ConsumerImpl.java | 26 +- .../client/impl/MultiTopicsConsumerImpl.java | 33 +- .../pulsar/client/impl/ProducerBuilderImpl.java | 4 +- .../pulsar/client/impl/PulsarClientImpl.java | 31 +- .../client/impl/TransactionMetaStoreHandler.java | 5 +- .../pulsar/client/impl/ZeroQueueConsumerImpl.java | 7 + .../client/impl/auth/AuthenticationBasic.java | 3 +- .../client/impl/auth/AuthenticationDataBasic.java | 9 +- .../client/impl/auth/AuthenticationDataTls.java | 10 + .../client/impl/auth/AuthenticationDataToken.java | 8 +- .../pulsar/client/impl/auth/AuthenticationTls.java | 4 +- .../client/impl/auth/AuthenticationToken.java | 3 +- .../impl/auth/oauth2/AuthenticationDataOAuth2.java | 9 +- .../TransactionCoordinatorClientImpl.java | 6 +- .../client/impl/transaction/TransactionImpl.java | 4 +- .../client/impl/AutoClusterFailoverTest.java | 43 ++ .../pulsar/client/impl/ConsumerImplTest.java | 9 + .../client/impl/auth/AuthenticationTokenTest.java | 15 +- .../policies/data/HierarchyTopicPolicies.java | 4 + .../org/apache/pulsar/common/util/FutureUtil.java | 14 + .../util/collections/ConcurrentLongHashMap.java | 139 ++++- .../collections/ConcurrentLongLongPairHashMap.java | 673 +++++++++++++++++++++ pulsar-common/src/main/proto/PulsarApi.proto | 2 + .../collections/ConcurrentLongHashMapTest.java | 122 +++- .../ConcurrentLongLongPairHashMapTest.java | 427 +++++++++++++ .../common/util/collections/FieldParserTest.java | 16 +- pulsar-function-go/pf/instance.go | 41 +- pulsar-functions/instance/pom.xml | 13 + .../pulsar/functions/instance/ContextImpl.java | 109 ++-- .../pulsar/functions/instance/InstanceCache.java | 3 +- .../pulsar/functions/instance/InstanceConfig.java | 5 +- .../pulsar/functions/instance/InstanceUtils.java | 18 +- .../functions/instance/JavaExecutionResult.java | 2 +- .../pulsar/functions/instance/JavaInstance.java | 4 +- .../functions/instance/JavaInstanceRunnable.java | 82 ++- .../pulsar/functions/instance/LogAppender.java | 5 +- .../pulsar/functions/instance/SinkRecord.java | 2 +- .../functions/instance/go}/package-info.java | 5 +- .../pulsar/functions/instance/package-info.java | 2 +- .../functions/instance/state/BKStateStoreImpl.java | 12 +- .../instance/state/BKStateStoreProviderImpl.java | 28 +- .../instance/state/InstanceStateManager.java | 1 - .../state/PulsarMetadataStateStoreImpl.java | 3 +- .../instance/state/StateStoreProvider.java | 6 +- .../functions/instance/state}/package-info.java | 5 +- .../instance/stats/ComponentStatsManager.java | 23 +- .../instance/stats/FunctionCollectorRegistry.java | 9 +- .../stats/FunctionCollectorRegistryImpl.java | 2 - .../instance/stats/FunctionStatsManager.java | 172 +++--- .../instance/stats/PrometheusTextFormat.java | 3 +- .../functions/instance/stats/SinkStatsManager.java | 123 ++-- .../instance/stats/SourceStatsManager.java | 120 ++-- .../functions/instance/stats}/package-info.java | 5 +- .../org/apache/pulsar/functions}/package-info.java | 5 +- .../apache/pulsar/functions/sink/PulsarSink.java | 32 +- .../pulsar/functions/sink/PulsarSinkDisable.java | 4 +- .../pulsar/functions/sink}/package-info.java | 5 +- .../source/MultiConsumerPulsarSource.java | 14 +- .../source/MultiConsumerPulsarSourceConfig.java | 8 +- .../pulsar/functions/source/PulsarSource.java | 23 +- .../functions/source/PulsarSourceConfig.java | 1 - .../source/PulsarSourceConsumerConfig.java | 4 +- .../pulsar/functions/source/PushPulsarSource.java | 10 +- .../pulsar/functions/source/SerDeSchema.java | 1 - .../source/SingleConsumerPulsarSource.java | 19 +- .../source/SingleConsumerPulsarSourceConfig.java | 6 +- .../pulsar/functions/source/TopicSchema.java | 22 +- .../source/batch/BatchSourceExecutor.java | 27 +- .../functions/source/batch}/package-info.java | 5 +- .../pulsar/functions/source}/package-info.java | 5 +- .../windowing/DefaultEvictionContext.java | 8 +- .../pulsar/functions/windowing/EventImpl.java | 1 - .../pulsar/functions/windowing/EvictionPolicy.java | 8 +- .../functions/windowing/TimestampExtractor.java | 4 +- .../pulsar/functions/windowing/TriggerPolicy.java | 8 +- .../windowing/WaterMarkEventGenerator.java | 7 +- .../functions/windowing/WindowContextImpl.java | 9 +- .../windowing/WindowFunctionExecutor.java | 67 +- .../windowing/WindowLifecycleListener.java | 6 +- .../pulsar/functions/windowing/WindowManager.java | 7 +- .../windowing/evictors/CountEvictionPolicy.java | 3 +- .../evictors/WatermarkCountEvictionPolicy.java | 7 +- .../windowing/evictors}/package-info.java | 5 +- .../pulsar/functions/windowing}/package-info.java | 6 +- .../windowing/triggers/CountTriggerPolicy.java | 3 +- .../windowing/triggers/TimeTriggerPolicy.java | 13 +- .../triggers/WatermarkCountTriggerPolicy.java | 3 +- .../windowing/triggers}/package-info.java | 5 +- .../instance/src/main/python/contextimpl.py | 4 +- .../pulsar/functions/instance/ContextImplTest.java | 53 +- .../instance/FunctionResultRouterTest.java | 2 - .../functions/instance/InstanceUtilsTest.java | 11 +- .../instance/JavaInstanceRunnableTest.java | 25 +- .../functions/instance/JavaInstanceTest.java | 9 +- .../instance/state/BKStateStoreImplTest.java | 26 +- .../instance/state/InstanceStateManagerTest.java | 1 - .../state/PulsarMetadataStateStoreImplTest.java | 6 +- .../pulsar/functions/sink/PulsarSinkTest.java | 35 +- .../pulsar/functions/source/PulsarSourceTest.java | 49 +- .../pulsar/functions/source/TopicSchemaTest.java | 12 +- .../source/batch/BatchSourceExecutorTest.java | 48 +- .../windowing/WaterMarkEventGeneratorTest.java | 19 +- .../windowing/WindowFunctionExecutorTest.java | 47 +- .../functions/windowing/WindowManagerTest.java | 23 +- pulsar-functions/java-examples/pom.xml | 13 + .../functions/api/examples/AddWindowFunction.java | 5 +- .../api/examples/AsyncContextFunction.java | 10 +- .../functions/api/examples/ByteBufferSerDe.java | 3 +- .../api/examples/ConfigBasedAppendFunction.java | 3 +- .../functions/api/examples/ContextFunction.java | 11 +- .../api/examples/CursorManagementFunction.java | 4 +- .../functions/api/examples/CustomBaseSerde.java | 5 +- .../api/examples/CustomBaseToDerivedFunction.java | 3 +- .../functions/api/examples/CustomDerivedSerde.java | 5 +- .../api/examples/HostAppenderFunction.java | 5 +- .../functions/api/examples/RawFileKeyReader.java | 10 +- .../api/examples/TypedMessageBuilderPublish.java | 7 +- .../functions/api/examples/UserConfigFunction.java | 5 +- .../api/examples/UserPublishFunction.java | 1 - .../functions/api/examples/VoidFunction.java | 2 +- .../functions/api/examples/WordCountFunction.java | 3 +- .../functions/api/examples}/package-info.java | 6 +- .../functions/api/examples/pojo}/package-info.java | 6 +- .../api/examples/serde/CustomObjectSerde.java | 5 +- .../api/examples/serde}/package-info.java | 6 +- .../api/examples/window/ContextWindowFunction.java | 3 +- .../examples/window/UserConfigWindowFunction.java | 2 +- .../api/examples/window}/package-info.java | 6 +- pulsar-functions/localrun/pom.xml | 13 + .../org/apache/pulsar/functions/LocalRunner.java | 81 ++- .../org/apache/pulsar/functions}/package-info.java | 6 +- pulsar-functions/runtime-all/pom.xml | 13 + .../functions/instance/JavaInstanceMain.java | 20 +- .../pulsar/functions/instance}/package-info.java | 6 +- pulsar-functions/runtime/pom.xml | 22 +- .../auth/ClearTextFunctionTokenAuthProvider.java | 20 +- .../pulsar/functions/auth/FunctionAuthData.java | 2 +- .../functions/auth/FunctionAuthProvider.java | 27 +- .../pulsar/functions/auth/FunctionAuthUtils.java | 9 +- .../auth/KubernetesFunctionAuthProvider.java | 15 +- .../auth/KubernetesSecretsTokenAuthProvider.java | 70 ++- .../pulsar/functions/auth}/package-info.java | 5 +- .../functions/runtime/JavaInstanceStarter.java | 84 +-- .../apache/pulsar/functions/runtime/Runtime.java | 8 +- .../functions/runtime/RuntimeCustomizer.java | 8 +- .../pulsar/functions/runtime/RuntimeFactory.java | 16 +- .../pulsar/functions/runtime/RuntimeSpawner.java | 2 - .../pulsar/functions/runtime/RuntimeUtils.java | 53 +- .../BasicKubernetesManifestCustomizer.java | 13 +- .../kubernetes/KubernetesManifestCustomizer.java | 2 +- .../runtime/kubernetes/KubernetesRuntime.java | 165 ++--- .../kubernetes/KubernetesRuntimeFactory.java | 123 ++-- .../kubernetes/KubernetesRuntimeFactoryConfig.java | 23 +- .../runtime/kubernetes}/package-info.java | 5 +- .../functions/runtime/process/ProcessRuntime.java | 54 +- .../runtime/process/ProcessRuntimeFactory.java | 16 +- .../functions/runtime/process}/package-info.java | 5 +- .../functions/runtime/thread/ThreadRuntime.java | 10 +- .../runtime/thread/ThreadRuntimeFactory.java | 41 +- .../functions/runtime/thread}/package-info.java | 5 +- .../pulsar/functions/worker/ConnectorsManager.java | 20 +- .../pulsar/functions/worker/WorkerConfig.java | 65 +- .../pulsar/functions/worker}/package-info.java | 5 +- .../kubernetes/KubernetesRuntimeFactoryTest.java | 3 +- .../runtime/kubernetes/KubernetesRuntimeTest.java | 52 ++ pulsar-functions/secrets/pom.xml | 13 + .../org/apache/pulsar/functions}/package-info.java | 6 +- .../functions/secretsprovider}/package-info.java | 6 +- .../DefaultSecretsProviderConfigurator.java | 16 +- .../KubernetesSecretsProviderConfigurator.java | 36 +- ...eAndConfigBasedSecretsProviderConfigurator.java | 18 +- .../SecretsProviderConfigurator.java | 18 +- .../secretsproviderconfigurator}/package-info.java | 6 +- pulsar-functions/utils/pom.xml | 17 + .../org/apache/pulsar/functions/utils/Actions.java | 18 +- .../apache/pulsar/functions/utils/CryptoUtils.java | 10 +- .../pulsar/functions/utils/FunctionCommon.java | 47 +- .../functions/utils/FunctionConfigUtils.java | 128 ++-- .../pulsar/functions/utils/FunctionInstanceId.java | 8 +- .../functions/utils/FunctionMetaDataUtils.java | 11 +- .../functions/utils/ResourceConfigUtils.java | 5 +- .../pulsar/functions/utils/SinkConfigUtils.java | 80 +-- .../pulsar/functions/utils/SourceConfigUtils.java | 55 +- .../pulsar/functions/utils/ValidatorUtils.java | 26 +- .../utils/functioncache/FunctionCacheEntry.java | 3 - .../functioncache/FunctionCacheManagerImpl.java | 12 +- .../utils/functioncache}/package-info.java | 6 +- .../functions/utils/functions/FunctionUtils.java | 10 +- .../functions/utils/functions/Functions.java | 2 - .../functions/utils/functions}/package-info.java | 6 +- .../pulsar/functions/utils/io/ConnectorUtils.java | 10 +- .../pulsar/functions/utils/io}/package-info.java | 6 +- .../pulsar/functions/utils}/package-info.java | 6 +- pulsar-functions/worker/pom.xml | 22 +- .../worker/ClusterServiceCoordinator.java | 9 +- .../pulsar/functions/worker/ErrorNotifier.java | 6 +- .../pulsar/functions/worker/FunctionActioner.java | 107 ++-- .../functions/worker/FunctionAssignmentTailer.java | 9 +- .../functions/worker/FunctionMetaDataManager.java | 16 +- .../worker/FunctionMetaDataTopicTailer.java | 3 +- .../functions/worker/FunctionRuntimeManager.java | 162 +++-- .../pulsar/functions/worker/FunctionsManager.java | 2 +- .../functions/worker/FunctionsStatsGenerator.java | 20 +- .../pulsar/functions/worker/LeaderService.java | 15 +- .../pulsar/functions/worker/MembershipManager.java | 31 +- .../pulsar/functions/worker/MetricsGenerator.java | 1 - .../functions/worker/PulsarWorkerService.java | 13 +- .../pulsar/functions/worker/SchedulerManager.java | 55 +- .../org/apache/pulsar/functions/worker/Worker.java | 5 +- .../functions/worker/WorkerStatsManager.java | 65 +- .../pulsar/functions/worker/WorkerUtils.java | 80 +-- .../functions/worker/dlog/DLInputStream.java | 5 +- .../functions/worker/dlog/DLOutputStream.java | 5 +- .../worker/{service/api => dlog}/package-info.java | 5 +- .../worker/{service/api => }/package-info.java | 5 +- .../worker/rest/ConfigurationResource.java | 1 - .../functions/worker/rest/FunctionApiResource.java | 7 +- .../pulsar/functions/worker/rest/Resources.java | 9 +- .../pulsar/functions/worker/rest/RestUtils.java | 5 +- .../worker/rest/WorkerReadinessResource.java | 6 +- .../pulsar/functions/worker/rest/WorkerServer.java | 16 +- .../functions/worker/rest/api/ComponentImpl.java | 515 ++++++++++------ .../functions/worker/rest/api/FunctionsImpl.java | 240 +++++--- .../functions/worker/rest/api/FunctionsImplV2.java | 54 +- .../worker/rest/api/FunctionsMetricsResource.java | 15 +- .../functions/worker/rest/api/SinksImpl.java | 181 +++--- .../functions/worker/rest/api/SourcesImpl.java | 209 ++++--- .../functions/worker/rest/api/WorkerImpl.java | 40 +- .../worker/{service => rest}/api/package-info.java | 5 +- .../worker/rest/api/v2/FunctionsApiV2Resource.java | 53 +- .../worker/rest/api/v2/WorkerApiV2Resource.java | 14 +- .../rest/api/v2/WorkerStatsApiV2Resource.java | 15 +- .../{service/api => rest/api/v2}/package-info.java | 5 +- .../worker/rest/api/v3/FunctionsApiV3Resource.java | 53 +- .../worker/rest/api/v3/SinkApiV3Resource.java | 1 - .../worker/rest/api/v3/SinksApiV3Resource.java | 58 +- .../worker/rest/api/v3/SourceApiV3Resource.java | 1 - .../worker/rest/api/v3/SourcesApiV3Resource.java | 59 +- .../{service/api => rest/api/v3}/package-info.java | 5 +- .../worker/{service/api => rest}/package-info.java | 5 +- .../functions/worker/scheduler/IScheduler.java | 16 +- .../worker/scheduler/RoundRobinScheduler.java | 26 +- .../{service/api => scheduler}/package-info.java | 5 +- .../worker/service/WorkerServiceLoader.java | 1 - .../functions/worker/service/api/Component.java | 242 ++++---- .../functions/worker/service/api/Functions.java | 157 +++-- .../functions/worker/service/api/FunctionsV2.java | 14 +- .../pulsar/functions/worker/service/api/Sinks.java | 149 +++-- .../functions/worker/service/api/Sources.java | 149 +++-- .../functions/worker/service/api/Workers.java | 11 +- .../functions/worker/service/api/package-info.java | 2 +- .../functions/worker/service/package-info.java | 2 +- .../worker/ClusterServiceCoordinatorTest.java | 6 +- .../functions/worker/FunctionActionerTest.java | 20 +- .../worker/FunctionAssignmentTailerTest.java | 49 +- .../worker/FunctionMetaDataManagerTest.java | 8 +- .../worker/FunctionRuntimeManagerTest.java | 111 ++-- .../pulsar/functions/worker/LeaderServiceTest.java | 15 +- .../functions/worker/MembershipManagerTest.java | 22 +- .../functions/worker/SchedulerManagerTest.java | 44 +- .../pulsar/functions/worker/WorkerUtilsTest.java | 32 +- .../functions/worker/dlog/DLInputStreamTest.java | 1 - .../functions/worker/dlog/DLOutputStreamTest.java | 1 - .../functions/worker/executor/MockClockTest.java | 1 - .../worker/executor/MockExecutorController.java | 1 - .../executor/MockExecutorControllerTest.java | 1 - .../worker/rest/api/FunctionsImplTest.java | 79 +-- .../rest/api/v2/FunctionApiV2ResourceTest.java | 59 +- .../rest/api/v3/FunctionApiV3ResourceTest.java | 48 +- .../worker/rest/api/v3/SinkApiV3ResourceTest.java | 15 +- .../rest/api/v3/SourceApiV3ResourceTest.java | 28 +- .../worker/scheduler/RoundRobinSchedulerTest.java | 9 +- .../io/elasticsearch/ElasticSearchClient.java | 35 +- .../io/elasticsearch/ElasticSearchConfig.java | 12 +- .../io/elasticsearch/IndexNameFormatter.java | 98 +++ .../io/elasticsearch/ElasticSearchClientTests.java | 32 + .../io/elasticsearch/IndexNameFormatterTest.java | 52 ++ .../pulsar/io/kafka/connect/KafkaConnectSink.java | 32 +- .../connect/PulsarKafkaConnectSinkConfig.java | 8 + .../io/kafka/connect/PulsarOffsetBackingStore.java | 21 +- .../io/kafka/connect/KafkaConnectSinkTest.java | 54 ++ .../apache/pulsar/metadata/MetadataCacheTest.java | 40 +- .../bookkeeper-storage/pom.xml | 6 - .../bookkeeper/BookKeeperPackagesStorage.java | 10 +- .../BookKeeperPackagesStorageConfiguration.java | 4 + .../filesystem-storage/pom.xml | 6 - .../pulsar/sql/presto/PulsarRecordCursor.java | 202 ++++--- .../coordinator/TransactionMetadataStoreState.java | 13 +- .../impl/MLTransactionMetadataStore.java | 30 +- .../pulsar/websocket/AbstractWebSocketHandler.java | 24 +- .../websocket/admin/WebSocketWebResource.java | 24 +- .../websocket/admin/WebSocketWebResourceTest.java | 4 + site2/docs/admin-api-topics.md | 234 +++++++ site2/docs/administration-pulsar-manager.md | 248 ++++---- site2/docs/administration-zk-bk.md | 6 + site2/docs/client-libraries-python.md | 10 +- site2/docs/concepts-messaging.md | 2 +- site2/docs/cookbooks-deduplication.md | 1 + site2/docs/deploy-monitoring.md | 2 +- site2/docs/getting-started-clients.md | 22 +- site2/docs/getting-started-standalone.md | 2 +- site2/docs/io-elasticsearch-sink.md | 2 +- site2/docs/reference-configuration.md | 1 + site2/docs/reference-metrics.md | 14 +- site2/docs/security-tls-transport.md | 10 +- site2/docs/tiered-storage-filesystem.md | 1 - site2/website-next/data/team.js | 2 +- site2/website-next/docs/administration-zk-bk.md | 5 + site2/website-next/docs/deploy-dcos.md | 2 +- site2/website-next/docs/io-elasticsearch-sink.md | 2 +- .../version-2.4.0/administration-zk-bk.md | 2 + .../version-2.4.1/administration-zk-bk.md | 5 + .../version-2.4.2/administration-zk-bk.md | 5 + .../version-2.5.0/administration-zk-bk.md | 2 + .../version-2.5.1/administration-zk-bk.md | 5 + .../version-2.5.2/administration-zk-bk.md | 5 + .../version-2.6.0/administration-zk-bk.md | 7 + .../version-2.6.1/administration-zk-bk.md | 5 + .../version-2.6.2/administration-zk-bk.md | 5 + .../version-2.6.3/administration-zk-bk.md | 7 + .../version-2.6.4/administration-zk-bk.md | 5 + .../version-2.7.0/administration-zk-bk.md | 5 + .../version-2.7.1/administration-zk-bk.md | 5 + .../version-2.7.2/administration-zk-bk.md | 5 + .../version-2.7.3/administration-zk-bk.md | 5 + .../version-2.8.0/administration-zk-bk.md | 5 + .../version-2.8.1/administration-zk-bk.md | 5 + .../version-2.8.2/administration-zk-bk.md | 5 + .../version-2.9.0/administration-zk-bk.md | 5 + .../versioned_docs/version-2.9.0/deploy-dcos.md | 2 +- .../version-2.9.1/administration-zk-bk.md | 5 + .../versioned_docs/version-2.9.1/deploy-dcos.md | 2 +- ...che-pulsar-community-welcomes-500th-contributor | 26 + .../administration-zk-bk.md | 3 + .../functions-deploying.md | 2 +- .../getting-started-standalone.md | 2 +- .../functions-deploying.md | 2 +- .../getting-started-standalone.md | 2 +- .../version-2.2.0/functions-deploying.md | 2 +- .../version-2.2.0/getting-started-standalone.md | 4 +- .../version-2.2.1/getting-started-standalone.md | 4 +- .../version-2.3.0/administration-zk-bk.md | 3 + .../version-2.3.0/functions-deploying.md | 2 +- .../version-2.3.0/getting-started-standalone.md | 4 +- .../version-2.3.1/getting-started-standalone.md | 4 +- .../version-2.3.2/getting-started-standalone.md | 4 +- .../version-2.4.0/administration-zk-bk.md | 3 + .../version-2.4.0/getting-started-standalone.md | 4 +- .../version-2.4.1/functions-deploy.md | 2 +- .../version-2.4.1/getting-started-standalone.md | 4 +- .../version-2.4.2/functions-deploy.md | 2 +- .../version-2.4.2/getting-started-standalone.md | 4 +- .../version-2.5.0/administration-zk-bk.md | 3 + .../version-2.5.0/getting-started-standalone.md | 4 +- .../version-2.5.0/io-influxdb-sink.md | 3 +- .../versioned_docs/version-2.5.1/standalone.md | 4 +- .../version-2.6.0/administration-zk-bk.md | 6 + .../version-2.6.0/functions-deploy.md | 2 +- .../version-2.6.0/getting-started-standalone.md | 4 +- .../version-2.6.1/administration-zk-bk.md | 6 + .../version-2.6.1/functions-deploy.md | 2 +- .../version-2.6.1/getting-started-standalone.md | 4 +- .../version-2.6.2/administration-zk-bk.md | 6 + .../version-2.6.2/functions-deploy.md | 2 +- .../version-2.6.2/getting-started-standalone.md | 4 +- .../version-2.6.3/administration-zk-bk.md | 40 +- .../version-2.6.3/functions-deploy.md | 2 +- .../version-2.6.3/getting-started-standalone.md | 4 +- .../version-2.6.4/administration-zk-bk.md | 6 + .../version-2.6.4/functions-deploy.md | 2 +- .../version-2.6.4/getting-started-standalone.md | 4 +- .../version-2.7.0/admin-api-topics.md | 234 +++++++ .../version-2.7.0/administration-zk-bk.md | 6 + .../version-2.7.0/cookbooks-deduplication.md | 1 + .../version-2.7.0/functions-deploy.md | 2 +- .../version-2.7.0/getting-started-standalone.md | 4 +- .../version-2.7.0/reference-configuration.md | 1 + .../version-2.7.0/reference-metrics.md | 14 +- .../version-2.7.0/security-tls-transport.md | 10 +- .../version-2.7.0/tiered-storage-filesystem.md | 1 - .../version-2.7.1/admin-api-topics.md | 234 +++++++ .../version-2.7.1/administration-zk-bk.md | 6 + .../version-2.7.1/cookbooks-deduplication.md | 1 + .../version-2.7.1/functions-deploy.md | 2 +- .../version-2.7.1/getting-started-standalone.md | 4 +- .../version-2.7.1/reference-configuration.md | 1 + .../version-2.7.1/reference-metrics.md | 14 +- .../version-2.7.1/security-tls-transport.md | 10 +- .../version-2.7.1/tiered-storage-filesystem.md | 1 - .../version-2.7.2/admin-api-topics.md | 234 +++++++ .../version-2.7.2/administration-zk-bk.md | 6 + .../version-2.7.2/cookbooks-deduplication.md | 1 + .../version-2.7.2/functions-deploy.md | 2 +- .../version-2.7.2/getting-started-standalone.md | 4 +- .../version-2.7.2/reference-configuration.md | 1 + .../version-2.7.2/reference-metrics.md | 14 +- .../version-2.7.2/security-tls-transport.md | 10 +- .../version-2.7.2/tiered-storage-filesystem.md | 1 - .../version-2.7.3/admin-api-topics.md | 234 +++++++ .../version-2.7.3/administration-zk-bk.md | 6 + .../version-2.7.3/cookbooks-deduplication.md | 1 + .../version-2.7.3/functions-deploy.md | 2 +- .../version-2.7.3/getting-started-standalone.md | 4 +- .../version-2.7.3/reference-configuration.md | 1 + .../version-2.7.3/reference-metrics.md | 14 +- .../version-2.7.3/security-tls-transport.md | 10 +- .../version-2.7.3/tiered-storage-filesystem.md | 1 - .../version-2.7.4/admin-api-topics.md | 234 +++++++ .../version-2.7.4/administration-zk-bk.md | 6 + .../version-2.7.4/cookbooks-deduplication.md | 1 + .../version-2.7.4/functions-deploy.md | 2 +- .../version-2.7.4/getting-started-standalone.md | 4 +- .../version-2.7.4/reference-configuration.md | 1 + .../version-2.7.4/reference-metrics.md | 14 +- .../version-2.7.4/security-tls-transport.md | 10 +- .../version-2.7.4/tiered-storage-filesystem.md | 1 - .../version-2.8.0/admin-api-topics.md | 234 +++++++ .../version-2.8.0/administration-zk-bk.md | 6 + .../version-2.8.0/cookbooks-deduplication.md | 1 + .../version-2.8.0/deploy-monitoring.md | 2 +- .../version-2.8.0/functions-deploy.md | 2 +- .../version-2.8.0/getting-started-standalone.md | 4 +- .../version-2.8.0/reference-configuration.md | 1 + .../version-2.8.0/reference-metrics.md | 14 +- .../version-2.8.0/security-tls-transport.md | 10 +- .../version-2.8.0/tiered-storage-filesystem.md | 1 - .../version-2.8.1/admin-api-topics.md | 235 +++++++ .../version-2.8.1/administration-zk-bk.md | 6 + .../version-2.8.1/cookbooks-deduplication.md | 1 + .../version-2.8.1/deploy-monitoring.md | 2 +- .../version-2.8.1/functions-deploy.md | 2 +- .../version-2.8.1/getting-started-standalone.md | 4 +- .../version-2.8.1/reference-configuration.md | 1 + .../version-2.8.1/reference-metrics.md | 14 +- .../version-2.8.1/security-tls-transport.md | 10 +- .../version-2.8.1/tiered-storage-filesystem.md | 1 - .../version-2.8.2/admin-api-topics.md | 234 +++++++ .../version-2.8.2/administration-zk-bk.md | 6 + .../version-2.8.2/cookbooks-deduplication.md | 1 + .../version-2.8.2/deploy-monitoring.md | 2 +- .../version-2.8.2/functions-deploy.md | 2 +- .../version-2.8.2/getting-started-standalone.md | 4 +- .../version-2.8.2/reference-configuration.md | 1 + .../version-2.8.2/reference-metrics.md | 14 +- .../version-2.8.2/security-tls-transport.md | 10 +- .../version-2.8.2/tiered-storage-filesystem.md | 1 - .../version-2.9.0/admin-api-topics.md | 234 +++++++ .../version-2.9.0/administration-zk-bk.md | 6 + .../version-2.9.0/cookbooks-deduplication.md | 1 + .../versioned_docs/version-2.9.0/deploy-dcos.md | 2 +- .../version-2.9.0/deploy-monitoring.md | 2 +- .../version-2.9.0/functions-deploy.md | 2 +- .../version-2.9.0/getting-started-standalone.md | 4 +- .../version-2.9.0/io-influxdb-sink.md | 6 +- .../version-2.9.0/reference-configuration.md | 1 + .../version-2.9.0/reference-metrics.md | 14 +- .../version-2.9.0/security-tls-transport.md | 10 +- .../version-2.9.1/admin-api-topics.md | 234 +++++++ .../version-2.9.1/administration-zk-bk.md | 6 + .../version-2.9.1/cookbooks-deduplication.md | 1 + .../versioned_docs/version-2.9.1/deploy-dcos.md | 2 +- .../version-2.9.1/deploy-monitoring.md | 2 +- .../version-2.9.1/functions-deploy.md | 2 +- .../version-2.9.1/getting-started-standalone.md | 4 +- .../version-2.9.1/io-influxdb-sink.md | 6 +- .../version-2.9.1/reference-configuration.md | 1 + .../version-2.9.1/reference-metrics.md | 14 +- .../version-2.9.1/security-tls-transport.md | 10 +- .../version-2.1.0-incubating-sidebars.json | 1 - .../version-2.1.1-incubating-sidebars.json | 1 - .../versioned_sidebars/version-2.2.0-sidebars.json | 3 +- .../versioned_sidebars/version-2.2.1-sidebars.json | 3 +- .../versioned_sidebars/version-2.3.0-sidebars.json | 1 - .../versioned_sidebars/version-2.3.1-sidebars.json | 1 - .../versioned_sidebars/version-2.3.2-sidebars.json | 1 - .../versioned_sidebars/version-2.4.0-sidebars.json | 1 - .../versioned_sidebars/version-2.4.1-sidebars.json | 1 - .../versioned_sidebars/version-2.4.2-sidebars.json | 1 - .../versioned_sidebars/version-2.5.0-sidebars.json | 1 - .../versioned_sidebars/version-2.5.1-sidebars.json | 1 - .../versioned_sidebars/version-2.5.2-sidebars.json | 1 - .../versioned_sidebars/version-2.6.0-sidebars.json | 1 - .../versioned_sidebars/version-2.6.1-sidebars.json | 3 +- .../versioned_sidebars/version-2.6.2-sidebars.json | 3 +- .../versioned_sidebars/version-2.6.3-sidebars.json | 3 +- .../versioned_sidebars/version-2.6.4-sidebars.json | 3 +- .../versioned_sidebars/version-2.7.0-sidebars.json | 3 +- .../versioned_sidebars/version-2.7.1-sidebars.json | 3 +- .../versioned_sidebars/version-2.7.2-sidebars.json | 1 - .../versioned_sidebars/version-2.7.3-sidebars.json | 1 - .../versioned_sidebars/version-2.7.4-sidebars.json | 1 - .../versioned_sidebars/version-2.8.0-sidebars.json | 1 - .../versioned_sidebars/version-2.8.1-sidebars.json | 1 - .../versioned_sidebars/version-2.8.2-sidebars.json | 1 - .../versioned_sidebars/version-2.9.0-sidebars.json | 1 - .../versioned_sidebars/version-2.9.1-sidebars.json | 1 - structured-event-log/pom.xml | 19 + .../pulsar/structuredeventlog/EventGroup.java | 2 +- .../structuredeventlog/EventResourcesImpl.java | 4 +- .../structuredeventlog/StructuredEventLog.java | 2 +- .../pulsar/structuredeventlog}/package-info.java | 5 +- .../structuredeventlog/slf4j/Slf4jEvent.java | 8 +- .../slf4j/Slf4jStructuredEventLog.java | 3 +- .../structuredeventlog/slf4j}/package-info.java | 5 +- tests/bc_2_0_0/pom.xml | 2 +- tests/bc_2_0_1/pom.xml | 2 +- tests/bc_2_6_0/pom.xml | 2 +- tests/integration/pom.xml | 2 +- .../pulsar/tests/integration/cli/CLITest.java | 36 ++ tests/pulsar-client-admin-shade-test/pom.xml | 2 +- tests/pulsar-client-all-shade-test/pom.xml | 2 +- tests/pulsar-client-shade-test/pom.xml | 2 +- 612 files changed, 10752 insertions(+), 4168 deletions(-)
