This is an automated email from the ASF dual-hosted git repository.
trohrmann pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 97af79e [minor] Add explanatory comments to FileSinkITCase, fix
warnings
add 60891f8 [hotfix][k8s] Use a more generic WatchCallbackHandler to
replace PodCallbackHandler
add e2bb32c [hotfix][k8s] Introduce AbstractKubernetesWatcher with common
logics
add f2c90a1 [hotfix][k8s] Abstract get common labels to
KubernetesUtils#getCommonLabels
add 0d4583a [hotfix][k8s] Add interface FlinkKubeClient#close with no
exception
add 4d0fdd3 [hotfix][util] Make FutureUtils#retry could stop at
non-retryable exception
add 66adfe3 [hotfix][test] Refactor TestingContender and TestingListener
to abstract some common methods
add 9cfda8d [hotfix][coordination] Introduce new interfaces and data
structure for LeaderElection and LeaderRetrieval composition mechanism
add 04b9383 [hotfix][coordination] Wire ZooKeeper leader
election/retrieval services to new interface
add e6dd788 [hotfix][coordination] Introduce AbstractHaServices for
common logics and wire ZookeeperHaServices to new interface
add fd6ef3e [FLINK-19542][k8s] Introduce data structures and common
operations for KubernetesConfigMap
add a73acc0 [FLINK-19542][k8s] Introduce data structures and interface
for KubernetesLeaderElector
add 0198805 [FLINK-19542][k8s] Implement LeaderElectionService and
LeaderRetrievalService based on Kubernetes API
No new revisions were added by this update.
Summary of changes:
.../expert_high_availability_k8s_section.html | 30 ++
.../generated/kubernetes_config_configuration.html | 6 +
...kubernetes_high_availability_configuration.html | 30 ++
docs/ops/config.md | 4 +
docs/ops/config.zh.md | 4 +
.../flink/annotation/docs/Documentation.java | 1 +
.../main/flink-bin/conf/log4j-session.properties | 2 +-
flink-end-to-end-tests/run-nightly-tests.sh | 2 +-
.../test-scripts/test_kubernetes_itcases.sh | 32 ++
.../KubernetesResourceManagerDriver.java | 4 +-
.../configuration/KubernetesConfigOptions.java | 10 +
.../KubernetesHighAvailabilityOptions.java | 63 +++
.../KubernetesLeaderElectionConfiguration.java | 70 ++++
.../highavailability/KubernetesHaServices.java | 160 ++++++++
.../KubernetesHaServicesFactory.java | 44 +++
.../KubernetesLeaderElectionDriver.java | 225 +++++++++++
.../KubernetesLeaderElectionDriverFactory.java | 50 +++
.../KubernetesLeaderRetrievalDriver.java | 120 ++++++
.../KubernetesLeaderRetrievalDriverFactory.java | 46 +++
.../kubeclient/Fabric8FlinkKubeClient.java | 105 ++++-
.../kubernetes/kubeclient/FlinkKubeClient.java | 104 ++++-
.../parameters/AbstractKubernetesParameters.java | 8 +-
.../resources/AbstractKubernetesWatcher.java | 51 +++
.../kubeclient/resources/KubernetesConfigMap.java | 63 +++
.../resources/KubernetesConfigMapWatcher.java | 60 +++
.../kubeclient/resources/KubernetesException.java | 37 ++
.../resources/KubernetesLeaderElector.java | 104 +++++
.../resources/KubernetesPodsWatcher.java | 38 +-
.../apache/flink/kubernetes/utils/Constants.java | 6 +
.../flink/kubernetes/utils/KubernetesUtils.java | 71 +++-
.../flink/kubernetes/KubernetesClientTestBase.java | 20 +
.../flink/kubernetes/KubernetesResource.java | 93 +++++
.../KubernetesResourceManagerDriverTest.java | 9 +-
.../highavailability/KubernetesHaServicesTest.java | 66 ++++
.../KubernetesHighAvailabilityTestBase.java | 231 +++++++++++
...KubernetesLeaderElectionAndRetrievalITCase.java | 91 +++++
.../KubernetesLeaderElectionDriverTest.java | 205 ++++++++++
.../KubernetesLeaderRetrievalDriverTest.java | 93 +++++
.../kubeclient/Fabric8FlinkKubeClientITCase.java | 126 ++++++
.../kubeclient/Fabric8FlinkKubeClientTest.java | 149 +++++++
.../kubeclient/TestingFlinkKubeClient.java | 211 +++++++++-
.../resources/KubernetesLeaderElectorITCase.java | 111 ++++++
.../resources/KubernetesLeaderElectorTest.java | 63 +++
.../resources/KubernetesPodsWatcherTest.java | 2 +-
.../resources/TestingLeaderCallbackHandler.java | 100 +++++
.../flink/runtime/concurrent/FutureUtils.java | 48 ++-
.../highavailability/AbstractHaServices.java | 277 +++++++++++++
.../zookeeper/ZooKeeperHaServices.java | 152 ++-----
.../DefaultLeaderElectionService.java | 305 ++++++++++++++
.../leaderelection/LeaderElectionDriver.java | 54 +++
.../LeaderElectionDriverFactory.java | 43 ++
.../leaderelection/LeaderElectionEventHandler.java | 51 +++
.../leaderelection/LeaderElectionException.java | 42 ++
.../runtime/leaderelection/LeaderInformation.java | 98 +++++
.../ZooKeeperLeaderElectionDriver.java | 292 ++++++++++++++
.../ZooKeeperLeaderElectionDriverFactory.java | 50 +++
.../ZooKeeperLeaderElectionService.java | 439 ---------------------
.../DefaultLeaderRetrievalService.java | 170 ++++++++
.../leaderretrieval/LeaderRetrievalDriver.java | 34 ++
.../LeaderRetrievalDriverFactory.java | 42 ++
.../LeaderRetrievalEventHandler.java | 41 ++
.../ZooKeeperLeaderRetrievalDriver.java | 188 +++++++++
.../ZooKeeperLeaderRetrievalDriverFactory.java | 45 +++
.../ZooKeeperLeaderRetrievalService.java | 245 ------------
.../apache/flink/runtime/util/ZooKeeperUtils.java | 109 +++--
.../flink/runtime/concurrent/FutureUtilsTest.java | 35 ++
.../DefaultLeaderElectionServiceTest.java | 232 +++++++++++
.../runtime/leaderelection/TestingContender.java | 103 +----
.../runtime/leaderelection/TestingLeaderBase.java | 108 +++++
.../TestingLeaderElectionDriver.java | 106 +++++
.../TestingLeaderElectionEventHandler.java | 71 ++++
.../runtime/leaderelection/TestingListener.java | 63 +--
.../leaderelection/TestingRetrievalBase.java | 126 ++++++
...KeeperLeaderElectionConnectionHandlingTest.java | 159 +++++---
.../ZooKeeperLeaderElectionTest.java | 264 +++++++------
.../DefaultLeaderRetrievalServiceTest.java | 129 ++++++
.../TestingLeaderRetrievalDriver.java | 74 ++++
.../TestingLeaderRetrievalEventHandler.java | 34 ++
.../rpc/DirectlyFailingFatalErrorHandler.java | 34 ++
.../flink/runtime/testutils/CommonTestUtils.java | 22 +-
.../apache/flink/core/testutils/FlinkMatchers.java | 57 +++
81 files changed, 6235 insertions(+), 1227 deletions(-)
create mode 100644
docs/_includes/generated/expert_high_availability_k8s_section.html
create mode 100644
docs/_includes/generated/kubernetes_high_availability_configuration.html
create mode 100755
flink-end-to-end-tests/test-scripts/test_kubernetes_itcases.sh
create mode 100644
flink-kubernetes/src/main/java/org/apache/flink/kubernetes/configuration/KubernetesHighAvailabilityOptions.java
create mode 100644
flink-kubernetes/src/main/java/org/apache/flink/kubernetes/configuration/KubernetesLeaderElectionConfiguration.java
create mode 100644
flink-kubernetes/src/main/java/org/apache/flink/kubernetes/highavailability/KubernetesHaServices.java
create mode 100644
flink-kubernetes/src/main/java/org/apache/flink/kubernetes/highavailability/KubernetesHaServicesFactory.java
create mode 100644
flink-kubernetes/src/main/java/org/apache/flink/kubernetes/highavailability/KubernetesLeaderElectionDriver.java
create mode 100644
flink-kubernetes/src/main/java/org/apache/flink/kubernetes/highavailability/KubernetesLeaderElectionDriverFactory.java
create mode 100644
flink-kubernetes/src/main/java/org/apache/flink/kubernetes/highavailability/KubernetesLeaderRetrievalDriver.java
create mode 100644
flink-kubernetes/src/main/java/org/apache/flink/kubernetes/highavailability/KubernetesLeaderRetrievalDriverFactory.java
create mode 100644
flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/resources/AbstractKubernetesWatcher.java
create mode 100644
flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/resources/KubernetesConfigMap.java
create mode 100644
flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/resources/KubernetesConfigMapWatcher.java
create mode 100644
flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/resources/KubernetesException.java
create mode 100644
flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/resources/KubernetesLeaderElector.java
create mode 100644
flink-kubernetes/src/test/java/org/apache/flink/kubernetes/KubernetesResource.java
create mode 100644
flink-kubernetes/src/test/java/org/apache/flink/kubernetes/highavailability/KubernetesHaServicesTest.java
create mode 100644
flink-kubernetes/src/test/java/org/apache/flink/kubernetes/highavailability/KubernetesHighAvailabilityTestBase.java
create mode 100644
flink-kubernetes/src/test/java/org/apache/flink/kubernetes/highavailability/KubernetesLeaderElectionAndRetrievalITCase.java
create mode 100644
flink-kubernetes/src/test/java/org/apache/flink/kubernetes/highavailability/KubernetesLeaderElectionDriverTest.java
create mode 100644
flink-kubernetes/src/test/java/org/apache/flink/kubernetes/highavailability/KubernetesLeaderRetrievalDriverTest.java
create mode 100644
flink-kubernetes/src/test/java/org/apache/flink/kubernetes/kubeclient/Fabric8FlinkKubeClientITCase.java
create mode 100644
flink-kubernetes/src/test/java/org/apache/flink/kubernetes/kubeclient/resources/KubernetesLeaderElectorITCase.java
create mode 100644
flink-kubernetes/src/test/java/org/apache/flink/kubernetes/kubeclient/resources/KubernetesLeaderElectorTest.java
create mode 100644
flink-kubernetes/src/test/java/org/apache/flink/kubernetes/kubeclient/resources/TestingLeaderCallbackHandler.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/highavailability/AbstractHaServices.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/leaderelection/DefaultLeaderElectionService.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/leaderelection/LeaderElectionDriver.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/leaderelection/LeaderElectionDriverFactory.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/leaderelection/LeaderElectionEventHandler.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/leaderelection/LeaderElectionException.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/leaderelection/LeaderInformation.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/leaderelection/ZooKeeperLeaderElectionDriver.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/leaderelection/ZooKeeperLeaderElectionDriverFactory.java
delete mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/leaderelection/ZooKeeperLeaderElectionService.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/leaderretrieval/DefaultLeaderRetrievalService.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/leaderretrieval/LeaderRetrievalDriver.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/leaderretrieval/LeaderRetrievalDriverFactory.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/leaderretrieval/LeaderRetrievalEventHandler.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/leaderretrieval/ZooKeeperLeaderRetrievalDriver.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/leaderretrieval/ZooKeeperLeaderRetrievalDriverFactory.java
delete mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/leaderretrieval/ZooKeeperLeaderRetrievalService.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/leaderelection/DefaultLeaderElectionServiceTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/leaderelection/TestingLeaderBase.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/leaderelection/TestingLeaderElectionDriver.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/leaderelection/TestingLeaderElectionEventHandler.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/leaderelection/TestingRetrievalBase.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/leaderretrieval/DefaultLeaderRetrievalServiceTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/leaderretrieval/TestingLeaderRetrievalDriver.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/leaderretrieval/TestingLeaderRetrievalEventHandler.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/rpc/DirectlyFailingFatalErrorHandler.java
