This is an automated email from the ASF dual-hosted git repository.
pnowojski pushed a change to branch release-1.9
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 3c08499 [FLINK-13184][yarn] Use dynamic properties instead of
uploading taskmanager-conf.yaml to hdfs. This will reduce the time cost of
launching a TaskExecutor so that YarnResourceManager could start a large number
of TaskExecutors timely.
add 2cecd2b [FLINK-14382][java] Add MultipleParameterTool to support
parsing multiple parameters of args. For example, --multi multiValue1 --multi
multiValue2.
add 908175d [FLINK-14382][examples] Adding multiple --input support to
WordCount
add 673a23c [FLINK-14382][e2e] Add another dummy fs for e2e test. It is
same as dummy fs with different schema.
add 7785460 [hotfix] Refactor test_yarn_kerberos_docker.sh by moving
common functions to common_yarn_docker.sh.
add ce10d75 [FLINK-14382][e2e] Update e2e tests to support two inputs
from two dummy FS.
add 7d04551 [FLINK-14382][yarn] Fixes the Flink plugin mechanism on yarn
cluster by shipping only the plugin directory instead of adding it to the
classpath. And add class isolation check in dummy FS.
No new revisions were added by this update.
Summary of changes:
.../{ => another-dummy-fs}/pom.xml | 6 +-
.../fs/anotherdummy/AnotherDummyFSFactory.java} | 21 +-
.../fs/anotherdummy/AnotherDummyFSFileStatus.java} | 6 +-
.../fs/anotherdummy/AnotherDummyFSFileSystem.java} | 14 +-
.../anotherdummy/AnotherDummyFSInputStream.java} | 10 +-
.../org.apache.flink.core.fs.FileSystemFactory | 2 +-
.../flink-plugins-test/{ => dummy-fs}/pom.xml | 4 +-
.../org/apache/flink/fs/dummy/DummyFSFactory.java | 11 +-
.../apache/flink/fs/dummy/DummyFSFileStatus.java | 0
.../apache/flink/fs/dummy/DummyFSFileSystem.java | 0
.../apache/flink/fs/dummy/DummyFSInputStream.java | 0
.../org.apache.flink.core.fs.FileSystemFactory | 2 +-
flink-end-to-end-tests/flink-plugins-test/pom.xml | 40 +-
.../test-scripts/common_dummy_fs.sh | 4 +-
...rn_kerberos_docker.sh => common_yarn_docker.sh} | 134 ++---
.../test-scripts/test_batch_wordcount.sh | 16 +-
.../test-scripts/test_docker_embedded_job.sh | 10 +-
.../test-scripts/test_yarn_kerberos_docker.sh | 139 +-----
.../flink/examples/java/wordcount/WordCount.java | 18 +-
.../streaming/examples/wordcount/WordCount.java | 18 +-
.../main/java/org/apache/flink/api/java/Utils.java | 27 +
.../api/java/utils/AbstractParameterTool.java | 308 ++++++++++++
.../api/java/utils/MultipleParameterTool.java | 272 ++++++++++
.../apache/flink/api/java/utils/ParameterTool.java | 265 +---------
.../api/java/utils/AbstractParameterToolTest.java | 547 ++++++++++++++++++++-
.../api/java/utils/MultipleParameterToolTest.java | 79 +++
.../flink/api/java/utils/ParameterToolTest.java | 492 +-----------------
.../flink/yarn/AbstractYarnClusterDescriptor.java | 31 +-
.../flink/yarn/YarnClusterDescriptorTest.java | 16 +-
29 files changed, 1402 insertions(+), 1090 deletions(-)
copy flink-end-to-end-tests/flink-plugins-test/{ => another-dummy-fs}/pom.xml
(93%)
copy
flink-end-to-end-tests/flink-plugins-test/{src/main/java/org/apache/flink/fs/dummy/DummyFSFactory.java
=>
another-dummy-fs/src/main/java/org/apache/flink/fs/anotherdummy/AnotherDummyFSFactory.java}
(62%)
copy
flink-end-to-end-tests/flink-plugins-test/{src/main/java/org/apache/flink/fs/dummy/DummyFSFileStatus.java
=>
another-dummy-fs/src/main/java/org/apache/flink/fs/anotherdummy/AnotherDummyFSFileStatus.java}
(90%)
copy
flink-end-to-end-tests/flink-plugins-test/{src/main/java/org/apache/flink/fs/dummy/DummyFSFileSystem.java
=>
another-dummy-fs/src/main/java/org/apache/flink/fs/anotherdummy/AnotherDummyFSFileSystem.java}
(91%)
copy
flink-end-to-end-tests/flink-plugins-test/{src/main/java/org/apache/flink/fs/dummy/DummyFSInputStream.java
=>
another-dummy-fs/src/main/java/org/apache/flink/fs/anotherdummy/AnotherDummyFSInputStream.java}
(80%)
copy flink-end-to-end-tests/flink-plugins-test/{ =>
another-dummy-fs}/src/main/resources/META-INF/services/org.apache.flink.core.fs.FileSystemFactory
(93%)
copy flink-end-to-end-tests/flink-plugins-test/{ => dummy-fs}/pom.xml (95%)
rename flink-end-to-end-tests/flink-plugins-test/{ =>
dummy-fs}/src/main/java/org/apache/flink/fs/dummy/DummyFSFactory.java (77%)
rename flink-end-to-end-tests/flink-plugins-test/{ =>
dummy-fs}/src/main/java/org/apache/flink/fs/dummy/DummyFSFileStatus.java (100%)
rename flink-end-to-end-tests/flink-plugins-test/{ =>
dummy-fs}/src/main/java/org/apache/flink/fs/dummy/DummyFSFileSystem.java (100%)
rename flink-end-to-end-tests/flink-plugins-test/{ =>
dummy-fs}/src/main/java/org/apache/flink/fs/dummy/DummyFSInputStream.java (100%)
rename flink-end-to-end-tests/flink-plugins-test/{ =>
dummy-fs}/src/main/resources/META-INF/services/org.apache.flink.core.fs.FileSystemFactory
(95%)
copy flink-end-to-end-tests/test-scripts/{test_yarn_kerberos_docker.sh =>
common_yarn_docker.sh} (54%)
create mode 100644
flink-java/src/main/java/org/apache/flink/api/java/utils/AbstractParameterTool.java
create mode 100644
flink-java/src/main/java/org/apache/flink/api/java/utils/MultipleParameterTool.java
create mode 100644
flink-java/src/test/java/org/apache/flink/api/java/utils/MultipleParameterToolTest.java
