This is an automated email from the ASF dual-hosted git repository. gary pushed a commit to branch release-1.8 in repository https://gitbox.apache.org/repos/asf/flink.git
The following commit(s) were added to refs/heads/release-1.8 by this push: new 481332e [FLINK-13488][tests] Harden ConnectedComponents E2E test 481332e is described below commit 481332e240188ce0d0e8e2074ff452e0cbcad5ee Author: Gary Yao <g...@apache.org> AuthorDate: Mon Aug 12 15:56:31 2019 +0200 [FLINK-13488][tests] Harden ConnectedComponents E2E test By default the tests starts 25 TMs with a single slot each. This is not sustainable on Travis CI. This commit changes the test so that it only starts 2 TMs that each offer 13 slots by default. Run 'set -Eexuo pipefail' at the beginning of the test as recommended by the README.md. --- .../test_high_parallelism_iterations.sh | 26 +++++++--------------- 1 file changed, 8 insertions(+), 18 deletions(-) diff --git a/flink-end-to-end-tests/test-scripts/test_high_parallelism_iterations.sh b/flink-end-to-end-tests/test-scripts/test_high_parallelism_iterations.sh index 93668d8..4607ae2 100755 --- a/flink-end-to-end-tests/test-scripts/test_high_parallelism_iterations.sh +++ b/flink-end-to-end-tests/test-scripts/test_high_parallelism_iterations.sh @@ -17,37 +17,27 @@ # limitations under the License. ################################################################################ +set -Eexuo pipefail + source "$(dirname "$0")"/common.sh PARALLELISM="${1:-25}" +TM_NUM=2 +let "SLOTS_PER_TM = (PARALLELISM + TM_NUM - 1) / TM_NUM" TEST=flink-high-parallelism-iterations-test TEST_PROGRAM_NAME=HighParallelismIterationsTestProgram TEST_PROGRAM_JAR=${END_TO_END_DIR}/$TEST/target/$TEST_PROGRAM_NAME.jar -set_conf "taskmanager.heap.mb" "52" # 52Mb x 100 TMs = 5Gb total heap - -set_conf "taskmanager.memory.size" "8" # 8Mb -set_conf "taskmanager.network.memory.min" "8mb" -set_conf "taskmanager.network.memory.max" "8mb" -set_conf "taskmanager.memory.segment-size" "8kb" - -set_conf "taskmanager.network.netty.server.numThreads" "1" -set_conf "taskmanager.network.netty.client.numThreads" "1" -set_conf "taskmanager.network.request-backoff.max" "60000" - -set_conf "taskmanager.numberOfTaskSlots" "1" +set_conf "taskmanager.numberOfTaskSlots" "$SLOTS_PER_TM" print_mem_use start_cluster print_mem_use -let TMNUM=$PARALLELISM-1 -echo "Start $TMNUM more task managers" -for i in `seq 1 $TMNUM`; do - $FLINK_DIR/bin/taskmanager.sh start - print_mem_use -done +let "TM_NUM -= 1" +start_taskmanagers ${TM_NUM} +print_mem_use $FLINK_DIR/bin/flink run -p $PARALLELISM $TEST_PROGRAM_JAR print_mem_use