This is an automated email from the ASF dual-hosted git repository. zhuzh pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/flink.git
commit 16b0cc1117d4bda11b89440e962646024b2ff6c5 Author: JunRuiLee <[email protected]> AuthorDate: Mon Aug 1 17:58:36 2022 +0800 [FLINK-28759][e2e] Enable speculative execution for in AdaptiveBatchScheduler TPC-DS e2e tests This closes #20407. --- flink-end-to-end-tests/test-scripts/common.sh | 2 ++ flink-end-to-end-tests/test-scripts/test_tpcds.sh | 4 ++++ 2 files changed, 6 insertions(+) diff --git a/flink-end-to-end-tests/test-scripts/common.sh b/flink-end-to-end-tests/test-scripts/common.sh index df7cd4c3bf7..a7989410735 100644 --- a/flink-end-to-end-tests/test-scripts/common.sh +++ b/flink-end-to-end-tests/test-scripts/common.sh @@ -438,6 +438,8 @@ function check_logs_for_exceptions { | grep -v "WARN akka.remote.ReliableDeliverySupervisor" \ | grep -v "RecipientUnreachableException" \ | grep -v "SerializedCheckpointException.unwrap" \ + | grep -v "ExecutionGraphException: The execution attempt" \ + | grep -v "Cannot find task to fail for execution" \ | grep -ic "exception" || true) if [[ ${exception_count} -gt 0 ]]; then echo "Found exception in log files; printing first 500 lines; see full logs for details:" diff --git a/flink-end-to-end-tests/test-scripts/test_tpcds.sh b/flink-end-to-end-tests/test-scripts/test_tpcds.sh index bfd0cbc6afe..f7ef5ce9e7a 100755 --- a/flink-end-to-end-tests/test-scripts/test_tpcds.sh +++ b/flink-end-to-end-tests/test-scripts/test_tpcds.sh @@ -68,6 +68,10 @@ elif [ "${SCHEDULER}" == "AdaptiveBatch" ]; then set_config_key "parallelism.default" "-1" set_config_key "jobmanager.adaptive-batch-scheduler.max-parallelism" "8" set_config_key "jobmanager.adaptive-batch-scheduler.avg-data-volume-per-task" "6m" + set_config_key "jobmanager.adaptive-batch-scheduler.speculative.enabled" "true" + set_config_key "jobmanager.adaptive-batch-scheduler.speculative.block-slow-node-duration" "0s" + set_config_key "slow-task-detector.execution-time.baseline-ratio" "0.0" + set_config_key "slow-task-detector.execution-time.baseline-lower-bound" "0s" else echo "ERROR: Scheduler ${SCHEDULER} is unsupported for tpcds test. Aborting..." exit 1
