Github user HyukjinKwon commented on a diff in the pull request:
https://github.com/apache/spark/pull/23117#discussion_r235660674
--- Diff: dev/run-tests.py ---
@@ -594,7 +651,18 @@ def main():
modules_with_python_tests = [m for m in test_modules if
m.python_test_goals]
if modules_with_python_tests:
- run_python_tests(modules_with_python_tests, opts.parallelism)
+ # We only run PySpark tests with coverage report in one specific
job with
+ # Spark master with SBT in Jenkins.
+ is_sbt_master_job = (
+ os.environ.get("AMPLAB_JENKINS_BUILD_PROFILE", "") ==
"hadoop2.7"
+ and os.environ.get("SPARK_BRANCH", "") == "master"
+ and os.environ.get("AMPLAB_JENKINS", "") == "true"
+ and os.environ.get("AMPLAB_JENKINS_BUILD_TOOL", "") == "sbt")
+ is_sbt_master_job = True # Will remove this right before getting
merged.
--- End diff --
I should remove this before getting this in.
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
