Github user nchammas commented on a diff in the pull request:
https://github.com/apache/spark/pull/5694#discussion_r29097697
--- Diff: dev/run-tests ---
@@ -17,239 +17,394 @@
# limitations under the License.
#
-# Go to the Spark project root directory
-FWDIR="$(cd "`dirname $0`"/..; pwd)"
-cd "$FWDIR"
+import os
+import re
+import shutil
+import subprocess as sp
+
+# Set the Spark project root directory
+spark_proj_root = os.path.abspath("..")
+# Set the user 'HOME' directory
+user_home_dir = os.environ.get("HOME")
+# Set the sbt maven profile arguments environment variable name
+sbt_maven_profile_args_env = "SBT_MAVEN_PROFILES_ARGS"
+# Set the amplab jenkins build tool environment variable name
+amplab_jenkins_build_tool_env = "AMPLAB_JENKINS_BUILD_TOOL"
+# Set the amplab jenkins build tool environment value
+amplab_jenkins_build_tool = os.environ.get(amplab_jenkins_build_tool_env)
+# Set whether we're on an Amplab Jenkins box by checking for a specific
+# environment variable
+amplab_jenkins = os.environ.get("AMPLAB_JENKINS")
+# Set the pattern for sbt output e.g. "[info] Resolving ..."
+resolving_re = "^.*[info].*Resolving"
+# Set the pattern for sbt output e.g. "[warn] Merging ..."
+merging_re = "^.*[warn].*Merging"
+# Set the pattern for sbt output e.g. "[info] Including ..."
+including_re = "^.*[info].*Including"
+# Compile the various regex patterns into a filter
+sbt_output_filter = re.compile(resolving_re + "|" +
+ merging_re + "|" +
+ including_re)
+
+def get_error_codes(err_code_file):
--- End diff --
PEP 8 nit: Two newlines before new function definitions.
---
If your project is set up for it, you can reply to this email and have your
reply appear on GitHub as well. If your project does not have this feature
enabled and wishes so, or if the feature is enabled but not working, please
contact infrastructure at [email protected] or file a JIRA ticket
with INFRA.
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
