This is an automated email from the ASF dual-hosted git repository. gurwls223 pushed a commit to branch branch-2.4 in repository https://gitbox.apache.org/repos/asf/spark.git
commit 88a3110c367c89a7b4931a3ab13ec91cdf0bcc41 Author: HyukjinKwon <[email protected]> AuthorDate: Thu Oct 22 13:24:25 2020 +0900 Revert "[SPARK-33189][PYTHON][TESTS] Add env var to tests for legacy nested timestamps in pyarrow" This reverts commit 0a6dedd6df244a53bb453518d993b91e9eeeb9f4. --- .github/workflows/build_and_test.yml | 2 +- python/run-tests.py | 2 -- 2 files changed, 1 insertion(+), 3 deletions(-) diff --git a/.github/workflows/build_and_test.yml b/.github/workflows/build_and_test.yml index e5d6dd3..b6d08ea 100644 --- a/.github/workflows/build_and_test.yml +++ b/.github/workflows/build_and_test.yml @@ -131,7 +131,7 @@ jobs: # PyArrow is not supported in PyPy yet, see ARROW-2651. # TODO(SPARK-32247): scipy installation with PyPy fails for an unknown reason. run: | - python3.6 -m pip install numpy 'pyarrow<3.0.0' pandas scipy xmlrunner + python3.6 -m pip install numpy 'pyarrow<2.0.0' pandas scipy xmlrunner python3.6 -m pip list # PyPy does not have xmlrunner pypy3 -m pip install numpy pandas diff --git a/python/run-tests.py b/python/run-tests.py index 5905f3c..9a95c96 100755 --- a/python/run-tests.py +++ b/python/run-tests.py @@ -76,8 +76,6 @@ def run_individual_python_test(target_dir, test_name, pyspark_python): 'SPARK_PREPEND_CLASSES': '1', 'PYSPARK_PYTHON': which(pyspark_python), 'PYSPARK_DRIVER_PYTHON': which(pyspark_python) - # Preserve legacy nested timezone behavior for pyarrow>=2, remove after SPARK-32285 - 'PYARROW_IGNORE_TIMEZONE': '1', }) # Create a unique temp directory under 'target/' for each run. The TMPDIR variable is --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
