This is an automated email from the ASF dual-hosted git repository.
ruifengz pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
The following commit(s) were added to refs/heads/master by this push:
new 604d1a55221 [SPARK-42016][CONNECT][PYTHON] Enable tests related to the
nested column
604d1a55221 is described below
commit 604d1a55221259118693dfe9b6b0979a67712473
Author: Ruifeng Zheng <[email protected]>
AuthorDate: Fri Jan 13 14:58:07 2023 +0800
[SPARK-42016][CONNECT][PYTHON] Enable tests related to the nested column
### What changes were proposed in this pull request?
Enable tests related to the nested column
### Why are the changes needed?
For test coverage
### Does this PR introduce _any_ user-facing change?
no, test-only
### How was this patch tested?
enabled tests
Closes #39547 from zhengruifeng/connect_fix_42016.
Authored-by: Ruifeng Zheng <[email protected]>
Signed-off-by: Ruifeng Zheng <[email protected]>
---
python/pyspark/sql/tests/connect/test_parity_column.py | 5 -----
python/pyspark/sql/tests/connect/test_parity_types.py | 5 -----
2 files changed, 10 deletions(-)
diff --git a/python/pyspark/sql/tests/connect/test_parity_column.py
b/python/pyspark/sql/tests/connect/test_parity_column.py
index e2248e3c16e..e1576389351 100644
--- a/python/pyspark/sql/tests/connect/test_parity_column.py
+++ b/python/pyspark/sql/tests/connect/test_parity_column.py
@@ -37,11 +37,6 @@ class ColumnParityTests(ColumnTestsMixin,
ReusedConnectTestCase):
def test_access_column(self):
super().test_access_column()
- # TODO(SPARK-42016): Type inconsistency of struct and map when accessing
the nested column
- @unittest.skip("Fails in Spark Connect, should enable.")
- def test_field_accessor(self):
- super().test_field_accessor()
-
@unittest.skip("Requires JVM access.")
def test_validate_column_types(self):
super().test_validate_column_types()
diff --git a/python/pyspark/sql/tests/connect/test_parity_types.py
b/python/pyspark/sql/tests/connect/test_parity_types.py
index 36196b92ce1..ea1d6dc658c 100644
--- a/python/pyspark/sql/tests/connect/test_parity_types.py
+++ b/python/pyspark/sql/tests/connect/test_parity_types.py
@@ -22,11 +22,6 @@ from pyspark.testing.connectutils import
ReusedConnectTestCase
class TypesParityTests(TypesTestsMixin, ReusedConnectTestCase):
- # TODO(42016): Type inconsistency of struct and map when accessing the
nested column
- @unittest.skip("Spark Connect does not support RDD but the tests depend on
them.")
- def test_access_nested_types(self):
- super().test_access_nested_types()
-
@unittest.skip("Spark Connect does not support RDD but the tests depend on
them.")
def test_apply_schema(self):
super().test_apply_schema()
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
