This is an automated email from the ASF dual-hosted git repository.
gurwls223 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
The following commit(s) were added to refs/heads/master by this push:
new 795f76882dd7 [SPARK-55175][PYTHON][FOLLOW-UP] Remove unused
`arrow_to_pandas` method
795f76882dd7 is described below
commit 795f76882dd71eba4ccbd338874a0c7249ee49c2
Author: Ruifeng Zheng <[email protected]>
AuthorDate: Mon Feb 9 07:21:58 2026 +0900
[SPARK-55175][PYTHON][FOLLOW-UP] Remove unused `arrow_to_pandas` method
### What changes were proposed in this pull request?
Remove unused `arrow_to_pandas` method
### Why are the changes needed?
code clean up
### Does this PR introduce _any_ user-facing change?
No
### How was this patch tested?
ci
### Was this patch authored or co-authored using generative AI tooling?
no
Closes #54206 from zhengruifeng/del_arrow_to_pandas.
Authored-by: Ruifeng Zheng <[email protected]>
Signed-off-by: Hyukjin Kwon <[email protected]>
---
python/pyspark/sql/pandas/serializers.py | 13 -------------
1 file changed, 13 deletions(-)
diff --git a/python/pyspark/sql/pandas/serializers.py
b/python/pyspark/sql/pandas/serializers.py
index c2aa62ab4329..98a3beb0d24f 100644
--- a/python/pyspark/sql/pandas/serializers.py
+++ b/python/pyspark/sql/pandas/serializers.py
@@ -36,10 +36,8 @@ from pyspark.sql.conversion import (
LocalDataToArrowConversion,
ArrowTableToRowsConversion,
ArrowBatchTransformer,
- ArrowArrayToPandasConversion,
)
from pyspark.sql.pandas.types import (
- from_arrow_type,
is_variant,
to_arrow_type,
_create_converter_from_pandas,
@@ -441,17 +439,6 @@ class ArrowStreamPandasSerializer(ArrowStreamSerializer):
self._input_type = input_type
self._arrow_cast = arrow_cast
- def arrow_to_pandas(
- self, arrow_column, idx, struct_in_pandas="dict",
ndarray_as_list=False, spark_type=None
- ):
- return ArrowArrayToPandasConversion.convert_legacy(
- arrow_column,
- spark_type or from_arrow_type(arrow_column.type),
- timezone=self._timezone,
- struct_in_pandas=struct_in_pandas,
- ndarray_as_list=ndarray_as_list,
- )
-
def _create_array(self, series, spark_type, *, arrow_cast=False,
prefers_large_types=False):
"""
Create an Arrow Array from the given pandas.Series and Spark type.
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
