HyukjinKwon commented on PR #53188:
URL: https://github.com/apache/spark/pull/53188#issuecomment-3569369435
```
======================================================================
ERROR [0.090s]: test_to_feather
(pyspark.pandas.tests.connect.io.test_parity_feather.FeatherParityTests.test_to_feather)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"/home/runner/work/spark/spark-4.0/python/pyspark/pandas/tests/io/test_feather.py",
line 43, in test_to_feather
self.psdf.to_feather(path2)
File "/home/runner/work/spark/spark-4.0/python/pyspark/pandas/frame.py",
line 2682, in to_feather
return validate_arguments_and_invoke_function(
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/runner/work/spark/spark-4.0/python/pyspark/pandas/utils.py",
line 591, in validate_arguments_and_invoke_function
return pandas_func(**args)
^^^^^^^^^^^^^^^^^^^
File
"/opt/hostedtoolcache/Python/3.11.14/x64/lib/python3.11/site-packages/pandas/core/frame.py",
line 2938, in to_feather
to_feather(self, path, **kwargs)
File
"/opt/hostedtoolcache/Python/3.11.14/x64/lib/python3.11/site-packages/pandas/io/feather_format.py",
line 66, in to_feather
feather.write_feather(df, handles.handle, **kwargs)
File
"/opt/hostedtoolcache/Python/3.11.14/x64/lib/python3.11/site-packages/pyarrow/feather.py",
line 156, in write_feather
table = Table.from_pandas(df, preserve_index=preserve_index)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "pyarrow/table.pxi", line 4795, in pyarrow.lib.Table.from_pandas
File
"/opt/hostedtoolcache/Python/3.11.14/x64/lib/python3.11/site-packages/pyarrow/pandas_compat.py",
line 663, in dataframe_to_arrays
pandas_metadata = construct_metadata(
^^^^^^^^^^^^^^^^^^^
File
"/opt/hostedtoolcache/Python/3.11.14/x64/lib/python3.11/site-packages/pyarrow/pandas_compat.py",
line 281, in construct_metadata
b'pandas': json.dumps({
^^^^^^^^^^^^
File
"/opt/hostedtoolcache/Python/3.11.14/x64/lib/python3.11/json/__init__.py", line
231, in dumps
return _default_encoder.encode(obj)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File
"/opt/hostedtoolcache/Python/3.11.14/x64/lib/python3.11/json/encoder.py", line
200, in encode
chunks = self.iterencode(o, _one_shot=True)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File
"/opt/hostedtoolcache/Python/3.11.14/x64/lib/python3.11/json/encoder.py", line
258, in iterencode
return _iterencode(o, 0)
^^^^^^^^^^^^^^^^^
File
"/opt/hostedtoolcache/Python/3.11.14/x64/lib/python3.11/json/encoder.py", line
180, in default
raise TypeError(f'Object of type {o.__class__.__name__} '
TypeError: Object of type PlanMetrics is not JSON serializable
----------------------------------------------------------------------
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
