wgtmac commented on code in PR #39438:
URL: https://github.com/apache/arrow/pull/39438#discussion_r1504388220
##########
python/pyarrow/parquet/core.py:
##########
@@ -1327,17 +1327,15 @@ def __init__(self, path_or_paths, filesystem=None,
schema=None, *, filters=None,
except ValueError:
filesystem = LocalFileSystem(use_mmap=memory_map)
finfo = filesystem.get_file_info(path_or_paths)
- if finfo.is_file:
- single_file = path_or_paths
if finfo.type == FileType.Directory:
self._base_dir = path_or_paths
else:
- single_file = path_or_paths
+ buffer_reader = path_or_paths
parquet_format = ds.ParquetFileFormat(**read_options)
- if single_file is not None:
- fragment = parquet_format.make_fragment(single_file, filesystem)
+ if buffer_reader is not None:
+ fragment = parquet_format.make_fragment(buffer_reader, filesystem)
Review Comment:
+1
##########
python/pyarrow/parquet/core.py:
##########
@@ -1785,6 +1783,7 @@ def read_table(source, *, columns=None, use_threads=True,
ignore_prefixes=ignore_prefixes,
pre_buffer=pre_buffer,
coerce_int96_timestamp_unit=coerce_int96_timestamp_unit,
+ decryption_properties=decryption_properties,
Review Comment:
I've seen this line already from the latest main branch. We need to rebase.
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
