pitrou commented on code in PR #49377:
URL: https://github.com/apache/arrow/pull/49377#discussion_r2986896187
##########
python/pyarrow/_parquet.pyx:
##########
@@ -2122,6 +2128,49 @@ cdef shared_ptr[WriterProperties]
_create_writer_properties(
raise TypeError(
"'column_encoding' should be a dictionary or a string")
+ # bloom filters
+ if bloom_filter_options is not None:
+ if isinstance(bloom_filter_options, dict):
+ # for each entry in bloom_filter_options, {"path": {"ndv": ndv,
"fpp", fpp}}
+ # convert (ndv,fpp) to BloomFilterOptions struct and pass to props
+ for column, _bloom_opts in bloom_filter_options.items():
+ # set defaults
+ bloom_opts.ndv = _DEFAULT_BLOOM_FILTER_NDV
+ bloom_opts.fpp = _DEFAULT_BLOOM_FILTER_FPP
+ if isinstance(_bloom_opts, dict):
+ if "ndv" in _bloom_opts:
+ ndv = _bloom_opts["ndv"]
+ if isinstance(ndv, int):
+ if ndv <= 0:
+ raise ValueError(
+ f"'bloom_filter_options:ndv' for column
'{column}' must be greater than zero, got {ndv}")
+ bloom_opts.ndv = ndv
+ else:
+ raise TypeError(
+ f"'bloom_filter_options:ndv' for column
'{column}' must be an int")
+ if "fpp" in _bloom_opts:
+ fpp = _bloom_opts["fpp"]
+ if isinstance(fpp, float):
Review Comment:
I don't think so. We don't want to accept strings, for example.
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
