rdblue commented on code in PR #5845:
URL: https://github.com/apache/iceberg/pull/5845#discussion_r985002904
##########
python/pyiceberg/expressions/base.py:
##########
@@ -835,3 +843,204 @@ def _(expr: BoundLessThan, visitor:
BoundBooleanExpressionVisitor[T]) -> T:
@visit_bound_predicate.register(BoundLessThanOrEqual)
def _(expr: BoundLessThanOrEqual, visitor: BoundBooleanExpressionVisitor[T])
-> T:
return visitor.visit_less_than_or_equal(term=expr.term,
literal=expr.literal)
+
+
+ROWS_MIGHT_MATCH = True
+ROWS_CANNOT_MATCH = False
+IN_PREDICATE_LIMIT = 200
+
+
+def all_values_are_null(partition_field: PartitionFieldSummary, field_type:
IcebergType) -> bool:
+ # containsNull encodes whether at least one partition value is null,
+ # lowerBound is null if all partition values are null
+ all_null = partition_field.contains_null is True and
partition_field.lower_bound is None
+
+ if all_null and (field_type is DoubleType or field_type is FloatType):
+ # floating point types may include NaN values, which we check
separately.
+ # In case bounds don't include NaN value, containsNaN needs to be
checked against.
+ return partition_field.contains_nan is False
+
+ return all_null
+
+
+def _from_byte_buffer(field_type: IcebergType, val: bytes):
+ if not isinstance(field_type, PrimitiveType):
+ raise ValueError(f"Expected a PrimitiveType, got: {type(field_type)}")
+ return from_bytes(field_type, val)
+
+
+class ManifestEvaluator(BoundBooleanExpressionVisitor[bool]):
+ partition_filter: BooleanExpression
+ partition_fields: list[PartitionFieldSummary]
+
+ def __init__(self, partition_filter: BooleanExpression):
+ self.partition_filter = partition_filter
+
+ def eval(self, manifest: ManifestFile) -> bool:
+ if partitions := manifest.partitions:
+ # this is not what we want
Review Comment:
What do you mean here?
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
