This is an automated email from the ASF dual-hosted git repository.
blue pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/iceberg.git
from 74051b44f9 Spark 3.4: Backport DVs related parts (#12603)
add ded06702a8 Parquet: Implement Variant metrics (#12496)
No new revisions were added by this update.
Summary of changes:
.palantir/revapi.yml | 5 +
api/src/main/java/org/apache/iceberg/Metrics.java | 4 +
.../java/org/apache/iceberg/util/BinaryUtil.java | 22 +-
.../java/org/apache/iceberg/util/UnicodeUtil.java | 27 +-
.../apache/iceberg/variants/SerializedObject.java | 10 +
.../iceberg/variants/SerializedPrimitive.java | 10 +
.../iceberg/variants/SerializedShortString.java | 10 +
.../org/apache/iceberg/variants/VariantObject.java | 35 ++
.../apache/iceberg/variants/VariantPrimitive.java | 18 +
.../org/apache/iceberg/variants/VariantUtil.java | 4 +
.../main/java/org/apache/iceberg/FieldMetrics.java | 12 +
.../main/java/org/apache/iceberg/MetricsUtil.java | 15 +
.../apache/iceberg/variants/PrimitiveWrapper.java | 10 +
.../java/org/apache/iceberg/variants/Variants.java | 65 +++
.../test/java/org/apache/iceberg/TestMetrics.java | 15 +-
.../org/apache/iceberg/TestMergingMetrics.java | 77 +--
.../java/org/apache/iceberg/orc/OrcMetrics.java | 32 +-
.../iceberg/data/parquet/BaseParquetReaders.java | 3 +-
.../iceberg/data/parquet/BaseParquetWriter.java | 3 +-
.../apache/iceberg/parquet/ParquetConversions.java | 37 +-
.../org/apache/iceberg/parquet/ParquetMetrics.java | 639 +++++++++++++++++++++
.../org/apache/iceberg/parquet/ParquetUtil.java | 239 +-------
.../apache/iceberg/parquet/ParquetVariantUtil.java | 476 +++++++++++++++
.../iceberg/parquet/ParquetWriteAdapter.java | 6 +-
.../org/apache/iceberg/parquet/ParquetWriter.java | 5 +-
.../org/apache/iceberg/parquet/PruneColumns.java | 3 +-
.../iceberg/parquet/TypeWithSchemaVisitor.java | 10 +-
.../apache/iceberg/parquet/TestVariantMetrics.java | 503 ++++++++++++++++
.../apache/iceberg/parquet/TestVariantWriters.java | 157 +----
29 files changed, 1941 insertions(+), 511 deletions(-)
create mode 100644
parquet/src/main/java/org/apache/iceberg/parquet/ParquetMetrics.java
create mode 100644
parquet/src/main/java/org/apache/iceberg/parquet/ParquetVariantUtil.java
create mode 100644
parquet/src/test/java/org/apache/iceberg/parquet/TestVariantMetrics.java