This is an automated email from the ASF dual-hosted git repository.
blue pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/iceberg.git.
from 4f9641a Flink: Refactor the maxParallelism method to chain methods
in RewriteDataFilesAction (#1741)
add 944a437 Core: Add NaN counts to Metrics, implement in Parquet (#1641)
No new revisions were added by this update.
Summary of changes:
.../main/java/org/apache/iceberg/FieldMetrics.java | 91 ++++++++
api/src/main/java/org/apache/iceberg/Metrics.java | 48 +++++
.../test/java/org/apache/iceberg/TestMetrics.java | 235 +++++++++++++--------
.../org/apache/iceberg/TestMergingMetrics.java | 164 ++++++++++++++
.../org/apache/iceberg/orc/TestOrcMetrics.java | 37 ++--
.../iceberg/parquet/TestParquetMergingMetrics.java | 32 ++-
.../apache/iceberg/parquet/TestParquetMetrics.java | 36 ++--
.../flink/source/TestFlinkMergingMetrics.java | 49 +++++
.../iceberg/parquet/ParquetFieldMetrics.java | 67 ++++++
.../org/apache/iceberg/parquet/ParquetUtil.java | 34 ++-
.../apache/iceberg/parquet/ParquetValueWriter.java | 14 ++
.../iceberg/parquet/ParquetValueWriters.java | 74 ++++++-
.../iceberg/parquet/ParquetWriteAdapter.java | 11 +-
.../org/apache/iceberg/parquet/ParquetWriter.java | 2 +-
.../org/apache/iceberg/spark/SparkTableUtil.java | 8 +-
.../iceberg/spark/source/StructInternalRow.java | 52 ++++-
.../source/TestSparkParquetMergingMetrics.java | 44 ++++
17 files changed, 845 insertions(+), 153 deletions(-)
create mode 100644 api/src/main/java/org/apache/iceberg/FieldMetrics.java
create mode 100644
data/src/test/java/org/apache/iceberg/TestMergingMetrics.java
copy core/src/main/java/org/apache/iceberg/io/UnpartitionedWriter.java =>
data/src/test/java/org/apache/iceberg/parquet/TestParquetMergingMetrics.java
(55%)
create mode 100644
flink/src/test/java/org/apache/iceberg/flink/source/TestFlinkMergingMetrics.java
create mode 100644
parquet/src/main/java/org/apache/iceberg/parquet/ParquetFieldMetrics.java
create mode 100644
spark/src/test/java/org/apache/iceberg/spark/source/TestSparkParquetMergingMetrics.java
