This is an automated email from the ASF dual-hosted git repository.
mbod pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git
from 73b6b7f2ba HIVE-25941: Long compilation time of complex query due to
analysis for materialized view rewrite (Krisztian Kasa, reviewed by Zoltan
Haindrich, Aman Sinha)
add a85f1650e2 HIVE-26102: Implement DELETE statements for Iceberg tables
(#3131) (Marton Bod, reviewed by Peter Vary)
No new revisions were added by this update.
Summary of changes:
.../org/apache/iceberg/mr/InputFormatConfig.java | 1 +
.../org/apache/iceberg/mr/hive/FilesForCommit.java | 64 +++++++++
.../iceberg/mr/hive/HiveFileWriterFactory.java | 2 +-
.../iceberg/mr/hive/HiveIcebergDeleteWriter.java | 64 +++++++++
.../mr/hive/HiveIcebergOutputCommitter.java | 109 +++++++++------
.../iceberg/mr/hive/HiveIcebergOutputFormat.java | 17 ++-
.../iceberg/mr/hive/HiveIcebergRecordWriter.java | 82 ++----------
.../apache/iceberg/mr/hive/HiveIcebergSerDe.java | 12 +-
.../iceberg/mr/hive/HiveIcebergStorageHandler.java | 69 +++++++++-
...ergRecordWriter.java => HiveIcebergWriter.java} | 87 +++++-------
.../apache/iceberg/mr/hive/IcebergAcidUtil.java | 139 +++++++++++++++++++
.../iceberg/mr/mapreduce/IcebergInputFormat.java | 79 ++++++++---
.../hive/HiveIcebergStorageHandlerTestUtils.java | 14 +-
.../mr/hive/TestHiveIcebergOutputCommitter.java | 4 +-
.../iceberg/mr/hive/TestHiveIcebergStatistics.java | 4 +-
.../apache/iceberg/mr/hive/TestHiveIcebergV2.java | 82 ++++++++++++
.../positive/delete_iceberg_partitioned_avro.q | 30 +++++
.../positive/delete_iceberg_partitioned_orc.q | 30 +++++
.../positive/delete_iceberg_partitioned_parquet.q | 30 +++++
.../delete_iceberg_unpartitioned_parquet.q | 30 +++++
.../positive/delete_iceberg_partitioned_avro.q.out | 148 +++++++++++++++++++++
.../positive/delete_iceberg_partitioned_orc.q.out | 148 +++++++++++++++++++++
.../delete_iceberg_partitioned_parquet.q.out | 148 +++++++++++++++++++++
.../delete_iceberg_unpartitioned_parquet.q.out | 148 +++++++++++++++++++++
itests/qtest-iceberg/pom.xml | 6 +
.../apache/hadoop/hive/ql/exec/MapOperator.java | 27 +++-
.../org/apache/hadoop/hive/ql/io/AcidUtils.java | 10 ++
.../hive/ql/io/HiveContextAwareRecordReader.java | 1 +
.../org/apache/hadoop/hive/ql/io/IOContext.java | 10 +-
.../hadoop/hive/ql/io/PositionDeleteInfo.java | 73 ++++++++++
.../hive/ql/metadata/HiveStorageHandler.java | 74 +++++++++++
.../hadoop/hive/ql/metadata/VirtualColumn.java | 9 +-
.../hadoop/hive/ql/parse/CalcitePlanner.java | 12 +-
.../hive/ql/parse/RewriteSemanticAnalyzer.java | 3 -
.../hadoop/hive/ql/parse/SemanticAnalyzer.java | 37 +++---
.../ql/parse/UpdateDeleteSemanticAnalyzer.java | 32 ++++-
36 files changed, 1596 insertions(+), 239 deletions(-)
create mode 100644
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/FilesForCommit.java
create mode 100644
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/HiveIcebergDeleteWriter.java
copy
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/{HiveIcebergRecordWriter.java
=> HiveIcebergWriter.java} (54%)
create mode 100644
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/hive/IcebergAcidUtil.java
create mode 100644
iceberg/iceberg-handler/src/test/queries/positive/delete_iceberg_partitioned_avro.q
create mode 100644
iceberg/iceberg-handler/src/test/queries/positive/delete_iceberg_partitioned_orc.q
create mode 100644
iceberg/iceberg-handler/src/test/queries/positive/delete_iceberg_partitioned_parquet.q
create mode 100644
iceberg/iceberg-handler/src/test/queries/positive/delete_iceberg_unpartitioned_parquet.q
create mode 100644
iceberg/iceberg-handler/src/test/results/positive/delete_iceberg_partitioned_avro.q.out
create mode 100644
iceberg/iceberg-handler/src/test/results/positive/delete_iceberg_partitioned_orc.q.out
create mode 100644
iceberg/iceberg-handler/src/test/results/positive/delete_iceberg_partitioned_parquet.q.out
create mode 100644
iceberg/iceberg-handler/src/test/results/positive/delete_iceberg_unpartitioned_parquet.q.out
create mode 100644
ql/src/java/org/apache/hadoop/hive/ql/io/PositionDeleteInfo.java
