This is an automated email from the ASF dual-hosted git repository.
dkuzmenko pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git
from 5861b169c2b HIVE-27006: Fix ParallelEdgeFixer (Seonggon Namgung,
reviewed by Zoltan Haindrich, Denys Kuzmenko)
add 9546c10a748 HIVE-27794: Iceberg: Implement Copy-On-Write for Merge
queries, enable CRUD for V1 tables (Denys Kuzmenko, reviewed by Krisztian Kasa)
No new revisions were added by this update.
Summary of changes:
.../java/org/apache/hadoop/hive/ql/ErrorMsg.java | 6 +-
.../mr/hive/HiveIcebergOutputCommitter.java | 1 +
.../apache/iceberg/mr/hive/HiveIcebergSerDe.java | 33 +-
.../iceberg/mr/hive/HiveIcebergStorageHandler.java | 50 +-
.../apache/iceberg/mr/hive/IcebergAcidUtil.java | 5 +-
.../apache/iceberg/mr/hive/IcebergTableUtil.java | 22 +
.../writer/HiveIcebergCopyOnWriteRecordWriter.java | 2 +-
.../iceberg/mr/hive/writer/WriterBuilder.java | 40 +-
.../java/org/apache/iceberg/mr/TestHelper.java | 2 +
.../hive/HiveIcebergStorageHandlerTestUtils.java | 1 +
.../HiveIcebergStorageHandlerWithEngineBase.java | 32 +-
.../mr/hive/TestHiveIcebergBranchOperation.java | 8 +
...HiveIcebergV2.java => TestHiveIcebergCRUD.java} | 199 ++---
.../iceberg/mr/hive/TestHiveIcebergCTAS.java | 21 +-
.../mr/hive/TestHiveIcebergExpireSnapshots.java | 8 +
.../iceberg/mr/hive/TestHiveIcebergInserts.java | 8 +-
.../iceberg/mr/hive/TestHiveIcebergRollback.java | 7 +
.../mr/hive/TestHiveIcebergSetCurrentSnapshot.java | 9 +-
.../mr/hive/TestHiveIcebergTagOperation.java | 9 +
.../iceberg/mr/hive/TestHiveIcebergTimeTravel.java | 8 +
.../mr/hive/TestHiveIcebergTruncateTable.java | 3 +-
.../iceberg/mr/hive/TestOptimisticRetry.java | 26 +-
.../test/queries/negative/merge_split_update_off.q | 2 +-
...cate_table_partition_spec_with_part_evolution.q | 2 +-
.../queries/negative/update_split_update_off.q | 2 +-
...q => merge_iceberg_copy_on_write_partitioned.q} | 18 +-
...=> merge_iceberg_copy_on_write_unpartitioned.q} | 15 +-
.../update_iceberg_copy_on_write_unpartitioned.q | 6 +
.../results/negative/merge_split_update_off.q.out | 6 +-
..._table_partition_spec_with_part_evolution.q.out | 6 +-
.../results/negative/update_split_update_off.q.out | 6 +-
.../delete_iceberg_copy_on_write_partitioned.q.out | 396 +++++-----
.../llap/vectorized_iceberg_read_mixed.q.out | 224 +++---
.../llap/vectorized_iceberg_read_orc.q.out | 166 ++--
.../llap/vectorized_iceberg_read_parquet.q.out | 128 ++--
.../merge_iceberg_copy_on_write_partitioned.q.out | 579 ++++++++++++++
...merge_iceberg_copy_on_write_unpartitioned.q.out | 848 +++++++++++++++++++++
...pdate_iceberg_copy_on_write_unpartitioned.q.out | 80 ++
.../positive/vectorized_iceberg_read_mixed.q.out | 184 +++--
.../positive/vectorized_iceberg_read_orc.q.out | 138 ++--
.../positive/vectorized_iceberg_read_parquet.q.out | 100 +--
ql/src/java/org/apache/hadoop/hive/ql/Context.java | 11 +-
.../AlterMaterializedViewRebuildAnalyzer.java | 4 +-
.../org/apache/hadoop/hive/ql/io/AcidUtils.java | 17 +-
.../hive/ql/metadata/HiveStorageHandler.java | 9 +-
.../hadoop/hive/ql/parse/CalcitePlanner.java | 2 +-
.../hive/ql/parse/MergeSemanticAnalyzer.java | 28 +-
.../hadoop/hive/ql/parse/SemanticAnalyzer.java | 33 +-
.../parse/rewrite/CopyOnWriteDeleteRewriter.java | 5 +-
.../ql/parse/rewrite/CopyOnWriteMergeRewriter.java | 247 ++++++
.../parse/rewrite/CopyOnWriteUpdateRewriter.java | 61 +-
.../hive/ql/parse/rewrite/DeleteRewriter.java | 4 +-
.../ql/parse/rewrite/DeleteRewriterFactory.java | 6 +-
.../hive/ql/parse/rewrite/MergeRewriter.java | 38 +-
.../ql/parse/rewrite/MergeRewriterFactory.java | 33 +-
.../hive/ql/parse/rewrite/MergeStatement.java | 16 +-
.../hive/ql/parse/rewrite/SplitUpdateRewriter.java | 4 +-
.../hive/ql/parse/rewrite/UpdateRewriter.java | 7 +-
.../ql/parse/rewrite/UpdateRewriterFactory.java | 12 +-
.../ql/parse/rewrite/sql/COWWithClauseBuilder.java | 26 +-
.../parse/rewrite/sql/MultiInsertSqlGenerator.java | 43 +-
.../sql/NonNativeAcidMultiInsertSqlGenerator.java | 24 +-
.../ql/parse/rewrite/sql/SqlGeneratorFactory.java | 3 +-
63 files changed, 3016 insertions(+), 1023 deletions(-)
rename
iceberg/iceberg-handler/src/test/java/org/apache/iceberg/mr/hive/{TestHiveIcebergV2.java
=> TestHiveIcebergCRUD.java} (84%)
copy
iceberg/iceberg-handler/src/test/queries/positive/{merge_iceberg_partitioned_orc.q
=> merge_iceberg_copy_on_write_partitioned.q} (61%)
copy iceberg/iceberg-handler/src/test/queries/positive/{merge_iceberg_orc.q =>
merge_iceberg_copy_on_write_unpartitioned.q} (66%)
create mode 100644
iceberg/iceberg-handler/src/test/results/positive/merge_iceberg_copy_on_write_partitioned.q.out
create mode 100644
iceberg/iceberg-handler/src/test/results/positive/merge_iceberg_copy_on_write_unpartitioned.q.out
create mode 100644
ql/src/java/org/apache/hadoop/hive/ql/parse/rewrite/CopyOnWriteMergeRewriter.java
