This is an automated email from the ASF dual-hosted git repository.
ayushsaxena pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git
from 8c4d87e1795 HIVE-29444: Log namenode address in testing scenarios
(#6304)
add 38a96354000 HIVE-29445: Iceberg: [V3] Add support for ROW LINEAGE
(#6285)
No new revisions were added by this update.
Summary of changes:
.../iceberg/mr/hive/HiveIcebergOutputFormat.java | 3 +
.../apache/iceberg/mr/hive/HiveIcebergSerDe.java | 19 +-
.../iceberg/mr/hive/HiveIcebergStorageHandler.java | 7 +
.../apache/iceberg/mr/hive/IcebergAcidUtil.java | 7 +
.../apache/iceberg/mr/hive/IcebergTableUtil.java | 5 +
.../iceberg/mr/hive/vector/HiveBatchIterator.java | 56 +++++
.../writer/HiveIcebergCopyOnWriteRecordWriter.java | 6 +-
.../iceberg/mr/hive/writer/WriterBuilder.java | 12 +-
.../mr/mapreduce/AbstractIcebergRecordReader.java | 7 +-
...rgSplitContainer.java => RowLineageReader.java} | 15 +-
.../src/test/queries/positive/row_lineage.q | 73 ++++++
.../src/test/results/positive/row_lineage.q.out | 268 +++++++++++++++++++++
.../apache/hadoop/hive/ql/exec/MapOperator.java | 14 ++
.../hive/ql/io/HiveContextAwareRecordReader.java | 1 +
.../org/apache/hadoop/hive/ql/io/IOContext.java | 10 +
.../hadoop/hive/ql/io/PositionDeleteInfo.java | 4 +-
.../apache/hadoop/hive/ql/io/RowLineageInfo.java | 63 +++++
.../hive/ql/io/parquet/ProjectionPusher.java | 1 +
.../vector/VectorizedParquetRecordReader.java | 2 +
.../hive/ql/metadata/HiveStorageHandler.java | 8 +
.../hadoop/hive/ql/metadata/RowLineageUtils.java | 178 ++++++++++++++
.../org/apache/hadoop/hive/ql/metadata/Table.java | 6 +-
.../hadoop/hive/ql/metadata/VirtualColumn.java | 4 +-
.../hive/ql/optimizer/physical/Vectorizer.java | 4 +-
.../hadoop/hive/ql/parse/SemanticAnalyzer.java | 6 +-
.../ql/parse/rewrite/CopyOnWriteMergeRewriter.java | 19 +-
.../parse/rewrite/CopyOnWriteUpdateRewriter.java | 10 +-
.../hive/ql/parse/rewrite/MergeRewriter.java | 19 +-
.../hive/ql/parse/rewrite/MergeStatement.java | 9 +
.../hive/ql/parse/rewrite/SplitMergeRewriter.java | 12 +-
.../hive/ql/parse/rewrite/SplitUpdateRewriter.java | 3 +
.../ql/parse/rewrite/sql/COWWithClauseBuilder.java | 19 +-
.../hadoop/hive/ql/session/SessionStateUtil.java | 1 +
33 files changed, 836 insertions(+), 35 deletions(-)
copy
iceberg/iceberg-handler/src/main/java/org/apache/iceberg/mr/mapreduce/{IcebergSplitContainer.java
=> RowLineageReader.java} (66%)
create mode 100644
iceberg/iceberg-handler/src/test/queries/positive/row_lineage.q
create mode 100644
iceberg/iceberg-handler/src/test/results/positive/row_lineage.q.out
create mode 100644 ql/src/java/org/apache/hadoop/hive/ql/io/RowLineageInfo.java
create mode 100644
ql/src/java/org/apache/hadoop/hive/ql/metadata/RowLineageUtils.java
