This is an automated email from the ASF dual-hosted git repository.
krisztiankasa pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hive.git.
from c6d78ef HIVE-25277: fix slow partition deletion issue by removing
duplicated isEmpty checks (#2421)
add a08b83a HIVE-25406: Fetch writeId from insert-only transactional
tables (Krisztian Kasa, reviewed by Zoltan Haindrich)
No new revisions were added by this update.
Summary of changes:
.../org/apache/hadoop/hive/conf/Constants.java | 1 +
.../TestFetchWriteIdFromInsertOnlyTables.java | 87 ++++++++++++
.../hive/llap/io/api/impl/LlapRecordReader.java | 9 ++
.../org/apache/hadoop/hive/ql/exec/FetchTask.java | 2 +-
.../hadoop/hive/ql/exec/SMBMapJoinOperator.java | 2 +-
.../hadoop/hive/ql/exec/mr/MapredLocalTask.java | 2 +-
.../hive/ql/exec/vector/VectorizedRowBatchCtx.java | 22 +++
.../org/apache/hadoop/hive/ql/io/AcidUtils.java | 67 ++++++++--
.../apache/hadoop/hive/ql/io/BatchToRowReader.java | 2 +
.../apache/hadoop/hive/ql/io/BucketIdentifier.java | 102 ++++++++++++++
.../hive/ql/io/HiveContextAwareRecordReader.java | 8 +-
.../apache/hadoop/hive/ql/io/HiveInputFormat.java | 4 +-
.../org/apache/hadoop/hive/ql/io/IOContext.java | 10 ++
.../hadoop/hive/ql/io/orc/OrcInputFormat.java | 2 +-
.../ql/io/orc/VectorizedOrcAcidRowBatchReader.java | 2 +-
.../hive/ql/io/orc/VectorizedOrcInputFormat.java | 10 +-
.../vector/VectorizedParquetRecordReader.java | 12 +-
.../calcite/reloperators/HiveTableScan.java | 68 ++++++++--
.../rules/views/HiveRowIsDeletedPropagator.java | 2 +-
.../optimizer/calcite/translator/ASTBuilder.java | 4 +-
.../hadoop/hive/ql/parse/CalcitePlanner.java | 9 +-
.../hadoop/hive/ql/parse/SemanticAnalyzer.java | 17 ++-
.../apache/hadoop/hive/ql/plan/TableScanDesc.java | 10 --
.../clientpositive/insert_only_writeId_orc.q | 36 +++++
.../clientpositive/insert_only_writeId_parquet.q | 36 +++++
.../llap/insert_only_writeId_orc.q.out | 148 +++++++++++++++++++++
.../llap/insert_only_writeId_parquet.q.out | 148 +++++++++++++++++++++
27 files changed, 762 insertions(+), 60 deletions(-)
create mode 100644
itests/hive-unit/src/test/java/org/apache/hadoop/hive/ql/txn/compactor/TestFetchWriteIdFromInsertOnlyTables.java
create mode 100644
ql/src/java/org/apache/hadoop/hive/ql/io/BucketIdentifier.java
create mode 100644 ql/src/test/queries/clientpositive/insert_only_writeId_orc.q
create mode 100644
ql/src/test/queries/clientpositive/insert_only_writeId_parquet.q
create mode 100644
ql/src/test/results/clientpositive/llap/insert_only_writeId_orc.q.out
create mode 100644
ql/src/test/results/clientpositive/llap/insert_only_writeId_parquet.q.out
