This is an automated email from the ASF dual-hosted git repository.
michaelsmith pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/impala.git
from 0063ccc83 IMPALA-12371: Add better cardinality estimation for Iceberg
V2 tables with deletes
new eb0e2bbf9 IMPALA-12313: (part 1) Refactor modify statements
new 1f82106af IMPALA-12089: Be able to skip pushing down a subset of the
predicates in Iceberg
new 2d3289027 IMPALA-12406: OPTIMIZE statement as an alias for INSERT
OVERWRITE
The 3 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/service/query-options.cc | 3 +
be/src/service/query-options.h | 5 +-
common/thrift/ImpalaService.thrift | 4 +
common/thrift/Query.thrift | 3 +
fe/src/main/cup/sql-parser.cup | 17 +-
.../apache/impala/analysis/AnalysisContext.java | 14 +-
.../org/apache/impala/analysis/DeleteStmt.java | 25 +-
.../apache/impala/analysis/DmlStatementBase.java | 2 +
.../{AlterDbStmt.java => IcebergDeleteImpl.java} | 40 ++-
.../analysis/IcebergExpressionCollector.java | 84 +++++
.../apache/impala/analysis/IcebergModifyImpl.java | 101 ++++++
.../org/apache/impala/analysis/InsertStmt.java | 3 +-
.../org/apache/impala/analysis/KuduDeleteImpl.java | 46 +++
.../org/apache/impala/analysis/KuduModifyImpl.java | 63 ++++
.../org/apache/impala/analysis/KuduUpdateImpl.java | 45 +++
.../org/apache/impala/analysis/ModifyImpl.java | 268 +++++++++++++++
.../org/apache/impala/analysis/ModifyStmt.java | 361 +++------------------
.../org/apache/impala/analysis/OptimizeStmt.java | 109 +++++++
.../org/apache/impala/analysis/UpdateStmt.java | 23 +-
.../apache/impala/planner/IcebergScanPlanner.java | 88 +++--
.../java/org/apache/impala/planner/Planner.java | 2 +-
.../org/apache/impala/planner/PlannerContext.java | 4 +-
.../java/org/apache/impala/service/Frontend.java | 5 +-
fe/src/main/jflex/sql-scanner.flex | 1 +
.../org/apache/impala/analysis/ParserTest.java | 4 +-
.../org/apache/impala/planner/PlannerTest.java | 12 +
.../iceberg-predicates-disabled-subsetting.test | 32 ++
.../queries/PlannerTest/iceberg-predicates.test | 108 +++++-
.../PlannerTest/iceberg-v2-tables-hash-join.test | 48 ++-
.../queries/PlannerTest/iceberg-v2-tables.test | 48 ++-
.../queries/PlannerTest/insert-sort-by-zorder.test | 27 ++
.../queries/PlannerTest/tablesample.test | 7 +-
.../queries/QueryTest/iceberg-negative.test | 18 +-
.../queries/QueryTest/iceberg-optimize.test | 123 +++++++
.../queries/QueryTest/ranger_column_masking.test | 6 +
tests/authorization/test_ranger.py | 5 +
tests/query_test/test_iceberg.py | 31 ++
37 files changed, 1340 insertions(+), 445 deletions(-)
copy fe/src/main/java/org/apache/impala/analysis/{AlterDbStmt.java =>
IcebergDeleteImpl.java} (50%)
create mode 100644
fe/src/main/java/org/apache/impala/analysis/IcebergExpressionCollector.java
create mode 100644
fe/src/main/java/org/apache/impala/analysis/IcebergModifyImpl.java
create mode 100644
fe/src/main/java/org/apache/impala/analysis/KuduDeleteImpl.java
create mode 100644
fe/src/main/java/org/apache/impala/analysis/KuduModifyImpl.java
create mode 100644
fe/src/main/java/org/apache/impala/analysis/KuduUpdateImpl.java
create mode 100644 fe/src/main/java/org/apache/impala/analysis/ModifyImpl.java
create mode 100644
fe/src/main/java/org/apache/impala/analysis/OptimizeStmt.java
create mode 100644
testdata/workloads/functional-planner/queries/PlannerTest/iceberg-predicates-disabled-subsetting.test
create mode 100644
testdata/workloads/functional-query/queries/QueryTest/iceberg-optimize.test
