This is an automated email from the ASF dual-hosted git repository.
wzhou pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/impala.git
from 68e61c1aa IMPALA-12787: Concurrent DELETE and UPDATE operations on
Iceberg tables can be problematic
new fc74ca672 IMPALA-12378: Auto Ship JDBC Data Source
new 75947e254 IMPALA-12072: Include snapshot id of Iceberg tables in query
plan / profile
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/exec/external-data-source-executor.cc | 6 +-
bin/impala-config.sh | 1 +
bin/rat_exclude_files.txt | 2 +-
fe/pom.xml | 6 +
.../org/apache/impala/compat/MetastoreShim.java | 6 +-
fe/src/main/cup/sql-parser.cup | 4 +-
.../apache/impala/analysis/CreateDataSrcStmt.java | 11 +-
.../impala/analysis/CreateTableDataSrcStmt.java | 8 +-
.../extdatasource/ExternalDataSourceExecutor.java | 19 +-
.../impala/extdatasource/jdbc/JdbcDataSource.java | 0
.../org/apache/impala/extdatasource/jdbc/README.md | 0
.../extdatasource/jdbc/conf/DatabaseType.java | 0
.../extdatasource/jdbc/conf/JdbcStorageConfig.java | 0
.../jdbc/conf/JdbcStorageConfigManager.java | 0
.../jdbc/dao/DB2DatabaseAccessor.java | 0
.../extdatasource/jdbc/dao/DatabaseAccessor.java | 0
.../jdbc/dao/DatabaseAccessorFactory.java | 0
.../jdbc/dao/GenericJdbcDatabaseAccessor.java | 7 +-
.../jdbc/dao/ImpalaDatabaseAccessor.java | 0
.../extdatasource/jdbc/dao/JdbcRecordIterator.java | 0
.../jdbc/dao/JethroDatabaseAccessor.java | 0
.../jdbc/dao/MsSqlDatabaseAccessor.java | 0
.../jdbc/dao/MySqlDatabaseAccessor.java | 0
.../jdbc/dao/OracleDatabaseAccessor.java | 0
.../jdbc/dao/PostgresDatabaseAccessor.java | 0
.../exception/JdbcDatabaseAccessException.java | 0
.../jdbc/util/QueryConditionUtil.java | 0
.../apache/impala/planner/DataSourceScanNode.java | 37 ++--
.../org/apache/impala/planner/IcebergScanNode.java | 21 ++-
.../apache/impala/planner/IcebergScanPlanner.java | 17 +-
.../java/org/apache/impala/util/IcebergUtil.java | 6 +
.../org/apache/impala/analysis/AnalyzeDDLTest.java | 1 +
.../org/apache/impala/analysis/ParserTest.java | 3 +-
.../apache/impala/customcluster/LdapHS2Test.java | 3 +-
.../org/apache/impala/planner/PlannerTest.java | 19 +-
.../org/apache/impala/planner/PlannerTestBase.java | 9 +-
.../java/org/apache/impala/testutil/TestUtils.java | 3 +
java/pom.xml | 1 +
testdata/bin/copy-ext-data-sources.sh | 7 -
.../iceberg-predicates-disabled-subsetting.test | 5 +-
.../queries/PlannerTest/iceberg-predicates.test | 24 ++-
.../queries/PlannerTest/iceberg-v2-delete.test | 42 +++++
.../PlannerTest/iceberg-v2-tables-hash-join.test | 116 +++++++++++++
.../queries/PlannerTest/iceberg-v2-tables.test | 192 ++++++++++++++++++++-
.../queries/PlannerTest/iceberg-v2-update.test | 42 +++++
.../queries/PlannerTest/insert-sort-by-zorder.test | 2 +
.../queries/PlannerTest/tablesample.test | 11 +-
.../impala-ext-jdbc-tables-predicates.test | 3 +-
.../queries/QueryTest/impala-ext-jdbc-tables.test | 3 +-
.../QueryTest/jdbc-data-source-with-keystore.test | 3 +-
.../queries/QueryTest/jdbc-data-source.test | 3 +-
.../queries/QueryTest/mysql-ext-jdbc-tables.test | 3 +-
tests/query_test/test_iceberg.py | 25 +++
53 files changed, 585 insertions(+), 86 deletions(-)
rename {java/ext-data-source/jdbc =>
fe}/src/main/java/org/apache/impala/extdatasource/jdbc/JdbcDataSource.java
(100%)
rename {java/ext-data-source/jdbc =>
fe}/src/main/java/org/apache/impala/extdatasource/jdbc/README.md (100%)
rename {java/ext-data-source/jdbc =>
fe}/src/main/java/org/apache/impala/extdatasource/jdbc/conf/DatabaseType.java
(100%)
rename {java/ext-data-source/jdbc =>
fe}/src/main/java/org/apache/impala/extdatasource/jdbc/conf/JdbcStorageConfig.java
(100%)
rename {java/ext-data-source/jdbc =>
fe}/src/main/java/org/apache/impala/extdatasource/jdbc/conf/JdbcStorageConfigManager.java
(100%)
rename {java/ext-data-source/jdbc =>
fe}/src/main/java/org/apache/impala/extdatasource/jdbc/dao/DB2DatabaseAccessor.java
(100%)
rename {java/ext-data-source/jdbc =>
fe}/src/main/java/org/apache/impala/extdatasource/jdbc/dao/DatabaseAccessor.java
(100%)
rename {java/ext-data-source/jdbc =>
fe}/src/main/java/org/apache/impala/extdatasource/jdbc/dao/DatabaseAccessorFactory.java
(100%)
rename {java/ext-data-source/jdbc =>
fe}/src/main/java/org/apache/impala/extdatasource/jdbc/dao/GenericJdbcDatabaseAccessor.java
(98%)
rename {java/ext-data-source/jdbc =>
fe}/src/main/java/org/apache/impala/extdatasource/jdbc/dao/ImpalaDatabaseAccessor.java
(100%)
rename {java/ext-data-source/jdbc =>
fe}/src/main/java/org/apache/impala/extdatasource/jdbc/dao/JdbcRecordIterator.java
(100%)
rename {java/ext-data-source/jdbc =>
fe}/src/main/java/org/apache/impala/extdatasource/jdbc/dao/JethroDatabaseAccessor.java
(100%)
rename {java/ext-data-source/jdbc =>
fe}/src/main/java/org/apache/impala/extdatasource/jdbc/dao/MsSqlDatabaseAccessor.java
(100%)
rename {java/ext-data-source/jdbc =>
fe}/src/main/java/org/apache/impala/extdatasource/jdbc/dao/MySqlDatabaseAccessor.java
(100%)
rename {java/ext-data-source/jdbc =>
fe}/src/main/java/org/apache/impala/extdatasource/jdbc/dao/OracleDatabaseAccessor.java
(100%)
rename {java/ext-data-source/jdbc =>
fe}/src/main/java/org/apache/impala/extdatasource/jdbc/dao/PostgresDatabaseAccessor.java
(100%)
rename {java/ext-data-source/jdbc =>
fe}/src/main/java/org/apache/impala/extdatasource/jdbc/exception/JdbcDatabaseAccessException.java
(100%)
rename {java/ext-data-source/jdbc =>
fe}/src/main/java/org/apache/impala/extdatasource/jdbc/util/QueryConditionUtil.java
(100%)
