This is an automated email from the ASF dual-hosted git repository.
wzhou pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/impala.git
from eb2939245 IMPALA-12693: [DOCS] Typo in link for ltrim in string
functions docs
new ada4090e0 IMPALA-12894: (part 1) Turn off the count(*) optimisation
for V2 Iceberg tables
new 6c0c26146 IMPALA-12896: Avoid JDBC table to be set as transactional
table
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../org/apache/impala/analysis/SelectStmt.java | 3 +-
.../org/apache/impala/catalog/DataSourceTable.java | 6 +
.../org/apache/impala/common/FileSystemUtil.java | 2 +-
.../impala/util/MaxRowsProcessedVisitor.java | 19 +-
testdata/data/README | 17 ++
...06ac2-9987-4514-8310-505eb02c528a-00001.parquet | Bin 0 -> 672 bytes
...b945045-7ba1864b00000000_1900113267_data.0.parq | Bin 0 -> 670 bytes
...ee10b145-141d9f6900000000_502574269_data.0.parq | Bin 0 -> 620 bytes
...e10b145-141d9f6900000000_1919298510_data.0.parq | Bin 0 -> 1656 bytes
...f889878-632c88f100000001_1119661503_data.0.parq | Bin 0 -> 1651 bytes
.../52100098-3c71-4111-8d7e-1c02e8343a0e-m0.avro} | Bin 3732 -> 4068 bytes
.../a69c2096-fc8b-4365-8b7b-3b561afdd7e2-m0.avro} | Bin 3688 -> 3719 bytes
.../a69c2096-fc8b-4365-8b7b-3b561afdd7e2-m1.avro} | Bin 3732 -> 4071 bytes
.../aa501eb1-924a-4460-a2a0-ad577de8aef5-m0.avro} | Bin 3720 -> 3724 bytes
.../aa501eb1-924a-4460-a2a0-ad577de8aef5-m1.avro} | Bin 3720 -> 3721 bytes
.../aa501eb1-924a-4460-a2a0-ad577de8aef5-m2.avro} | Bin 3732 -> 4073 bytes
.../aa501eb1-924a-4460-a2a0-ad577de8aef5-m3.avro} | Bin 3720 -> 3727 bytes
.../f6475cdb-128e-4438-ab63-2251736670ad-m0.avro} | Bin 3720 -> 3721 bytes
...79-1-52100098-3c71-4111-8d7e-1c02e8343a0e.avro} | Bin 2326 -> 2696 bytes
...83-1-f6475cdb-128e-4438-ab63-2251736670ad.avro} | Bin 2162 -> 2178 bytes
...32-1-aa501eb1-924a-4460-a2a0-ad577de8aef5.avro} | Bin 2326 -> 2870 bytes
...11-1-a69c2096-fc8b-4365-8b7b-3b561afdd7e2.avro} | Bin 2326 -> 2524 bytes
.../metadata/v1.metadata.json | 14 +-
.../metadata/v2.metadata.json | 40 +--
.../metadata/v3.metadata.json | 77 +++---
.../metadata/v4.metadata.json | 139 ++++++++++
.../metadata/v5.metadata.json | 171 ++++++++++++
.../metadata/version-hint.text | 0
.../functional/functional_schema_template.sql | 15 +
.../datasets/functional/schema_constraints.csv | 1 +
.../PlannerTest/iceberg-v2-tables-hash-join.test | 256 ++++++++++-------
.../queries/PlannerTest/iceberg-v2-tables.test | 304 +++++++++++++--------
.../queries/PlannerTest/resource-requirements.test | 3 +
.../queries/PlannerTest/small-query-opt.test | 8 -
.../iceberg-v2-read-position-deletes-orc.test | 4 +-
.../iceberg-v2-read-position-deletes.test | 17 +-
tests/custom_cluster/test_ext_data_sources.py | 13 +
tests/query_test/test_ext_data_sources.py | 4 +-
tests/query_test/test_iceberg.py | 1 +
39 files changed, 829 insertions(+), 285 deletions(-)
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_spark_compaction_with_dangling_delete/data/00000-8-7d506ac2-9987-4514-8310-505eb02c528a-00001.parquet
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_spark_compaction_with_dangling_delete/data/2b4453538b945045-7ba1864b00000000_1900113267_data.0.parq
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_spark_compaction_with_dangling_delete/data/3549308fee10b145-141d9f6900000000_502574269_data.0.parq
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_spark_compaction_with_dangling_delete/data/delete-3549308fee10b145-141d9f6900000000_1919298510_data.0.parq
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_spark_compaction_with_dangling_delete/data/delete-ca41ed5edf889878-632c88f100000001_1119661503_data.0.parq
copy
testdata/data/iceberg_test/hadoop_catalog/ice/{iceberg_v2_delete_both_eq_and_pos/metadata/0cf1a310-d39c-4c6a-bfef-c3fe33cd0c25-m0.avro
=>
iceberg_spark_compaction_with_dangling_delete/metadata/52100098-3c71-4111-8d7e-1c02e8343a0e-m0.avro}
(83%)
copy
testdata/data/iceberg_test/hadoop_catalog/ice/{iceberg_v2_delete_equality/metadata/30efd05a-a329-4420-8592-9fab221add9e-m1.avro
=>
iceberg_spark_compaction_with_dangling_delete/metadata/a69c2096-fc8b-4365-8b7b-3b561afdd7e2-m0.avro}
(91%)
copy
testdata/data/iceberg_test/hadoop_catalog/ice/{iceberg_v2_delete_both_eq_and_pos/metadata/0cf1a310-d39c-4c6a-bfef-c3fe33cd0c25-m0.avro
=>
iceberg_spark_compaction_with_dangling_delete/metadata/a69c2096-fc8b-4365-8b7b-3b561afdd7e2-m1.avro}
(83%)
copy
testdata/data/iceberg_test/hadoop_catalog/ice/{iceberg_v2_delete_equality/metadata/22029492-dcdb-4ba1-a447-9b9f7200f9e4-m0.avro
=>
iceberg_spark_compaction_with_dangling_delete/metadata/aa501eb1-924a-4460-a2a0-ad577de8aef5-m0.avro}
(91%)
copy
testdata/data/iceberg_test/hadoop_catalog/ice/{iceberg_v2_delete_equality/metadata/22029492-dcdb-4ba1-a447-9b9f7200f9e4-m0.avro
=>
iceberg_spark_compaction_with_dangling_delete/metadata/aa501eb1-924a-4460-a2a0-ad577de8aef5-m1.avro}
(91%)
copy
testdata/data/iceberg_test/hadoop_catalog/ice/{iceberg_v2_delete_both_eq_and_pos/metadata/0cf1a310-d39c-4c6a-bfef-c3fe33cd0c25-m0.avro
=>
iceberg_spark_compaction_with_dangling_delete/metadata/aa501eb1-924a-4460-a2a0-ad577de8aef5-m2.avro}
(83%)
copy
testdata/data/iceberg_test/hadoop_catalog/ice/{iceberg_v2_delete_equality/metadata/22029492-dcdb-4ba1-a447-9b9f7200f9e4-m0.avro
=>
iceberg_spark_compaction_with_dangling_delete/metadata/aa501eb1-924a-4460-a2a0-ad577de8aef5-m3.avro}
(91%)
copy
testdata/data/iceberg_test/hadoop_catalog/ice/{iceberg_v2_delete_equality/metadata/22029492-dcdb-4ba1-a447-9b9f7200f9e4-m0.avro
=>
iceberg_spark_compaction_with_dangling_delete/metadata/f6475cdb-128e-4438-ab63-2251736670ad-m0.avro}
(91%)
copy
testdata/data/iceberg_test/hadoop_catalog/ice/{iceberg_v2_delete_both_eq_and_pos/metadata/snap-3802179086205335895-1-3d36bf90-2625-4625-b09b-d4359b979df9.avro
=>
iceberg_spark_compaction_with_dangling_delete/metadata/snap-1208327814823543579-1-52100098-3c71-4111-8d7e-1c02e8343a0e.avro}
(71%)
copy
testdata/data/iceberg_test/hadoop_catalog/ice/{iceberg_v2_delete_positional/metadata/snap-6816997371555012807-1-8cbef400-daea-478a-858a-2baf2438f644.avro
=>
iceberg_spark_compaction_with_dangling_delete/metadata/snap-37664836060851883-1-f6475cdb-128e-4438-ab63-2251736670ad.avro}
(88%)
copy
testdata/data/iceberg_test/hadoop_catalog/ice/{iceberg_v2_delete_both_eq_and_pos/metadata/snap-3802179086205335895-1-3d36bf90-2625-4625-b09b-d4359b979df9.avro
=>
iceberg_spark_compaction_with_dangling_delete/metadata/snap-5278394901353853232-1-aa501eb1-924a-4460-a2a0-ad577de8aef5.avro}
(66%)
copy
testdata/data/iceberg_test/hadoop_catalog/ice/{iceberg_v2_delete_both_eq_and_pos/metadata/snap-3802179086205335895-1-3d36bf90-2625-4625-b09b-d4359b979df9.avro
=>
iceberg_spark_compaction_with_dangling_delete/metadata/snap-6274599306850878811-1-a69c2096-fc8b-4365-8b7b-3b561afdd7e2.avro}
(76%)
copy
testdata/data/iceberg_test/hadoop_catalog/ice/{iceberg_v2_delete_equality_nulls
=> iceberg_spark_compaction_with_dangling_delete}/metadata/v1.metadata.json
(80%)
copy
testdata/data/iceberg_test/hadoop_catalog/ice/{iceberg_v2_delete_equality_nulls
=> iceberg_spark_compaction_with_dangling_delete}/metadata/v2.metadata.json
(65%)
copy
testdata/data/iceberg_test/hadoop_catalog/ice/{iceberg_v2_delete_equality_multi_eq_ids
=> iceberg_spark_compaction_with_dangling_delete}/metadata/v3.metadata.json
(54%)
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_spark_compaction_with_dangling_delete/metadata/v4.metadata.json
create mode 100644
testdata/data/iceberg_test/hadoop_catalog/ice/iceberg_spark_compaction_with_dangling_delete/metadata/v5.metadata.json
copy
testdata/data/iceberg_test/hadoop_catalog/ice/{iceberg_v2_delete_equality_multi_eq_ids
=> iceberg_spark_compaction_with_dangling_delete}/metadata/version-hint.text
(100%)
