This is an automated email from the ASF dual-hosted git repository.
stigahuang pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/impala.git
The following commit(s) were added to refs/heads/master by this push:
new 7a5723c40 IMPALA-13346, IMPALA-13420: Deflake
test_read_position_deletes[_orc]
7a5723c40 is described below
commit 7a5723c40d21374d8c83a417d954d7a1f66acbc5
Author: Zoltan Borok-Nagy <[email protected]>
AuthorDate: Tue Oct 8 16:27:01 2024 +0200
IMPALA-13346, IMPALA-13420: Deflake test_read_position_deletes[_orc]
test_read_position_deletes modifies a table (COMPUTE STATS / DROP STATS)
during its execution. So when the test executes in parallel we can see
inconsistent results.
This change moves the COMPUTE/DROP STATS operations to a separate test
that is executed serially. Also adds SHOW COLUMN STATS which was not
tested before.
Change-Id: Iee8cdac9c631a17436250dc60528a8545e668e2d
Reviewed-on: http://gerrit.cloudera.org:8080/21906
Reviewed-by: Impala Public Jenkins <[email protected]>
Tested-by: Impala Public Jenkins <[email protected]>
---
...iceberg-v2-read-position-deletes-orc-stats.test | 167 ++++++++++++++
.../iceberg-v2-read-position-deletes-orc.test | 128 -----------
.../iceberg-v2-read-position-deletes-stats.test | 249 +++++++++++++++++++++
.../iceberg-v2-read-position-deletes.test | 192 ----------------
tests/query_test/test_iceberg.py | 20 +-
5 files changed, 431 insertions(+), 325 deletions(-)
diff --git
a/testdata/workloads/functional-query/queries/QueryTest/iceberg-v2-read-position-deletes-orc-stats.test
b/testdata/workloads/functional-query/queries/QueryTest/iceberg-v2-read-position-deletes-orc-stats.test
new file mode 100644
index 000000000..a0393e4e2
--- /dev/null
+++
b/testdata/workloads/functional-query/queries/QueryTest/iceberg-v2-read-position-deletes-orc-stats.test
@@ -0,0 +1,167 @@
+====
+---- QUERY
+DROP STATS iceberg_v2_no_deletes_orc;
+COMPUTE STATS iceberg_v2_no_deletes_orc;
+---- RESULTS
+'Updated 1 partition(s) and 2 column(s).'
+---- TYPES
+STRING
+====
+---- QUERY
+SHOW COLUMN STATS iceberg_v2_no_deletes_orc
+---- RESULTS
+'i','INT',3,0,4,4,-1,-1
+'s','STRING',3,0,1,1,-1,-1
+---- TYPES
+STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE, BIGINT, BIGINT
+====
+---- QUERY
+SHOW TABLE STATS iceberg_v2_no_deletes_orc
+---- LABELS
+#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
+---- RESULTS: VERIFY_IS_EQUAL
+3,1,'340B','NOT CACHED','NOT
CACHED','ORC','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_no_deletes_orc','$ERASURECODE_POLICY'
+---- TYPES
+BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
+====
+---- QUERY
+DROP STATS iceberg_v2_no_deletes_orc
+---- RESULTS
+'Stats have been dropped.'
+---- TYPES
+STRING
+====
+---- QUERY
+SHOW TABLE STATS iceberg_v2_no_deletes_orc
+---- LABELS
+#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
+---- RESULTS: VERIFY_IS_EQUAL
+3,1,'340B','NOT CACHED','NOT
CACHED','ORC','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_no_deletes_orc','$ERASURECODE_POLICY'
+---- TYPES
+BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
+====
+---- QUERY
+DROP STATS iceberg_v2_positional_delete_all_rows_orc;
+COMPUTE STATS iceberg_v2_positional_delete_all_rows_orc;
+---- RESULTS
+'Updated 1 partition(s) and 2 column(s).'
+---- TYPES
+STRING
+====
+---- QUERY
+SHOW COLUMN STATS iceberg_v2_positional_delete_all_rows_orc
+---- RESULTS
+'i','INT',0,0,4,4,-1,-1
+'s','STRING',0,0,0,0,-1,-1
+---- TYPES
+STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE, BIGINT, BIGINT
+====
+---- QUERY
+SHOW TABLE STATS iceberg_v2_positional_delete_all_rows_orc
+---- LABELS
+#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
+---- RESULTS: VERIFY_IS_EQUAL
+0,2,'1.62KB','NOT CACHED','NOT
CACHED','ORC','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_positional_delete_all_rows_orc','$ERASURECODE_POLICY'
+---- TYPES
+BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
+====
+---- QUERY
+DROP STATS iceberg_v2_positional_delete_all_rows_orc
+---- RESULTS
+'Stats have been dropped.'
+---- TYPES
+STRING
+====
+---- QUERY
+SHOW TABLE STATS iceberg_v2_positional_delete_all_rows_orc
+---- LABELS
+#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
+---- RESULTS: VERIFY_IS_EQUAL
+3,2,'1.62KB','NOT CACHED','NOT
CACHED','ORC','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_positional_delete_all_rows_orc','$ERASURECODE_POLICY'
+---- TYPES
+BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
+====
+---- QUERY
+DROP STATS iceberg_v2_positional_not_all_data_files_have_delete_files_orc;
+COMPUTE STATS iceberg_v2_positional_not_all_data_files_have_delete_files_orc;
+---- RESULTS
+'Updated 1 partition(s) and 2 column(s).'
+---- TYPES
+STRING
+====
+---- QUERY
+SHOW COLUMN STATS
iceberg_v2_positional_not_all_data_files_have_delete_files_orc
+---- RESULTS
+'i','INT',6,0,4,4,-1,-1
+'s','STRING',6,0,1,1,-1,-1
+---- TYPES
+STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE, BIGINT, BIGINT
+====
+---- QUERY
+SHOW TABLE STATS iceberg_v2_positional_not_all_data_files_have_delete_files_orc
+---- LABELS
+#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
+---- RESULTS: VERIFY_IS_EQUAL
+6,6,'3.97KB','NOT CACHED','NOT
CACHED','ORC','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_positional_not_all_data_files_have_delete_files_orc','$ERASURECODE_POLICY'
+---- TYPES
+BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
+====
+---- QUERY
+DROP STATS iceberg_v2_positional_not_all_data_files_have_delete_files_orc
+---- RESULTS
+'Stats have been dropped.'
+---- TYPES
+STRING
+====
+---- QUERY
+SHOW TABLE STATS iceberg_v2_positional_not_all_data_files_have_delete_files_orc
+---- LABELS
+#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
+---- RESULTS: VERIFY_IS_EQUAL
+10,6,'3.97KB','NOT CACHED','NOT
CACHED','ORC','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_positional_not_all_data_files_have_delete_files_orc','$ERASURECODE_POLICY'
+---- TYPES
+BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
+====
+---- QUERY
+DROP STATS iceberg_v2_partitioned_position_deletes_orc;
+COMPUTE STATS iceberg_v2_partitioned_position_deletes_orc;
+---- RESULTS
+'Updated 1 partition(s) and 4 column(s).'
+---- TYPES
+STRING
+====
+---- QUERY
+SHOW COLUMN STATS iceberg_v2_partitioned_position_deletes_orc
+---- RESULTS
+'id','INT',10,0,4,4,-1,-1
+'user','STRING',3,0,4,4,-1,-1
+'action','STRING',3,0,8,5.900000095367432,-1,-1
+'event_time','TIMESTAMP',3,0,16,16,-1,-1
+---- TYPES
+STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE, BIGINT, BIGINT
+====
+---- QUERY
+SHOW TABLE STATS iceberg_v2_partitioned_position_deletes_orc
+---- LABELS
+#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
+---- RESULTS: VERIFY_IS_EQUAL
+10,6,'6.53KB','NOT CACHED','NOT
CACHED','ORC','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_partitioned_position_deletes_orc','$ERASURECODE_POLICY'
+---- TYPES
+BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
+====
+---- QUERY
+DROP STATS iceberg_v2_partitioned_position_deletes_orc
+---- RESULTS
+'Stats have been dropped.'
+---- TYPES
+STRING
+====
+---- QUERY
+SHOW TABLE STATS iceberg_v2_partitioned_position_deletes_orc
+---- LABELS
+#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
+---- RESULTS: VERIFY_IS_EQUAL
+20,6,'6.53KB','NOT CACHED','NOT
CACHED','ORC','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_partitioned_position_deletes_orc','$ERASURECODE_POLICY'
+---- TYPES
+BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
+====
diff --git
a/testdata/workloads/functional-query/queries/QueryTest/iceberg-v2-read-position-deletes-orc.test
b/testdata/workloads/functional-query/queries/QueryTest/iceberg-v2-read-position-deletes-orc.test
index a2af39918..de2708cfc 100644
---
a/testdata/workloads/functional-query/queries/QueryTest/iceberg-v2-read-position-deletes-orc.test
+++
b/testdata/workloads/functional-query/queries/QueryTest/iceberg-v2-read-position-deletes-orc.test
@@ -1,37 +1,5 @@
====
---- QUERY
-COMPUTE STATS iceberg_v2_no_deletes_orc
----- RESULTS
-'Updated 1 partition(s) and 2 column(s).'
----- TYPES
-STRING
-====
----- QUERY
-SHOW TABLE STATS iceberg_v2_no_deletes_orc
----- LABELS
-#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
----- RESULTS: VERIFY_IS_EQUAL
-3,1,'340B','NOT CACHED','NOT
CACHED','ORC','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_no_deletes_orc','$ERASURECODE_POLICY'
----- TYPES
-BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
-====
----- QUERY
-DROP STATS iceberg_v2_no_deletes_orc
----- RESULTS
-'Stats have been dropped.'
----- TYPES
-STRING
-====
----- QUERY
-SHOW TABLE STATS iceberg_v2_no_deletes_orc
----- LABELS
-#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
----- RESULTS: VERIFY_IS_EQUAL
-3,1,'340B','NOT CACHED','NOT
CACHED','ORC','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_no_deletes_orc','$ERASURECODE_POLICY'
----- TYPES
-BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
-====
----- QUERY
SELECT count(*) from iceberg_v2_no_deletes_orc
---- RESULTS
3
@@ -42,38 +10,6 @@ aggregation(SUM, NumRowGroups): 0
aggregation(SUM, NumFileMetadataRead): 0
====
---- QUERY
-COMPUTE STATS iceberg_v2_positional_delete_all_rows_orc
----- RESULTS
-'Updated 1 partition(s) and 2 column(s).'
----- TYPES
-STRING
-====
----- QUERY
-SHOW TABLE STATS iceberg_v2_positional_delete_all_rows_orc
----- LABELS
-#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
----- RESULTS: VERIFY_IS_EQUAL
-0,2,'1.62KB','NOT CACHED','NOT
CACHED','ORC','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_positional_delete_all_rows_orc','$ERASURECODE_POLICY'
----- TYPES
-BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
-====
----- QUERY
-DROP STATS iceberg_v2_positional_delete_all_rows_orc
----- RESULTS
-'Stats have been dropped.'
----- TYPES
-STRING
-====
----- QUERY
-SHOW TABLE STATS iceberg_v2_positional_delete_all_rows_orc
----- LABELS
-#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
----- RESULTS: VERIFY_IS_EQUAL
-3,2,'1.62KB','NOT CACHED','NOT
CACHED','ORC','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_positional_delete_all_rows_orc','$ERASURECODE_POLICY'
----- TYPES
-BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
-====
----- QUERY
SELECT count(*) from iceberg_v2_positional_delete_all_rows_orc for
system_version as of 4807054508647143162
---- RESULTS
3
@@ -94,38 +30,6 @@ aggregation(SUM, NumOrcStripes): 2
aggregation(SUM, NumFileMetadataRead): 0
====
---- QUERY
-COMPUTE STATS iceberg_v2_positional_not_all_data_files_have_delete_files_orc
----- RESULTS
-'Updated 1 partition(s) and 2 column(s).'
----- TYPES
-STRING
-====
----- QUERY
-SHOW TABLE STATS iceberg_v2_positional_not_all_data_files_have_delete_files_orc
----- LABELS
-#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
----- RESULTS: VERIFY_IS_EQUAL
-6,6,'3.97KB','NOT CACHED','NOT
CACHED','ORC','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_positional_not_all_data_files_have_delete_files_orc','$ERASURECODE_POLICY'
----- TYPES
-BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
-====
----- QUERY
-DROP STATS iceberg_v2_positional_not_all_data_files_have_delete_files_orc
----- RESULTS
-'Stats have been dropped.'
----- TYPES
-STRING
-====
----- QUERY
-SHOW TABLE STATS iceberg_v2_positional_not_all_data_files_have_delete_files_orc
----- LABELS
-#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
----- RESULTS: VERIFY_IS_EQUAL
-10,6,'3.97KB','NOT CACHED','NOT
CACHED','ORC','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_positional_not_all_data_files_have_delete_files_orc','$ERASURECODE_POLICY'
----- TYPES
-BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
-====
----- QUERY
SHOW FILES IN iceberg_v2_positional_not_all_data_files_have_delete_files_orc;
---- RESULTS
row_regex:'$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_positional_not_all_data_files_have_delete_files_orc/data/00000-0-data.*.orc','.*','','$ERASURECODE_POLICY'
@@ -168,38 +72,6 @@ aggregation(SUM, NumOrcStripes): 4
aggregation(SUM, NumFileMetadataRead): 0
====
---- QUERY
-COMPUTE STATS iceberg_v2_partitioned_position_deletes_orc
----- RESULTS
-'Updated 1 partition(s) and 4 column(s).'
----- TYPES
-STRING
-====
----- QUERY
-SHOW TABLE STATS iceberg_v2_partitioned_position_deletes_orc
----- LABELS
-#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
----- RESULTS: VERIFY_IS_EQUAL
-10,6,'6.53KB','NOT CACHED','NOT
CACHED','ORC','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_partitioned_position_deletes_orc','$ERASURECODE_POLICY'
----- TYPES
-BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
-====
----- QUERY
-DROP STATS iceberg_v2_partitioned_position_deletes_orc
----- RESULTS
-'Stats have been dropped.'
----- TYPES
-STRING
-====
----- QUERY
-SHOW TABLE STATS iceberg_v2_partitioned_position_deletes_orc
----- LABELS
-#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
----- RESULTS: VERIFY_IS_EQUAL
-20,6,'6.53KB','NOT CACHED','NOT
CACHED','ORC','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_partitioned_position_deletes_orc','$ERASURECODE_POLICY'
----- TYPES
-BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
-====
----- QUERY
SELECT count(*) from iceberg_v2_partitioned_position_deletes_orc for
system_version as of 5416468273053855108
---- RESULTS
20
diff --git
a/testdata/workloads/functional-query/queries/QueryTest/iceberg-v2-read-position-deletes-stats.test
b/testdata/workloads/functional-query/queries/QueryTest/iceberg-v2-read-position-deletes-stats.test
new file mode 100644
index 000000000..3a56bbd21
--- /dev/null
+++
b/testdata/workloads/functional-query/queries/QueryTest/iceberg-v2-read-position-deletes-stats.test
@@ -0,0 +1,249 @@
+====
+---- QUERY
+DROP STATS iceberg_v2_no_deletes;
+COMPUTE STATS iceberg_v2_no_deletes;
+---- RESULTS
+'Updated 1 partition(s) and 2 column(s).'
+---- TYPES
+STRING
+====
+---- QUERY
+SHOW COLUMN STATS iceberg_v2_no_deletes
+---- RESULTS
+'i','INT',3,0,4,4,-1,-1
+'s','STRING',3,0,1,1,-1,-1
+---- TYPES
+STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE, BIGINT, BIGINT
+====
+---- QUERY
+SHOW TABLE STATS iceberg_v2_no_deletes
+---- LABELS
+#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
+---- RESULTS: VERIFY_IS_EQUAL
+3,1,'625B','NOT CACHED','NOT
CACHED','PARQUET','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_no_deletes','$ERASURECODE_POLICY'
+---- TYPES
+BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
+====
+---- QUERY
+DROP STATS iceberg_v2_no_deletes
+---- RESULTS
+'Stats have been dropped.'
+---- TYPES
+STRING
+====
+---- QUERY
+SHOW TABLE STATS iceberg_v2_no_deletes
+---- LABELS
+#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
+---- RESULTS: VERIFY_IS_EQUAL
+3,1,'625B','NOT CACHED','NOT
CACHED','PARQUET','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_no_deletes','$ERASURECODE_POLICY'
+---- TYPES
+BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
+====
+---- QUERY
+DROP STATS iceberg_v2_delete_positional;
+COMPUTE STATS iceberg_v2_delete_positional;
+---- RESULTS
+'Updated 1 partition(s) and 2 column(s).'
+---- TYPES
+STRING
+====
+---- QUERY
+SHOW COLUMN STATS iceberg_v2_delete_positional
+---- RESULTS
+'id','BIGINT',2,0,8,8,-1,-1
+'data','STRING',2,0,1,1,-1,-1
+---- TYPES
+STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE, BIGINT, BIGINT
+====
+---- QUERY
+SHOW TABLE STATS iceberg_v2_delete_positional
+---- LABELS
+#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
+---- RESULTS: VERIFY_IS_EQUAL
+2,2,'2.21KB','NOT CACHED','NOT
CACHED','PARQUET','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_delete_positional','$ERASURECODE_POLICY'
+---- TYPES
+BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
+====
+---- QUERY
+DROP STATS iceberg_v2_delete_positional
+---- RESULTS
+'Stats have been dropped.'
+---- TYPES
+STRING
+====
+---- QUERY
+SHOW TABLE STATS iceberg_v2_delete_positional
+---- LABELS
+#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
+---- RESULTS: VERIFY_IS_EQUAL
+3,2,'2.21KB','NOT CACHED','NOT
CACHED','PARQUET','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_delete_positional','$ERASURECODE_POLICY'
+---- TYPES
+BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
+====
+---- QUERY
+DROP STATS iceberg_v2_positional_delete_all_rows;
+COMPUTE STATS iceberg_v2_positional_delete_all_rows;
+---- RESULTS
+'Updated 1 partition(s) and 2 column(s).'
+---- TYPES
+STRING
+====
+---- QUERY
+SHOW COLUMN STATS iceberg_v2_positional_delete_all_rows
+---- RESULTS
+'i','INT',0,0,4,4,-1,-1
+'s','STRING',0,0,0,0,-1,-1
+---- TYPES
+STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE, BIGINT, BIGINT
+====
+---- QUERY
+SHOW TABLE STATS iceberg_v2_positional_delete_all_rows
+---- LABELS
+#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
+---- RESULTS: VERIFY_IS_EQUAL
+0,2,'3.21KB','NOT CACHED','NOT
CACHED','PARQUET','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_positional_delete_all_rows','$ERASURECODE_POLICY'
+---- TYPES
+BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
+====
+---- QUERY
+DROP STATS iceberg_v2_positional_delete_all_rows
+---- RESULTS
+'Stats have been dropped.'
+---- TYPES
+STRING
+====
+---- QUERY
+SHOW TABLE STATS iceberg_v2_positional_delete_all_rows
+---- LABELS
+#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
+---- RESULTS: VERIFY_IS_EQUAL
+3,2,'3.21KB','NOT CACHED','NOT
CACHED','PARQUET','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_positional_delete_all_rows','$ERASURECODE_POLICY'
+---- TYPES
+BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
+====
+---- QUERY
+DROP STATS iceberg_v2_positional_not_all_data_files_have_delete_files;
+COMPUTE STATS iceberg_v2_positional_not_all_data_files_have_delete_files;
+---- RESULTS
+'Updated 1 partition(s) and 2 column(s).'
+---- TYPES
+STRING
+====
+---- QUERY
+SHOW COLUMN STATS iceberg_v2_positional_not_all_data_files_have_delete_files
+---- RESULTS
+'i','INT',6,0,4,4,-1,-1
+'s','STRING',6,0,1,1,-1,-1
+---- TYPES
+STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE, BIGINT, BIGINT
+====
+---- QUERY
+SHOW TABLE STATS iceberg_v2_positional_not_all_data_files_have_delete_files
+---- LABELS
+#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
+---- RESULTS: VERIFY_IS_EQUAL
+6,6,'7.77KB','NOT CACHED','NOT
CACHED','PARQUET','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_positional_not_all_data_files_have_delete_files','$ERASURECODE_POLICY'
+---- TYPES
+BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
+====
+---- QUERY
+DROP STATS iceberg_v2_positional_not_all_data_files_have_delete_files
+---- RESULTS
+'Stats have been dropped.'
+---- TYPES
+STRING
+====
+---- QUERY
+SHOW TABLE STATS iceberg_v2_positional_not_all_data_files_have_delete_files
+---- LABELS
+#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
+---- RESULTS: VERIFY_IS_EQUAL
+10,6,'7.77KB','NOT CACHED','NOT
CACHED','PARQUET','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_positional_not_all_data_files_have_delete_files','$ERASURECODE_POLICY'
+---- TYPES
+BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
+====
+---- QUERY
+DROP STATS iceberg_v2_positional_update_all_rows;
+COMPUTE STATS iceberg_v2_positional_update_all_rows;
+---- RESULTS
+'Updated 1 partition(s) and 2 column(s).'
+---- TYPES
+STRING
+====
+---- QUERY
+SHOW COLUMN STATS iceberg_v2_positional_update_all_rows
+---- RESULTS
+'i','INT',3,0,4,4,-1,-1
+'s','STRING',3,0,1,1,-1,-1
+---- TYPES
+STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE, BIGINT, BIGINT
+====
+---- QUERY
+SHOW TABLE STATS iceberg_v2_positional_update_all_rows
+---- LABELS
+#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
+---- RESULTS: VERIFY_IS_EQUAL
+3,3,'3.82KB','NOT CACHED','NOT
CACHED','PARQUET','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_positional_update_all_rows','$ERASURECODE_POLICY'
+---- TYPES
+BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
+====
+---- QUERY
+DROP STATS iceberg_v2_positional_update_all_rows
+---- RESULTS
+'Stats have been dropped.'
+---- TYPES
+STRING
+====
+---- QUERY
+SHOW TABLE STATS iceberg_v2_positional_update_all_rows
+---- LABELS
+#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
+---- RESULTS: VERIFY_IS_EQUAL
+6,3,'3.82KB','NOT CACHED','NOT
CACHED','PARQUET','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_positional_update_all_rows','$ERASURECODE_POLICY'
+---- TYPES
+BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
+====
+---- QUERY
+DROP STATS iceberg_v2_partitioned_position_deletes;
+COMPUTE STATS iceberg_v2_partitioned_position_deletes;
+---- RESULTS
+'Updated 1 partition(s) and 4 column(s).'
+---- TYPES
+STRING
+====
+---- QUERY
+SHOW COLUMN STATS iceberg_v2_partitioned_position_deletes
+---- RESULTS
+'id','INT',10,0,4,4,-1,-1
+'user','STRING',3,0,4,4,-1,-1
+'action','STRING',3,0,8,5.900000095367432,-1,-1
+'event_time','TIMESTAMP',3,0,16,16,-1,-1
+---- TYPES
+STRING, STRING, BIGINT, BIGINT, BIGINT, DOUBLE, BIGINT, BIGINT
+====
+---- QUERY
+SHOW TABLE STATS iceberg_v2_partitioned_position_deletes
+---- LABELS
+#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
+---- RESULTS: VERIFY_IS_EQUAL
+10,6,'12.95KB','NOT CACHED','NOT
CACHED','PARQUET','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_partitioned_position_deletes','$ERASURECODE_POLICY'
+---- TYPES
+BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
+====
+---- QUERY
+DROP STATS iceberg_v2_partitioned_position_deletes
+---- RESULTS
+'Stats have been dropped.'
+---- TYPES
+STRING
+====
+---- QUERY
+SHOW TABLE STATS iceberg_v2_partitioned_position_deletes
+---- LABELS
+#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
+---- RESULTS: VERIFY_IS_EQUAL
+20,6,'12.95KB','NOT CACHED','NOT
CACHED','PARQUET','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_partitioned_position_deletes','$ERASURECODE_POLICY'
+---- TYPES
+BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
+====
diff --git
a/testdata/workloads/functional-query/queries/QueryTest/iceberg-v2-read-position-deletes.test
b/testdata/workloads/functional-query/queries/QueryTest/iceberg-v2-read-position-deletes.test
index 3b51b0e49..a0f888d3d 100644
---
a/testdata/workloads/functional-query/queries/QueryTest/iceberg-v2-read-position-deletes.test
+++
b/testdata/workloads/functional-query/queries/QueryTest/iceberg-v2-read-position-deletes.test
@@ -1,37 +1,5 @@
====
---- QUERY
-COMPUTE STATS iceberg_v2_no_deletes
----- RESULTS
-'Updated 1 partition(s) and 2 column(s).'
----- TYPES
-STRING
-====
----- QUERY
-SHOW TABLE STATS iceberg_v2_no_deletes
----- LABELS
-#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
----- RESULTS: VERIFY_IS_EQUAL
-3,1,'625B','NOT CACHED','NOT
CACHED','PARQUET','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_no_deletes','$ERASURECODE_POLICY'
----- TYPES
-BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
-====
----- QUERY
-DROP STATS iceberg_v2_no_deletes
----- RESULTS
-'Stats have been dropped.'
----- TYPES
-STRING
-====
----- QUERY
-SHOW TABLE STATS iceberg_v2_no_deletes
----- LABELS
-#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
----- RESULTS: VERIFY_IS_EQUAL
-3,1,'625B','NOT CACHED','NOT
CACHED','PARQUET','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_no_deletes','$ERASURECODE_POLICY'
----- TYPES
-BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
-====
----- QUERY
SELECT count(*) from iceberg_v2_no_deletes
---- RESULTS
3
@@ -42,38 +10,6 @@ aggregation(SUM, NumRowGroups): 0
aggregation(SUM, NumFileMetadataRead): 0
====
---- QUERY
-COMPUTE STATS iceberg_v2_delete_positional
----- RESULTS
-'Updated 1 partition(s) and 2 column(s).'
----- TYPES
-STRING
-====
----- QUERY
-SHOW TABLE STATS iceberg_v2_delete_positional
----- LABELS
-#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
----- RESULTS: VERIFY_IS_EQUAL
-2,2,'2.21KB','NOT CACHED','NOT
CACHED','PARQUET','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_delete_positional','$ERASURECODE_POLICY'
----- TYPES
-BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
-====
----- QUERY
-DROP STATS iceberg_v2_delete_positional
----- RESULTS
-'Stats have been dropped.'
----- TYPES
-STRING
-====
----- QUERY
-SHOW TABLE STATS iceberg_v2_delete_positional
----- LABELS
-#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
----- RESULTS: VERIFY_IS_EQUAL
-3,2,'2.21KB','NOT CACHED','NOT
CACHED','PARQUET','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_delete_positional','$ERASURECODE_POLICY'
----- TYPES
-BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
-====
----- QUERY
SELECT count(*) from iceberg_v2_delete_positional for system_version as of
6816997371555012807
---- RESULTS
3
@@ -94,38 +30,6 @@ aggregation(SUM, NumRowGroups): 2
aggregation(SUM, NumFileMetadataRead): 0
====
---- QUERY
-COMPUTE STATS iceberg_v2_positional_delete_all_rows
----- RESULTS
-'Updated 1 partition(s) and 2 column(s).'
----- TYPES
-STRING
-====
----- QUERY
-SHOW TABLE STATS iceberg_v2_positional_delete_all_rows
----- LABELS
-#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
----- RESULTS: VERIFY_IS_EQUAL
-0,2,'3.21KB','NOT CACHED','NOT
CACHED','PARQUET','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_positional_delete_all_rows','$ERASURECODE_POLICY'
----- TYPES
-BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
-====
----- QUERY
-DROP STATS iceberg_v2_positional_delete_all_rows
----- RESULTS
-'Stats have been dropped.'
----- TYPES
-STRING
-====
----- QUERY
-SHOW TABLE STATS iceberg_v2_positional_delete_all_rows
----- LABELS
-#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
----- RESULTS: VERIFY_IS_EQUAL
-3,2,'3.21KB','NOT CACHED','NOT
CACHED','PARQUET','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_positional_delete_all_rows','$ERASURECODE_POLICY'
----- TYPES
-BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
-====
----- QUERY
SELECT count(*) from iceberg_v2_positional_delete_all_rows for system_version
as of 8593920101374128463
---- RESULTS
3
@@ -146,38 +50,6 @@ aggregation(SUM, NumRowGroups): 2
aggregation(SUM, NumFileMetadataRead): 0
====
---- QUERY
-COMPUTE STATS iceberg_v2_positional_not_all_data_files_have_delete_files
----- RESULTS
-'Updated 1 partition(s) and 2 column(s).'
----- TYPES
-STRING
-====
----- QUERY
-SHOW TABLE STATS iceberg_v2_positional_not_all_data_files_have_delete_files
----- LABELS
-#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
----- RESULTS: VERIFY_IS_EQUAL
-6,6,'7.77KB','NOT CACHED','NOT
CACHED','PARQUET','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_positional_not_all_data_files_have_delete_files','$ERASURECODE_POLICY'
----- TYPES
-BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
-====
----- QUERY
-DROP STATS iceberg_v2_positional_not_all_data_files_have_delete_files
----- RESULTS
-'Stats have been dropped.'
----- TYPES
-STRING
-====
----- QUERY
-SHOW TABLE STATS iceberg_v2_positional_not_all_data_files_have_delete_files
----- LABELS
-#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
----- RESULTS: VERIFY_IS_EQUAL
-10,6,'7.77KB','NOT CACHED','NOT
CACHED','PARQUET','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_positional_not_all_data_files_have_delete_files','$ERASURECODE_POLICY'
----- TYPES
-BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
-====
----- QUERY
SHOW FILES IN iceberg_v2_positional_not_all_data_files_have_delete_files;
---- RESULTS
row_regex:'$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_positional_not_all_data_files_have_delete_files/data/00000-0-data.*.parquet','.*','','$ERASURECODE_POLICY'
@@ -220,38 +92,6 @@ aggregation(SUM, NumRowGroups): 4
aggregation(SUM, NumFileMetadataRead): 0
====
---- QUERY
-COMPUTE STATS iceberg_v2_positional_update_all_rows
----- RESULTS
-'Updated 1 partition(s) and 2 column(s).'
----- TYPES
-STRING
-====
----- QUERY
-SHOW TABLE STATS iceberg_v2_positional_update_all_rows
----- LABELS
-#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
----- RESULTS: VERIFY_IS_EQUAL
-3,3,'3.82KB','NOT CACHED','NOT
CACHED','PARQUET','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_positional_update_all_rows','$ERASURECODE_POLICY'
----- TYPES
-BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
-====
----- QUERY
-DROP STATS iceberg_v2_positional_update_all_rows
----- RESULTS
-'Stats have been dropped.'
----- TYPES
-STRING
-====
----- QUERY
-SHOW TABLE STATS iceberg_v2_positional_update_all_rows
----- LABELS
-#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
----- RESULTS: VERIFY_IS_EQUAL
-6,3,'3.82KB','NOT CACHED','NOT
CACHED','PARQUET','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_positional_update_all_rows','$ERASURECODE_POLICY'
----- TYPES
-BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
-====
----- QUERY
SHOW FILES IN iceberg_v2_positional_update_all_rows;
---- RESULTS
row_regex:'$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_positional_update_all_rows/data/00000-0-data.*.parquet','.*','','$ERASURECODE_POLICY'
@@ -281,38 +121,6 @@ aggregation(SUM, NumRowGroups): 2
aggregation(SUM, NumFileMetadataRead): 0
====
---- QUERY
-COMPUTE STATS iceberg_v2_partitioned_position_deletes
----- RESULTS
-'Updated 1 partition(s) and 4 column(s).'
----- TYPES
-STRING
-====
----- QUERY
-SHOW TABLE STATS iceberg_v2_partitioned_position_deletes
----- LABELS
-#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
----- RESULTS: VERIFY_IS_EQUAL
-10,6,'12.95KB','NOT CACHED','NOT
CACHED','PARQUET','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_partitioned_position_deletes','$ERASURECODE_POLICY'
----- TYPES
-BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
-====
----- QUERY
-DROP STATS iceberg_v2_partitioned_position_deletes
----- RESULTS
-'Stats have been dropped.'
----- TYPES
-STRING
-====
----- QUERY
-SHOW TABLE STATS iceberg_v2_partitioned_position_deletes
----- LABELS
-#ROWS, #Files, Size, Bytes Cached, Cache Replication, Format, Incremental
stats, Location, EC Policy
----- RESULTS: VERIFY_IS_EQUAL
-20,6,'12.95KB','NOT CACHED','NOT
CACHED','PARQUET','false','$NAMENODE/test-warehouse/iceberg_test/hadoop_catalog/ice/iceberg_v2_partitioned_position_deletes','$ERASURECODE_POLICY'
----- TYPES
-BIGINT,BIGINT,STRING,STRING,STRING,STRING,STRING,STRING,STRING
-====
----- QUERY
SELECT count(*) from iceberg_v2_partitioned_position_deletes for
system_version as of 2057976186205897384
---- RESULTS
20
diff --git a/tests/query_test/test_iceberg.py b/tests/query_test/test_iceberg.py
index 4dab443e8..663493369 100644
--- a/tests/query_test/test_iceberg.py
+++ b/tests/query_test/test_iceberg.py
@@ -1523,6 +1523,21 @@ class TestIcebergV2Table(IcebergTestSuite):
def test_read_position_deletes(self, vector):
self.run_test_case('QueryTest/iceberg-v2-read-position-deletes', vector)
+ @SkipIfDockerizedCluster.internal_hostname
+ @SkipIf.hardcoded_uris
+ def test_read_position_deletes_orc(self, vector):
+ self.run_test_case('QueryTest/iceberg-v2-read-position-deletes-orc',
vector)
+
+ @SkipIfDockerizedCluster.internal_hostname
+ @SkipIf.hardcoded_uris
+ @pytest.mark.execute_serially
+ def test_read_position_deletes_compute_stats(self, vector):
+ """Tests COMPUTE STATS on Iceberg V2 tables. Need to be executed serially
+ because it modifies tables that are used by other tests (e.g. multiple
+ instances of this test)."""
+ self.run_test_case('QueryTest/iceberg-v2-read-position-deletes-stats',
vector)
+ self.run_test_case('QueryTest/iceberg-v2-read-position-deletes-orc-stats',
vector)
+
@SkipIfFS.hive
def test_read_mixed_format_position_deletes(self, vector, unique_database):
self.run_test_case('QueryTest/iceberg-mixed-format-position-deletes',
@@ -1558,11 +1573,6 @@ class TestIcebergV2Table(IcebergTestSuite):
def test_read_equality_deletes(self, vector):
self.run_test_case('QueryTest/iceberg-v2-read-equality-deletes', vector)
- @SkipIfDockerizedCluster.internal_hostname
- @SkipIf.hardcoded_uris
- def test_read_position_deletes_orc(self, vector):
- self.run_test_case('QueryTest/iceberg-v2-read-position-deletes-orc',
vector)
-
@SkipIfDockerizedCluster.internal_hostname
@SkipIf.hardcoded_uris
def test_table_sampling_v2(self, vector):
