This is an automated email from the ASF dual-hosted git repository. dataroaring pushed a commit to branch branch-3.0 in repository https://gitbox.apache.org/repos/asf/doris.git
commit b5dcfbdd8f958ac6745aaee0883de28c79c67001 Author: wuwenchi <[email protected]> AuthorDate: Thu Jun 13 21:13:18 2024 +0800 [bugfix](paimon)paimon's field length judgment error (#35981) ## Proposed changes Introduced from #35309 `fields.length` indicates the fields we want to read. If a table has 10 fields, but we only select a few fields, then the length of `fields.length` will definitely be less than 10. So the judgment condition here should be greater than. --- .../org/apache/doris/paimon/PaimonJniScanner.java | 2 +- .../paimon/test_paimon_catalog.out | 563 ++++++++++++++++++++- .../paimon/test_paimon_catalog.groovy | 189 ++++--- 3 files changed, 656 insertions(+), 98 deletions(-) diff --git a/fe/be-java-extensions/paimon-scanner/src/main/java/org/apache/doris/paimon/PaimonJniScanner.java b/fe/be-java-extensions/paimon-scanner/src/main/java/org/apache/doris/paimon/PaimonJniScanner.java index 9250761c001..ca01633946c 100644 --- a/fe/be-java-extensions/paimon-scanner/src/main/java/org/apache/doris/paimon/PaimonJniScanner.java +++ b/fe/be-java-extensions/paimon-scanner/src/main/java/org/apache/doris/paimon/PaimonJniScanner.java @@ -107,7 +107,7 @@ public class PaimonJniScanner extends JniScanner { private void initReader() throws IOException { ReadBuilder readBuilder = table.newReadBuilder(); - if (this.fields.length != this.paimonAllFieldNames.size()) { + if (this.fields.length > this.paimonAllFieldNames.size()) { throw new IOException( String.format( "The jni reader fields' size {%s} is not matched with paimon fields' size {%s}." diff --git a/regression-test/data/external_table_p0/paimon/test_paimon_catalog.out b/regression-test/data/external_table_p0/paimon/test_paimon_catalog.out index 262ee6a79de..b2faa237100 100644 --- a/regression-test/data/external_table_p0/paimon/test_paimon_catalog.out +++ b/regression-test/data/external_table_p0/paimon/test_paimon_catalog.out @@ -568,12 +568,571 @@ bbb 3 3_1 4 4_1 --- !c106 -- +-- !all -- +1 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-08-13T09:32:38.530 +10 20 30 40 50 60 70 80 90.1 100.1 110.10 2020-03-02 130str 140varchar b false bbbb 2023-08-14T08:32:52.821 + +-- !predict_like_1 -- +1 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-08-13T09:32:38.530 +10 20 30 40 50 60 70 80 90.1 100.1 110.10 2020-03-02 130str 140varchar b false bbbb 2023-08-14T08:32:52.821 + +-- !predict_like_2 -- +1 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-08-13T09:32:38.530 +10 20 30 40 50 60 70 80 90.1 100.1 110.10 2020-03-02 130str 140varchar b false bbbb 2023-08-14T08:32:52.821 + +-- !predict_like_3 -- + +-- !predict_like_4 -- +10 20 30 40 50 60 70 80 90.1 100.1 110.10 2020-03-02 130str 140varchar b false bbbb 2023-08-14T08:32:52.821 + +-- !predict_like_5 -- +10 20 30 40 50 60 70 80 90.1 100.1 110.10 2020-03-02 130str 140varchar b false bbbb 2023-08-14T08:32:52.821 + +-- !c1 -- +10 20 30 40 50 60 70 80 90.1 100.1 110.10 2020-03-02 130str 140varchar b false bbbb 2023-08-14T08:32:52.821 + +-- !c2 -- +1 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-08-13T09:32:38.530 + +-- !c3 -- +1 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-08-13T09:32:38.530 + +-- !c4 -- +1 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-08-13T09:32:38.530 + +-- !c5 -- +1 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-08-13T09:32:38.530 + +-- !c6 -- +1 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-08-13T09:32:38.530 + +-- !c7 -- +1 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-08-13T09:32:38.530 + +-- !c8 -- +1 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-08-13T09:32:38.530 + +-- !c9 -- +1 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-08-13T09:32:38.530 + +-- !c10 -- +1 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-08-13T09:32:38.530 + +-- !c11 -- +1 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-08-13T09:32:38.530 + +-- !c12 -- +1 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-08-13T09:32:38.530 + +-- !c13 -- +1 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-08-13T09:32:38.530 + +-- !c14 -- +1 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-08-13T09:32:38.530 + +-- !c15 -- +1 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-08-13T09:32:38.530 + +-- !c16 -- +1 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-08-13T09:32:38.530 + +-- !c18 -- +1 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-08-13T09:32:38.530 + +-- !c101 -- +1 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-08-13T09:32:38.530 +10 20 30 40 50 60 70 80 90.1 100.1 110.10 2020-03-02 130str 140varchar b false bbbb 2023-08-14T08:32:52.821 + +-- !all -- +2 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-12-21T10:02:32.747 +10 20 30 40 50 60 70 80 90.1 100.1 110.10 2020-03-02 130str 140varchar b false bbbb 2023-12-21T10:02:37.527 + +-- !predict_like_1 -- +2 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-12-21T10:02:32.747 +10 20 30 40 50 60 70 80 90.1 100.1 110.10 2020-03-02 130str 140varchar b false bbbb 2023-12-21T10:02:37.527 + +-- !predict_like_2 -- +2 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-12-21T10:02:32.747 +10 20 30 40 50 60 70 80 90.1 100.1 110.10 2020-03-02 130str 140varchar b false bbbb 2023-12-21T10:02:37.527 + +-- !predict_like_3 -- + +-- !predict_like_4 -- +10 20 30 40 50 60 70 80 90.1 100.1 110.10 2020-03-02 130str 140varchar b false bbbb 2023-12-21T10:02:37.527 + +-- !predict_like_5 -- +10 20 30 40 50 60 70 80 90.1 100.1 110.10 2020-03-02 130str 140varchar b false bbbb 2023-12-21T10:02:37.527 + +-- !c1 -- +10 20 30 40 50 60 70 80 90.1 100.1 110.10 2020-03-02 130str 140varchar b false bbbb 2023-12-21T10:02:37.527 + +-- !c2 -- +2 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-12-21T10:02:32.747 + +-- !c3 -- +2 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-12-21T10:02:32.747 + +-- !c4 -- +2 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-12-21T10:02:32.747 + +-- !c5 -- +2 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-12-21T10:02:32.747 + +-- !c6 -- +2 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-12-21T10:02:32.747 + +-- !c7 -- +2 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-12-21T10:02:32.747 + +-- !c8 -- +2 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-12-21T10:02:32.747 + +-- !c9 -- +2 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-12-21T10:02:32.747 + +-- !c10 -- +2 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-12-21T10:02:32.747 + +-- !c11 -- +2 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-12-21T10:02:32.747 + +-- !c12 -- +2 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-12-21T10:02:32.747 + +-- !c13 -- +2 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-12-21T10:02:32.747 + +-- !c14 -- +2 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-12-21T10:02:32.747 + +-- !c15 -- +2 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-12-21T10:02:32.747 + +-- !c16 -- +2 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-12-21T10:02:32.747 + +-- !c18 -- + +-- !c101 -- +2 2 3 4 5 6 7 8 9.1 10.1 11.10 2020-02-02 13str 14varchar a true aaaa 2023-12-21T10:02:32.747 +10 20 30 40 50 60 70 80 90.1 100.1 110.10 2020-03-02 130str 140varchar b false bbbb 2023-12-21T10:02:37.527 + +-- !c19 -- +1 2 a b c +11 22 aa bb cc + +-- !c20 -- +1 2 a b c + +-- !c21 -- +1 2 a b c + +-- !c22 -- + +-- !c23 -- +1 [1111, 2222, 3333] {"a_test":1} +2 [4444, 5555, 6666] {"b_test":0, "bbb":1} +3 [7777, 8888, 9999] {"c_test":1, "ccc":0} + +-- !c24 -- +1 [1111, 2222, 3333] {"a_test":1} + +-- !c25 -- +\N \N \N false +\N false true \N +true \N \N \N + +-- !c26 -- +3333 +6666 +9999 + +-- !c27 -- +\N [1, null, null] [1, null, null, null] [4, null, null] [null, null] [null, 12, 13] [null, 15] [null, null] [18, 19, 20] [21.11, 22, 22] [null] [null] [null, null, "2023-10-24"] ["13str", "arr_string"] ["14varchar", "arr_varcha"] [null, null] [null, null] [null, null, null] [null, null] {1:null, 0:null} {1:null, 0:null} {1:null, 2:null} {1:6, 0:null} {1:7} {0:null, 1:20} {1:null} {1:null} {0:21.11, 1:22.22} {1:23.333} {0:24.44, 1:null} {1:null, 4:"2023-02-03"} {0:"byte_string"} {0:"aa", [...] +1 [1, 0] [1, 2, 3] [4, 5, 6] [7, 8, 9] [10, 11, 12, 13] [14, 15] [16, 17] [18, 19, 20] [21.11, 22, 22] [23.333] [24.44] ["2020-02-02", "2023-10-24"] ["13str", "arr_string"] ["14varchar", "arr_varcha"] ["a", "b"] [1, 0, 1] ["aaaa", "bbb"] ["2023-10-24 16:10:40.529000", "2023-10-24 16:10:40.529000"] {1:0, 0:1} {0:2, 1:3} {1:4, 0:5} {1:6, 0:9} {1:7} {0:19, 1:20} {1:21} {1:22} {0:21.11, 1:22.22} {1:23.333} {0:24.44, 1:25.55} {1:"2021-02-03", 4:"2023-02-03"} {0:"byte_string"} {0:"aa", 1:"bb"} [...] +2 [1, null, 0] [1, null, 2, 3] [4, 5, 6] [null, null] [null, 12, 13] [14, 15] [null, null] [18, 19, 20] [21.11, 22, 22] [23.333] [null, 24.44] ["2020-02-02", null, "2023-10-24"] ["13str", "arr_string"] ["14varchar", "arr_varcha"] ["a", "b"] [1, 0, 1] ["aaaa", "bbb", null, null] ["2023-10-24 18:19:51.670000", null, "2023-10-24 18:19:51.670000"] {1:null, 0:null} {1:null, 0:null} {1:4, 2:null} {1:6, 0:9} {1:7} {0:19, 1:20} {1:21} {1:22} {0:21.11, 1:22.22} {1:23.333} {0:24.44, 1:25.55} {1:nu [...] + +-- !c28 -- +0 +0 +1 + +-- !c29 -- +1 +1 +1 + +-- !c30 -- +4 +4 +4 + +-- !c31 -- +\N +\N +7 + +-- !c32 -- +10 +12 +12 + +-- !c33 -- +14 +14 +15 + +-- !c34 -- +\N +\N +16 + +-- !c35 -- +18 +18 +18 + +-- !c36 -- +21.11 +21.11 +21.11 + +-- !c37 -- +\N +23.333 +23.333 + +-- !c38 -- +\N +24.44 +24.44 + +-- !c39 -- +2023-10-24 +2023-10-24 +2023-10-24 + +-- !c40 -- +2 +2 +2 + +-- !c41 -- +2 +2 +2 + +-- !c42 -- +2 +2 +2 + +-- !c43 -- +\N +true +true + +-- !c44 -- +2 +3 +4 + +-- !c45 -- +\N +2023-10-24T16:10:40.529 +2023-10-24T18:19:51.670 + +-- !c46 -- +\N +\N +1 + +-- !c47 -- +\N +\N +2 + +-- !c48 -- +\N +\N +5 + +-- !c49 -- +\N +9 +9 + +-- !c50 -- +7 +7 +7 + +-- !c51 -- +\N +19 +19 + +-- !c52 -- +\N +\N +\N + +-- !c53 -- +\N +\N +\N + +-- !c54 -- +21.11 +21.11 +21.11 + +-- !c55 -- +\N +\N +\N + +-- !c56 -- +24.44 +24.44 +24.44 + +-- !c57 -- +\N +\N +\N + +-- !c58 -- +byte_string +byte_string +byte_string + +-- !c59 -- +aa +aa +aa + +-- !c60 -- +k +k +k + +-- !c61 -- +true +true +true + +-- !c62 -- +bbb +bbb +bbb + +-- !c63 -- +2023-10-24T16:10:40.532 +2023-10-24T18:19:51.672 +2023-10-24T18:20:16.600 + +-- !c64 -- +\N +\N +1 + +-- !c65 -- +3 +3 +3 + +-- !c66 -- +4 +4 +4 + +-- !c67 -- +\N +\N +6 + +-- !c68 -- +\N +\N +7 + +-- !c69 -- +19 +19 +19 + +-- !c70 -- +21 +21 +21 + +-- !c71 -- +\N +22 +22 + +-- !c72 -- +21.11 +21.11 +21.11 + +-- !c73 -- +23.333 +23.333 +23.333 + +-- !c74 -- +24.44 +24.44 +24.44 + +-- !c75 -- +2021-02-03 +2021-02-03 +2021-02-03 + +-- !c76 -- +byte_string +byte_string +byte_string + +-- !c77 -- +aa +aa +aa + +-- !c78 -- +\N +o +o + +-- !c79 -- +\N +\N +true + +-- !c80 -- +bbb +bbb +bbb + +-- !c80 -- +\N +2023-10-24T16:10:40.533 +2023-10-24T18:19:51.673 + +-- !c80 -- +1 +1 +1 + +-- !c80 -- +3 +3 +3 + +-- !c80 -- +4 +4 +4 + +-- !c80 -- +6 +6 +6 + +-- !c80 -- +7 +7 +7 + +-- !c80 -- +19 +19 +19 + +-- !c80 -- +\N +\N +21 + +-- !c80 -- +22 +22 +22 + +-- !c90 -- +21.11 +21.11 +21.11 + +-- !c91 -- +23.333 +23.333 +23.333 + +-- !c92 -- +24.44 +24.44 +24.44 + +-- !c93 -- +2021-02-03 +2021-02-03 +2021-02-03 + +-- !c94 -- +byte_string +byte_string +byte_string + +-- !c95 -- +aa +aa +aa + +-- !c96 -- +o +o +o + +-- !c97 -- +true +true +true + +-- !c98 -- +bbb +bbb +bbb + +-- !c99 -- +\N +2023-10-24T16:10:40.533 +2023-10-24T18:19:51.673 + +-- !c100 -- +1 [[0, 1, 1], [0, 1, 1], [1, 1, 1]] [["3", "7", "a"], ["0", "e", "2"], ["b", "4", "5"]] [["77", "83", "1c"], ["af", "f0", "0b"], ["be", "d2", "7b"]] [["4a3aee3c345936f7a6eeb5307fc79d5f9ee3ae3a5e58edcfd4d40ec3d27353bf7b15a2eb6b6011e9ddf2c2cd1d6d50d6cc20", "00cb283c1a2bb2f3f244f89eafb79effd8aea55d5e68ce9d707250a3b47b65c0ea2b591b7145a56c801b9e6bda853e2f0581", "ae8fbe21e20f32a486757b5254faea09906bf451e096cc7d33b5a6fb56995c1601e7469a674f5e8475a2b86d2a69e02f9438"], ["6827f8e65869d476a9e2fdfa03 [...] +2 [[0, 0, 0], [1, 0, 0], [0, 1, 1]] [["a", "5", "f"], ["7", "2", "3"], ["1", "b", "f"]] [["11", "a8", "e3"], ["f4", "ee", "c3"], ["0f", "c6", "05"]] [["b723869515b24e9fbb54503f8a7584f083479998766213b784a9c530cbc0376bd5035054c657437251b85fa3dd41a0483776", "ee780d81d3e9faa36aad06522a09cf9b18e00614c991d2c079243dcc7190f3dd6559e75e2c1992270272d9a9c01e950c7bd4", "6e825a52cdae65786801caae53182956c80f88a48fa258a90d2c93302023c78b83f1dce758615a74731c9eef993a8c1dc4ad"], ["2ae97869372970f7ad7d0007a1 [...] +3 [[1, 0, 0], [1, 0, 1], [1, 0, 1]] [["c", "6", "4"], ["1", "e", "7"], ["7", "1", "d"]] [["50", "a9", "b0"], ["02", "bf", "3a"], ["0a", "1d", "9a"]] [["2df05ba6ce8661f0fb9bc88386a1ba67188e3e99a4142a0703e1cd8bdf041fbc20131e50bea2a9891498c638ebac842d3d46", "f6fecf3a4263ed8d4c5b63e4b3d9f4084b83835d9fba2046bf48d0a8068f2044c48271a1e9726741a09badea72c37cf18de3", "d23af3266db4eda12673f5c451d36343ba1cea00fbfeeff2165de40e834778eb96a1199cb523dd394b4f08824f6af2a7d894"], ["dc00e9b27b9540e170caf93805 [...] + +-- !c102 -- +1 {"c_boolean": 1, "c_tinyint": 1, "c_smallint": 2, "c_int": 3, "c_bigint": 4, "c_float": 5.1, "c_double": 6.2, "c_decimal": 7.30, "c_char": "6", "c_varchar": "9", "c_binary": "a", "c_varbinary": "bbbb", "c_date": "2020-01-01", "c_timestamp": "2020-01-01 00:00:00.000000", "c_array": [1, 2, 3], "c_map": {"a":1, "b":2}, "c_row": {"c_int": 3, "c_float": 4.1, "c_varchar": "5"}} +2 {"c_boolean": 1, "c_tinyint": 5, "c_smallint": 6, "c_int": 7, "c_bigint": 8, "c_float": 10.2, "c_double": 11.4, "c_decimal": 12.60, "c_char": "7", "c_varchar": "10", "c_binary": "c", "c_varbinary": "dddd", "c_date": "2021-06-15", "c_timestamp": "2021-06-15 06:00:00.000000", "c_array": [4, 5, 6], "c_map": {"a":6, "b":7}, "c_row": {"c_int": 8, "c_float": 9.2, "c_varchar": "10"}} +3 {"c_boolean": 1, "c_tinyint": 9, "c_smallint": 10, "c_int": 11, "c_bigint": 12, "c_float": 13.3, "c_double": 14.6, "c_decimal": 15.90, "c_char": "8", "c_varchar": "11", "c_binary": "e", "c_varbinary": "ffff", "c_date": "2022-12-31", "c_timestamp": "2022-12-31 12:59:59.000000", "c_array": [7, 8, 9], "c_map": {"a":11, "b":12}, "c_row": {"c_int": 13, "c_float": 14.3, "c_varchar": "15"}} + +-- !c103 -- +1 {"c_boolean": 1, "c_tinyint": 1, "c_smallint": 2, "c_int": 3, "c_bigint": 4, "c_float": 5.1, "c_double": 6.2, "c_decimal": 7.30, "c_char": "6", "c_varchar": "9", "c_binary": "a", "c_varbinary": "bbbb", "c_date": "2020-01-01", "c_timestamp": "2020-01-01 00:00:00.000000", "c_array": [1, 2, 3], "c_map": {"a":1, "b":2}, "c_row": {"c_int": 3, "c_float": 4.1, "c_varchar": "5"}} +2 {"c_boolean": 1, "c_tinyint": 5, "c_smallint": 6, "c_int": 7, "c_bigint": 8, "c_float": 10.2, "c_double": 11.4, "c_decimal": 12.60, "c_char": "7", "c_varchar": "10", "c_binary": "c", "c_varbinary": "dddd", "c_date": "2021-06-15", "c_timestamp": "2021-06-15 06:00:00.000000", "c_array": [4, 5, 6], "c_map": {"a":6, "b":7}, "c_row": {"c_int": 8, "c_float": 9.2, "c_varchar": "10"}} +3 {"c_boolean": 1, "c_tinyint": 9, "c_smallint": 10, "c_int": 11, "c_bigint": 12, "c_float": 13.3, "c_double": 14.6, "c_decimal": 15.90, "c_char": "8", "c_varchar": "11", "c_binary": "e", "c_varbinary": "ffff", "c_date": "2022-12-31", "c_timestamp": "2022-12-31 12:59:59.000000", "c_array": [7, 8, 9], "c_map": {"a":11, "b":12}, "c_row": {"c_int": 13, "c_float": 14.3, "c_varchar": "15"}} + +-- !c104 -- 2 2_2 3 3_1 4 4_1 --- !c107 -- +-- !c105 -- 2 2_2 3 3_1 4 4_1 diff --git a/regression-test/suites/external_table_p0/paimon/test_paimon_catalog.groovy b/regression-test/suites/external_table_p0/paimon/test_paimon_catalog.groovy index b8bc174d7c5..80ec63fb6f9 100644 --- a/regression-test/suites/external_table_p0/paimon/test_paimon_catalog.groovy +++ b/regression-test/suites/external_table_p0/paimon/test_paimon_catalog.groovy @@ -176,8 +176,6 @@ suite("test_paimon_catalog", "p0,external,doris,external_docker,external_docker_ def c104= """select * from deletion_vector_orc;""" def c105= """select * from deletion_vector_parquet;""" - def c106= """select * from deletion_vector_orc;""" - def c107= """select * from deletion_vector_parquet;""" String hdfs_port = context.config.otherConfigs.get("hive2HdfsPort") String catalog_name = "ctl_test_paimon_catalog" @@ -191,100 +189,101 @@ suite("test_paimon_catalog", "p0,external,doris,external_docker,external_docker_ );""" sql """use `${catalog_name}`.`db1`""" - qt_all_type("all_table") - qt_all_type("all_table_with_parquet") + def test_cases = { String force -> + sql """ set force_jni_scanner=${force} """ + qt_all_type("all_table") + qt_all_type("all_table_with_parquet") - qt_c19 c19 - qt_c20 c20 - qt_c21 c21 - qt_c22 c22 - qt_c23 c23 - qt_c24 c24 - qt_c25 c25 - qt_c26 c26 - qt_c27 c27 - qt_c28 c28 - qt_c29 c29 - qt_c30 c30 - qt_c31 c31 - qt_c32 c32 - qt_c33 c33 - qt_c34 c34 - qt_c35 c35 - qt_c36 c36 - qt_c37 c37 - qt_c38 c38 - qt_c39 c39 - qt_c40 c40 - qt_c41 c41 - qt_c42 c42 - qt_c43 c43 - qt_c44 c44 - qt_c45 c45 - qt_c46 c46 - qt_c47 c47 - qt_c48 c48 - qt_c49 c49 - qt_c50 c50 - qt_c51 c51 - qt_c52 c52 - qt_c53 c53 - qt_c54 c54 - qt_c55 c55 - qt_c56 c56 - qt_c57 c57 - qt_c58 c58 - qt_c59 c59 - qt_c60 c60 - qt_c61 c61 - qt_c62 c62 - qt_c63 c63 - qt_c64 c64 - qt_c65 c65 - qt_c66 c66 - qt_c67 c67 - qt_c68 c68 - qt_c69 c69 - qt_c70 c70 - qt_c71 c71 - qt_c72 c72 - qt_c73 c73 - qt_c74 c74 - qt_c75 c75 - qt_c76 c76 - qt_c77 c77 - qt_c78 c78 - qt_c79 c79 - qt_c80 c80 - qt_c80 c81 - qt_c80 c82 - qt_c80 c83 - qt_c80 c84 - qt_c80 c85 - qt_c80 c86 - qt_c80 c87 - qt_c80 c88 - qt_c80 c89 - qt_c90 c90 - qt_c91 c91 - qt_c92 c92 - qt_c93 c93 - qt_c94 c94 - qt_c95 c95 - qt_c96 c96 - qt_c97 c97 - qt_c98 c98 - qt_c99 c99 - qt_c100 c100 - qt_c102 c102 - sql """ set force_jni_scanner=true; """ - qt_c103 c103 - sql """ set force_jni_scanner=false; """ - qt_c104 c104 - qt_c105 c105 - sql """ set force_jni_scanner=true; """ - qt_c106 c106 - qt_c107 c107 + qt_c19 c19 + qt_c20 c20 + qt_c21 c21 + qt_c22 c22 + qt_c23 c23 + qt_c24 c24 + qt_c25 c25 + qt_c26 c26 + qt_c27 c27 + qt_c28 c28 + qt_c29 c29 + qt_c30 c30 + qt_c31 c31 + qt_c32 c32 + qt_c33 c33 + qt_c34 c34 + qt_c35 c35 + qt_c36 c36 + qt_c37 c37 + qt_c38 c38 + qt_c39 c39 + qt_c40 c40 + qt_c41 c41 + qt_c42 c42 + qt_c43 c43 + qt_c44 c44 + qt_c45 c45 + qt_c46 c46 + qt_c47 c47 + qt_c48 c48 + qt_c49 c49 + qt_c50 c50 + qt_c51 c51 + qt_c52 c52 + qt_c53 c53 + qt_c54 c54 + qt_c55 c55 + qt_c56 c56 + qt_c57 c57 + qt_c58 c58 + qt_c59 c59 + qt_c60 c60 + qt_c61 c61 + qt_c62 c62 + qt_c63 c63 + qt_c64 c64 + qt_c65 c65 + qt_c66 c66 + qt_c67 c67 + qt_c68 c68 + qt_c69 c69 + qt_c70 c70 + qt_c71 c71 + qt_c72 c72 + qt_c73 c73 + qt_c74 c74 + qt_c75 c75 + qt_c76 c76 + qt_c77 c77 + qt_c78 c78 + qt_c79 c79 + qt_c80 c80 + qt_c80 c81 + qt_c80 c82 + qt_c80 c83 + qt_c80 c84 + qt_c80 c85 + qt_c80 c86 + qt_c80 c87 + qt_c80 c88 + qt_c80 c89 + qt_c90 c90 + qt_c91 c91 + qt_c92 c92 + qt_c93 c93 + qt_c94 c94 + qt_c95 c95 + qt_c96 c96 + qt_c97 c97 + qt_c98 c98 + qt_c99 c99 + qt_c100 c100 + qt_c102 c102 + qt_c103 c103 + qt_c104 c104 + qt_c105 c105 + } + + test_cases("false") + test_cases("true") sql """ set force_jni_scanner=false; """ // test view from jion paimon --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
