This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new 7cfb1d9b0e1 [Regression case](statistics) Add regression test case for
fetching HMSExternalTable through hms. (#25548)
7cfb1d9b0e1 is described below
commit 7cfb1d9b0e1f32a1772828caa4651c6f6fdc32e4
Author: Jibing-Li <[email protected]>
AuthorDate: Wed Oct 18 09:57:58 2023 +0800
[Regression case](statistics) Add regression test case for fetching
HMSExternalTable through hms. (#25548)
Regression case for fetching HMSExternalTable statistics through HMS when
the table is not analyzed.
---
.../hive/test_hive_statistics_from_hms.groovy | 214 +++++++++++++++++++++
1 file changed, 214 insertions(+)
diff --git
a/regression-test/suites/external_table_p2/hive/test_hive_statistics_from_hms.groovy
b/regression-test/suites/external_table_p2/hive/test_hive_statistics_from_hms.groovy
new file mode 100644
index 00000000000..14426e5c2b4
--- /dev/null
+++
b/regression-test/suites/external_table_p2/hive/test_hive_statistics_from_hms.groovy
@@ -0,0 +1,214 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements. See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership. The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License. You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied. See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+suite("test_hive_statistics_from_hms",
"p2,external,hive,external_remote,external_remote_hive") {
+ String enabled = context.config.otherConfigs.get("enableExternalHiveTest")
+ if (enabled != null && enabled.equalsIgnoreCase("true")) {
+ String extHiveHmsHost =
context.config.otherConfigs.get("extHiveHmsHost")
+ String extHiveHmsPort =
context.config.otherConfigs.get("extHiveHmsPort")
+ String catalog_name = "test_hive_statistics_from_hms"
+ sql """drop catalog if exists ${catalog_name};"""
+ sql """
+ create catalog if not exists ${catalog_name} properties (
+ 'type'='hms',
+ 'hadoop.username' = 'hadoop',
+ 'hive.metastore.uris' =
'thrift://${extHiveHmsHost}:${extHiveHmsPort}'
+ );
+ """
+ logger.info("catalog " + catalog_name + " created")
+
+ sql """switch ${catalog_name};"""
+ logger.info("switched to catalog " + catalog_name)
+ sql """use tpch1_parquet;"""
+ // Load cache
+ sql """show column cached stats lineitem"""
+ Thread.sleep(3000)
+ // Get result
+ def result = sql """show column cached stats lineitem (l_returnflag)"""
+ assertTrue(result.size() == 1)
+ assertTrue(result[0][0] == "l_returnflag")
+ assertTrue(result[0][1] == "6001215.0")
+ assertTrue(result[0][2] == "2.0")
+ assertTrue(result[0][3] == "0.0")
+ assertTrue(result[0][4] == "6001215.0")
+ assertTrue(result[0][5] == "1.0")
+
+ result = sql """show column cached stats lineitem (l_receiptdate)"""
+ assertTrue(result.size() == 1)
+ assertTrue(result[0][0] == "l_receiptdate")
+ assertTrue(result[0][1] == "6001215.0")
+ assertTrue(result[0][2] == "2535.0")
+ assertTrue(result[0][3] == "0.0")
+ assertTrue(result[0][4] == "2.400486E7")
+ assertTrue(result[0][5] == "4.0")
+ assertTrue(result[0][6] == "\'1992-01-04\'")
+ assertTrue(result[0][7] == "\'1998-12-31\'")
+
+ result = sql """show column cached stats lineitem (l_tax)"""
+ assertTrue(result.size() == 1)
+ assertTrue(result[0][0] == "l_tax")
+ assertTrue(result[0][1] == "6001215.0")
+ assertTrue(result[0][2] == "8.0")
+ assertTrue(result[0][3] == "0.0")
+ assertTrue(result[0][4] == "4.800972E7")
+ assertTrue(result[0][5] == "8.0")
+ assertTrue(result[0][6] == "0")
+ assertTrue(result[0][7] == "0.08")
+
+ result = sql """show column cached stats lineitem (l_shipmode)"""
+ assertTrue(result.size() == 1)
+ assertTrue(result[0][0] == "l_shipmode")
+ assertTrue(result[0][1] == "6001215.0")
+ assertTrue(result[0][2] == "7.0")
+ assertTrue(result[0][3] == "0.0")
+ assertTrue(result[0][4] == "2.5717007E7")
+ assertTrue(result[0][5] == "4.285300060071169")
+
+ result = sql """show column cached stats lineitem (l_suppkey)"""
+ assertTrue(result.size() == 1)
+ assertTrue(result[0][0] == "l_suppkey")
+ assertTrue(result[0][1] == "6001215.0")
+ assertTrue(result[0][2] == "6.0")
+ assertTrue(result[0][3] == "0.0")
+ assertTrue(result[0][4] == "2.400486E7")
+ assertTrue(result[0][5] == "4.0")
+ assertTrue(result[0][6] == "1")
+ assertTrue(result[0][7] == "7")
+
+ result = sql """show column cached stats lineitem (l_shipdate)"""
+ assertTrue(result.size() == 1)
+ assertTrue(result[0][0] == "l_shipdate")
+ assertTrue(result[0][1] == "6001215.0")
+ assertTrue(result[0][2] == "2535.0")
+ assertTrue(result[0][3] == "0.0")
+ assertTrue(result[0][4] == "2.400486E7")
+ assertTrue(result[0][5] == "4.0")
+ assertTrue(result[0][6] == "\'1992-01-02\'")
+ assertTrue(result[0][7] == "\'1998-12-01\'")
+
+ result = sql """show column cached stats lineitem (l_commitdate)"""
+ assertTrue(result.size() == 1)
+ assertTrue(result[0][0] == "l_commitdate")
+ assertTrue(result[0][1] == "6001215.0")
+ assertTrue(result[0][2] == "2427.0")
+ assertTrue(result[0][3] == "0.0")
+ assertTrue(result[0][4] == "2.400486E7")
+ assertTrue(result[0][5] == "4.0")
+ assertTrue(result[0][6] == "\'1992-01-31\'")
+ assertTrue(result[0][7] == "\'1998-10-31\'")
+
+ result = sql """show column cached stats lineitem (l_partkey)"""
+ assertTrue(result.size() == 1)
+ assertTrue(result[0][0] == "l_partkey")
+ assertTrue(result[0][1] == "6001215.0")
+ assertTrue(result[0][2] == "13152.0")
+ assertTrue(result[0][3] == "0.0")
+ assertTrue(result[0][4] == "2.400486E7")
+ assertTrue(result[0][5] == "4.0")
+ assertTrue(result[0][6] == "1")
+ assertTrue(result[0][7] == "10000")
+
+ result = sql """show column cached stats lineitem (l_orderkey)"""
+ assertTrue(result.size() == 1)
+ assertTrue(result[0][0] == "l_orderkey")
+ assertTrue(result[0][1] == "6001215.0")
+ assertTrue(result[0][2] == "1000998.0")
+ assertTrue(result[0][3] == "0.0")
+ assertTrue(result[0][4] == "2.400486E7")
+ assertTrue(result[0][5] == "4.0")
+ assertTrue(result[0][6] == "1")
+ assertTrue(result[0][7] == "6000000")
+
+ result = sql """show column cached stats lineitem (l_quantity)"""
+ assertTrue(result.size() == 1)
+ assertTrue(result[0][0] == "l_quantity")
+ assertTrue(result[0][1] == "6001215.0")
+ assertTrue(result[0][2] == "31.0")
+ assertTrue(result[0][3] == "0.0")
+ assertTrue(result[0][4] == "4.800972E7")
+ assertTrue(result[0][5] == "8.0")
+ assertTrue(result[0][6] == "1")
+ assertTrue(result[0][7] == "50")
+
+ result = sql """show column cached stats lineitem (l_linestatus)"""
+ assertTrue(result.size() == 1)
+ assertTrue(result[0][0] == "l_linestatus")
+ assertTrue(result[0][1] == "6001215.0")
+ assertTrue(result[0][2] == "2.0")
+ assertTrue(result[0][3] == "0.0")
+ assertTrue(result[0][4] == "6001215.0")
+ assertTrue(result[0][5] == "1.0")
+
+ result = sql """show column cached stats lineitem (l_comment)"""
+ assertTrue(result.size() == 1)
+ assertTrue(result[0][0] == "l_comment")
+ assertTrue(result[0][1] == "6001215.0")
+ assertTrue(result[0][2] == "3834237.0")
+ assertTrue(result[0][3] == "0.0")
+ assertTrue(result[0][4] == "1.5899739E8")
+ assertTrue(result[0][5] == "26.494199924515286")
+
+ result = sql """show column cached stats lineitem (l_extendedprice)"""
+ assertTrue(result.size() == 1)
+ assertTrue(result[0][0] == "l_extendedprice")
+ assertTrue(result[0][1] == "6001215.0")
+ assertTrue(result[0][2] == "1000998.0")
+ assertTrue(result[0][3] == "0.0")
+ assertTrue(result[0][4] == "4.800972E7")
+ assertTrue(result[0][5] == "8.0")
+ assertTrue(result[0][6] == "901")
+ assertTrue(result[0][7] == "104949.5")
+
+ result = sql """show column cached stats lineitem (l_linenumber)"""
+ assertTrue(result.size() == 1)
+ assertTrue(result[0][0] == "l_linenumber")
+ assertTrue(result[0][1] == "6001215.0")
+ assertTrue(result[0][2] == "261329.0")
+ assertTrue(result[0][3] == "0.0")
+ assertTrue(result[0][4] == "2.400486E7")
+ assertTrue(result[0][5] == "4.0")
+ assertTrue(result[0][6] == "1")
+ assertTrue(result[0][7] == "200000")
+
+ result = sql """show column cached stats lineitem (l_discount)"""
+ assertTrue(result.size() == 1)
+ assertTrue(result[0][0] == "l_discount")
+ assertTrue(result[0][1] == "6001215.0")
+ assertTrue(result[0][2] == "15.0")
+ assertTrue(result[0][3] == "0.0")
+ assertTrue(result[0][4] == "4.800972E7")
+ assertTrue(result[0][5] == "8.0")
+ assertTrue(result[0][6] == "0")
+ assertTrue(result[0][7] == "0.1")
+
+ result = sql """show column cached stats lineitem (l_shipinstruct)"""
+ assertTrue(result.size() == 1)
+ assertTrue(result[0][0] == "l_shipinstruct")
+ assertTrue(result[0][1] == "6001215.0")
+ assertTrue(result[0][2] == "4.0")
+ assertTrue(result[0][3] == "0.0")
+ assertTrue(result[0][4] == "7.2006178E7")
+ assertTrue(result[0][5] == "11.998599950176756")
+
+ result = sql """show table cached stats lineitem"""
+ assertTrue(result.size() == 1)
+ assertTrue(result[0][2] == "6001215")
+
+ sql """drop catalog ${catalog_name}"""
+ }
+}
+
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
