This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new 9111da8f3b2 [regression](kerberos)add hive with kerberos write back
case (#38647)
9111da8f3b2 is described below
commit 9111da8f3b2c68c9d67a387788e21da55d75e402
Author: slothever <[email protected]>
AuthorDate: Fri Aug 2 12:56:59 2024 +0800
[regression](kerberos)add hive with kerberos write back case (#38647)
## Proposed changes
add write back case
use "hadoop.kerberos.min.seconds.before.relogin" = "5" to avoid kerberos
credentials expired
---
.../kerberos/test_two_hive_kerberos.out | 10 ++++++
.../kerberos/test_two_hive_kerberos.groovy | 39 +++++++++++++++++-----
2 files changed, 41 insertions(+), 8 deletions(-)
diff --git
a/regression-test/data/external_table_p0/kerberos/test_two_hive_kerberos.out
b/regression-test/data/external_table_p0/kerberos/test_two_hive_kerberos.out
index 9415efd787f..eb15325ffd8 100644
--- a/regression-test/data/external_table_p0/kerberos/test_two_hive_kerberos.out
+++ b/regression-test/data/external_table_p0/kerberos/test_two_hive_kerberos.out
@@ -10,3 +10,13 @@
2 b 41.2 cc1
3 c 6.2 cc2
4 d 1.4 cc3
+
+-- !q03 --
+1 krb1 2023-05-14
+2 krb2 2023-05-24
+3 krb3 2023-06-14
+
+-- !q04 --
+1 krb1 2023-05-24
+2 krb2 2023-05-24
+6 krb3 2023-09-14
diff --git
a/regression-test/suites/external_table_p0/kerberos/test_two_hive_kerberos.groovy
b/regression-test/suites/external_table_p0/kerberos/test_two_hive_kerberos.groovy
index 7e7f276236a..2c94c08a6ed 100644
---
a/regression-test/suites/external_table_p0/kerberos/test_two_hive_kerberos.groovy
+++
b/regression-test/suites/external_table_p0/kerberos/test_two_hive_kerberos.groovy
@@ -30,9 +30,10 @@ suite("test_two_hive_kerberos",
"p0,external,kerberos,external_docker,external_d
"type" = "hms",
"hive.metastore.uris" = "thrift://172.31.71.25:9083",
"fs.defaultFS" = "hdfs://172.31.71.25:8020",
+ "hadoop.kerberos.min.seconds.before.relogin" = "5",
"hadoop.security.authentication" = "kerberos",
-
"hadoop.kerberos.principal"="presto-server/[email protected]",
- "hadoop.kerberos.keytab" = "/keytabs/presto-server.keytab",
+
"hadoop.kerberos.principal"="hive/[email protected]",
+ "hadoop.kerberos.keytab" =
"/keytabs/hive-presto-master.keytab",
"hive.metastore.sasl.enabled " = "true",
"hive.metastore.kerberos.principal" =
"hive/[email protected]"
);
@@ -45,9 +46,10 @@ suite("test_two_hive_kerberos",
"p0,external,kerberos,external_docker,external_d
"type" = "hms",
"hive.metastore.uris" = "thrift://172.31.71.26:9083",
"fs.defaultFS" = "hdfs://172.31.71.26:8020",
+ "hadoop.kerberos.min.seconds.before.relogin" = "5",
"hadoop.security.authentication" = "kerberos",
-
"hadoop.kerberos.principal"="presto-server/[email protected]",
- "hadoop.kerberos.keytab" =
"/keytabs/other-presto-server.keytab",
+
"hadoop.kerberos.principal"="hive/[email protected]",
+ "hadoop.kerberos.keytab" =
"/keytabs/other-hive-presto-master.keytab",
"hive.metastore.sasl.enabled " = "true",
"hive.metastore.kerberos.principal" =
"hive/[email protected]",
"hadoop.security.auth_to_local"
="RULE:[2:\$1@\$0](.*@OTHERREALM.COM)s/@.*//
@@ -70,11 +72,32 @@ suite("test_two_hive_kerberos",
"p0,external,kerberos,external_docker,external_d
sql """ use test_krb_hive_db """
order_qt_q02 """ select * from test_krb_hive_db.test_krb_hive_tbl """
- // 3. multi thread test
+ // 3. write back test case
+ sql """ switch ${hms_catalog_name}; """
+ sql """ CREATE DATABASE IF NOT EXISTS `test_krb_hms_db`; """
+ sql """ USE `test_krb_hms_db`; """
+ sql """ CREATE TABLE IF NOT EXISTS test_krb_hive_tbl (id int, str
string, dd date) engine = hive; """
+ sql """ INSERT INTO test_krb_hms_db.test_krb_hive_tbl values(1,
'krb1', '2023-05-14') """
+ sql """ INSERT INTO test_krb_hms_db.test_krb_hive_tbl values(2,
'krb2', '2023-05-24') """
+
+ sql """ switch other_${hms_catalog_name}; """
+ sql """ CREATE DATABASE IF NOT EXISTS `test_krb_hms_db`; """
+ sql """ USE `test_krb_hms_db`; """
+ sql """ CREATE TABLE IF NOT EXISTS test_krb_hive_tbl (id int, str
string, dd date) engine = hive; """
+ sql """ INSERT INTO test_krb_hms_db.test_krb_hive_tbl values(1,
'krb1', '2023-05-24') """
+ sql """ INSERT INTO test_krb_hms_db.test_krb_hive_tbl values(2,
'krb2', '2023-05-24') """
+
+ sql """ INSERT INTO
${hms_catalog_name}.test_krb_hms_db.test_krb_hive_tbl values(3, 'krb3',
'2023-06-14') """
+ sql """ INSERT INTO
other_${hms_catalog_name}.test_krb_hms_db.test_krb_hive_tbl values(6, 'krb3',
'2023-09-14') """
+ order_qt_q03 """ select * from
${hms_catalog_name}.test_krb_hms_db.test_krb_hive_tbl """
+ order_qt_q04 """ select * from
other_${hms_catalog_name}.test_krb_hms_db.test_krb_hive_tbl """
+
+ // 4. multi thread test
Thread thread1 = new Thread(() -> {
try {
- for (int i = 0; i < 1000; i++) {
+ for (int i = 0; i < 100; i++) {
sql """ select * from
${hms_catalog_name}.test_krb_hive_db.test_krb_hive_tbl """
+ sql """ INSERT INTO
${hms_catalog_name}.test_krb_hms_db.test_krb_hive_tbl values(3, 'krb3',
'2023-06-14') """
}
} catch (Exception e) {
log.info(e.getMessage())
@@ -84,8 +107,9 @@ suite("test_two_hive_kerberos",
"p0,external,kerberos,external_docker,external_d
Thread thread2 = new Thread(() -> {
try {
- for (int i = 0; i < 1000; i++) {
+ for (int i = 0; i < 100; i++) {
sql """ select * from
other_${hms_catalog_name}.test_krb_hive_db.test_krb_hive_tbl """
+ sql """ INSERT INTO
other_${hms_catalog_name}.test_krb_hms_db.test_krb_hive_tbl values(6, 'krb3',
'2023-09-14') """
}
} catch (Exception e) {
log.info(e.getMessage())
@@ -100,6 +124,5 @@ suite("test_two_hive_kerberos",
"p0,external,kerberos,external_docker,external_d
thread2.join()
sql """drop catalog ${hms_catalog_name};"""
sql """drop catalog other_${hms_catalog_name};"""
- // TODO: add tvf case
}
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
