rubenada commented on code in PR #6781:
URL: https://github.com/apache/hive/pull/6781#discussion_r4036735549
##########
itests/util/src/main/java/org/apache/hadoop/hive/cli/control/CliConfigs.java:
##########
@@ -343,6 +344,33 @@ public TPCDSFormattedCBOConfig() {
}
}
+ public static class TPCDSIcebergS3CliConfig extends AbstractCliConfig {
+ public TPCDSIcebergS3CliConfig() {
+ super(CorePerfCliDriver.class);
+ setQueryDir("ql/src/test/queries/clientpositive/perf");
+
setLogDir("itests/qtest/target/qfile-results/clientpositive/perf/tpcds1tb/iceberg");
+
setResultsDir("ql/src/test/results/clientpositive/perf/tpcds1tb/iceberg");
+
+ setInitScript("q_init_tpcds_iceberg.sql");
+ setCleanupScript("q_test_cleanup_tez.sql");
+ S3Container.BucketSpec bucketSpec = new S3Container.BucketSpec(
+
"dw-team-bucket/data/warehouse/tablespace/external/hive/tpcds_partitioned_iceberg_parquet_10000.db",
+
"https://github.com/zabetak/hive-test-datasets/releases/download/1.1/iceberg_s3_tpcds10tb.zip";);
+ setS3Bucket(bucketSpec);
+ setHiveConfDir("data/conf/llap");
+ // Restore hooks to their default values and remove noise from the out
file
+ Map<HiveConf.ConfVars, String> conf = new
EnumMap<>(HiveConf.ConfVars.class);
+ conf.put(HiveConf.ConfVars.PRE_EXEC_HOOKS, "");
+ conf.put(HiveConf.ConfVars.POST_EXEC_HOOKS, "");
+ // Disable merge join conversion cause it triggers very slow S3 list
+ // operations. Check to reenable later
Review Comment:
nit: "Check to reenable later" maybe worth a TODO here?
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
