Github user viirya commented on a diff in the pull request:
https://github.com/apache/spark/pull/19188#discussion_r138512027
--- Diff:
sql/core/src/test/scala/org/apache/spark/sql/execution/benchmark/TPCDSQueryBenchmark.scala
---
@@ -110,6 +113,19 @@ object TPCDSQueryBenchmark {
"q81", "q82", "q83", "q84", "q85", "q86", "q87", "q88", "q89", "q90",
"q91", "q92", "q93", "q94", "q95", "q96", "q97", "q98", "q99")
- tpcdsAll(benchmarkArgs.dataLocation, queries = tpcdsQueries)
+ // If `--query-filter` defined, filters the queries that this option
selects
+ val queriesToRun = if (benchmarkArgs.queryFilter.nonEmpty) {
+ val queries = tpcdsQueries.filter { case queryName =>
+ benchmarkArgs.queryFilter.contains(queryName)
+ }
+ if (queries.isEmpty) {
+ throw new RuntimeException("Bad query name filter: " +
benchmarkArgs.queryFilter)
--- End diff --
`"Empty queries to run. Bad query name filter: " +
benchmarkArgs.queryFilter`.
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
