This is an automated email from the ASF dual-hosted git repository.
hongze pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new 1facff721 [VL] Move out a non-common test case from VeloxTPCHSuite
(#5402)
1facff721 is described below
commit 1facff7211087c3ee7d5f65615c933cb2520437b
Author: Hongze Zhang <[email protected]>
AuthorDate: Mon Apr 15 12:58:32 2024 +0800
[VL] Move out a non-common test case from VeloxTPCHSuite (#5402)
---
.../apache/gluten/execution/VeloxTPCHSuite.scala | 34 +++++++++++++---------
1 file changed, 20 insertions(+), 14 deletions(-)
diff --git
a/backends-velox/src/test/scala/org/apache/gluten/execution/VeloxTPCHSuite.scala
b/backends-velox/src/test/scala/org/apache/gluten/execution/VeloxTPCHSuite.scala
index ca7aced51..49ec776e4 100644
---
a/backends-velox/src/test/scala/org/apache/gluten/execution/VeloxTPCHSuite.scala
+++
b/backends-velox/src/test/scala/org/apache/gluten/execution/VeloxTPCHSuite.scala
@@ -244,8 +244,27 @@ abstract class VeloxTPCHSuite extends
VeloxTPCHTableSupport {
checkGoldenFile(_, 22)
}
}
+}
+
+class VeloxTPCHDistinctSpillSuite extends VeloxTPCHTableSupport {
+ override protected def sparkConf: SparkConf = {
+ super.sparkConf
+ .set("spark.memory.offHeap.size", "50m")
+ .set("spark.gluten.memory.overAcquiredMemoryRatio", "0.9") // to trigger
distinct spill early
+ }
- test("test 'order by limit'") {
+ test("distinct spill") {
+ val df = spark.sql("select count(distinct *) from lineitem limit 1")
+ TestUtils.compareAnswers(df.collect(), Seq(Row(60175)))
+ }
+}
+
+class VeloxTPCHMiscSuite extends VeloxTPCHTableSupport {
+ override protected def sparkConf: SparkConf = {
+ super.sparkConf
+ }
+
+ test("order by limit") {
val df = spark.sql(
"""
|select n_nationkey from nation order by n_nationkey limit 5
@@ -261,19 +280,6 @@ abstract class VeloxTPCHSuite extends
VeloxTPCHTableSupport {
}
}
-class VeloxTPCHDistinctSpill extends VeloxTPCHTableSupport {
- override protected def sparkConf: SparkConf = {
- super.sparkConf
- .set("spark.memory.offHeap.size", "50m")
- .set("spark.gluten.memory.overAcquiredMemoryRatio", "0.9") // to trigger
distinct spill early
- }
-
- test("distinct spill") {
- val df = spark.sql("select count(distinct *) from lineitem limit 1")
- TestUtils.compareAnswers(df.collect(), Seq(Row(60175)))
- }
-}
-
class VeloxTPCHV1Suite extends VeloxTPCHSuite {
override def subType(): String = "v1"
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
