Github user mgaido91 commented on a diff in the pull request:
https://github.com/apache/spark/pull/20779#discussion_r173494440
--- Diff:
sql/core/src/test/scala/org/apache/spark/sql/execution/WholeStageCodegenSuite.scala
---
@@ -307,4 +309,47 @@ class WholeStageCodegenSuite extends QueryTest with
SharedSQLContext {
// a different query can result in codegen cache miss, that's by
design
}
}
+
+ test("SPARK-23598: Avoid compilation error with a lot of aggregation
operations") {
+ withSQLConf(SQLConf.SHUFFLE_PARTITIONS.key -> "1") {
+ val df = Seq((8, "bat"), (15, "mouse"), (5, "horse")).toDF("age",
"name")
+
.groupBy("name").agg(avg("age").alias("age")).groupBy("name").agg(avg("age").alias("age"))
--- End diff --
can we do this with a loop?
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
