Github user BryanCutler commented on a diff in the pull request:
https://github.com/apache/spark/pull/21650#discussion_r202863867
--- Diff:
sql/core/src/test/scala/org/apache/spark/sql/execution/python/BatchEvalPythonExecSuite.scala
---
@@ -97,6 +103,64 @@ class BatchEvalPythonExecSuite extends SparkPlanTest
with SharedSQLContext {
}
assert(qualifiedPlanNodes.size == 1)
}
+
+ private def collectPythonExec(plan: SparkPlan): Seq[BatchEvalPythonExec]
= plan.collect {
+ case b: BatchEvalPythonExec => b
+ }
+
+ private def collectPandasExec(plan: SparkPlan): Seq[ArrowEvalPythonExec]
= plan.collect {
+ case b: ArrowEvalPythonExec => b
+ }
+
+ test("Chained Python UDFs should be combined to a single physical node")
{
--- End diff --
change to "Chained Python Batched UDFs.."
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
