Github user gatorsmile commented on a diff in the pull request:
https://github.com/apache/spark/pull/21751#discussion_r202191341
--- Diff:
sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/analysis/AnalysisSuite.scala
---
@@ -557,4 +558,21 @@ class AnalysisSuite extends AnalysisTest with Matchers
{
SubqueryAlias("tbl", testRelation)))
assertAnalysisError(barrier, Seq("cannot resolve '`tbl.b`'"))
}
+
+ test("SPARK-24208: analysis fails on self-join with
FlatMapGroupsInPandas") {
+ val pythonUdf = PythonUDF("pyUDF", null,
+ StructType(Seq(StructField("a", LongType))),
+ Seq.empty,
+ PythonEvalType.SQL_GROUPED_MAP_PANDAS_UDF,
+ true)
--- End diff --
Nit: `udfDeterministic = true`
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
