Github user tdas commented on a diff in the pull request:
https://github.com/apache/spark/pull/20859#discussion_r175580451
--- Diff:
sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/analysis/UnsupportedOperationsSuite.scala
---
@@ -140,6 +140,21 @@ class UnsupportedOperationsSuite extends SparkFunSuite
{
outputMode = Complete,
expectedMsgs = Seq("distinct aggregation"))
+ assertNotSupportedInStreamingPlan(
+ "aggregate on both sides of stateful op",
+ EventTimeWatermark(
+ attribute,
+ CalendarInterval.fromString("interval 1 second"),
+ Aggregate(
+ attributeWithWatermark :: Nil,
+ aggExprs("a"),
+ EventTimeWatermark(
+ attribute,
+ CalendarInterval.fromString("interval 2 seconds"),
+ streamRelation))),
+ outputMode = Append,
+ expectedMsgs = Seq("both before and after"))
--- End diff --
Add for other stateful operators as well.
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
