Github user mn-mikke commented on a diff in the pull request:
https://github.com/apache/spark/pull/21802#discussion_r203407122
--- Diff:
sql/core/src/test/scala/org/apache/spark/sql/DataFrameFunctionsSuite.scala ---
@@ -1444,6 +1444,51 @@ class DataFrameFunctionsSuite extends QueryTest with
SharedSQLContext {
)
}
+ test("shuffle function") {
+ // Shuffle expressions should produce same results at retries in the
same DataFrame.
+ def checkResult(df: DataFrame): Unit = {
+ checkAnswer(df, df.collect())
+ }
+
+ // primitive-type elements
+ val idf = Seq(
+ Seq(1, 9, 8, 7),
+ Seq(5, 8, 9, 7, 2),
+ Seq.empty,
+ null
+ ).toDF("i")
+
+ def checkResult1(): Unit = {
--- End diff --
Maybe a different name for the method?
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]