Github user jose-torres commented on a diff in the pull request:
https://github.com/apache/spark/pull/21428#discussion_r192253968
--- Diff:
sql/core/src/test/scala/org/apache/spark/sql/streaming/continuous/shuffle/ContinuousShuffleSuite.scala
---
@@ -58,39 +46,29 @@ class ContinuousShuffleReadSuite extends StreamTest {
super.afterEach()
}
- test("receiver stopped with row last") {
- val rdd = new ContinuousShuffleReadRDD(sparkContext, numPartitions = 1)
- val endpoint =
rdd.partitions(0).asInstanceOf[ContinuousShuffleReadPartition].endpoint
- send(
- endpoint,
- ReceiverEpochMarker(0),
- ReceiverRow(0, unsafeRow(111))
- )
+ private implicit def unsafeRow(value: Int) = {
--- End diff --
writer.write(Iterator(1, 2, 3)) and such leverages the implicit.
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
