Github user zsxwing commented on a diff in the pull request:
https://github.com/apache/spark/pull/21919#discussion_r208751032
--- Diff:
sql/core/src/main/scala/org/apache/spark/sql/streaming/progress.scala ---
@@ -213,6 +216,12 @@ class SinkProgress protected[sql](
override def toString: String = prettyJson
private[sql] def jsonValue: JValue = {
- ("description" -> JString(description))
+ ("description" -> JString(description)) ~
+ ("numOutputRows" -> JInt(numOutputRows))
}
}
+
+object SinkProgress {
+ def apply(description: String, numOutputRows: Option[Long]):
SinkProgress =
+ new SinkProgress(description, numOutputRows.getOrElse(-1L))
--- End diff --
nit: please use 2-spaces.
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
