Github user gatorsmile commented on a diff in the pull request:
https://github.com/apache/spark/pull/20477#discussion_r165726915
--- Diff:
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/v2/DataSourceReaderHolder.scala
---
@@ -65,4 +73,23 @@ trait DataSourceReaderHolder {
lazy val output: Seq[Attribute] = reader.readSchema().map(_.name).map {
name =>
fullOutput.find(_.name == name).get
}
+
+ def metadataString: String = {
+ val entries = scala.collection.mutable.ArrayBuffer.empty[(String,
String)]
+ if (filters.nonEmpty) entries += "PushedFilter" ->
filters.mkString("[", ", ", "]")
+
+ val outputStr = Utils.truncatedString(output, "[", ", ", "]")
+
+ val entriesStr = if (entries.nonEmpty) {
+ Utils.truncatedString(entries.map {
+ case (key, value) => key + ": " +
StringUtils.abbreviate(redact(value), 100)
+ }, " (", ", ", ")")
+ } else ""
--- End diff --
Nit. style
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
