Github user MaxGekk commented on a diff in the pull request:
https://github.com/apache/spark/pull/21415#discussion_r190724995
--- Diff:
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/csv/CSVOptions.scala
---
@@ -29,17 +29,20 @@ import org.apache.spark.sql.catalyst.util._
class CSVOptions(
@transient val parameters: CaseInsensitiveMap[String],
defaultTimeZoneId: String,
- defaultColumnNameOfCorruptRecord: String)
+ defaultColumnNameOfCorruptRecord: String,
+ val columnPruning: Boolean)
extends Logging with Serializable {
def this(
parameters: Map[String, String],
defaultTimeZoneId: String,
- defaultColumnNameOfCorruptRecord: String = "") = {
+ defaultColumnNameOfCorruptRecord: String = "",
+ columnPruning: Boolean = false) = {
--- End diff --
removed
---
---------------------------------------------------------------------
To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org
For additional commands, e-mail: reviews-h...@spark.apache.org
