beliefer commented on a change in pull request #27730:
[SPARK-30841][SQL][DOC][FOLLOW-UP] Add version information to the configuration
of SQL
URL: https://github.com/apache/spark/pull/27730#discussion_r385536597
##########
File path:
sql/catalyst/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala
##########
@@ -719,37 +720,43 @@ object SQLConf {
val ORC_IMPLEMENTATION = buildConf("spark.sql.orc.impl")
.doc("When native, use the native version of ORC support instead of the
ORC library in Hive. " +
"It is 'hive' by default prior to Spark 2.4.")
+ .version("2.3.0")
.internal()
.stringConf
.checkValues(Set("hive", "native"))
.createWithDefault("native")
val ORC_VECTORIZED_READER_ENABLED =
buildConf("spark.sql.orc.enableVectorizedReader")
.doc("Enables vectorized orc decoding.")
+ .version("2.3.0")
.booleanConf
.createWithDefault(true)
val ORC_VECTORIZED_READER_BATCH_SIZE =
buildConf("spark.sql.orc.columnarReaderBatchSize")
.doc("The number of rows to include in a orc vectorized reader batch. The
number should " +
"be carefully chosen to minimize overhead and avoid OOMs in reading
data.")
+ .version("2.4.0")
.intConf
.createWithDefault(4096)
val ORC_FILTER_PUSHDOWN_ENABLED = buildConf("spark.sql.orc.filterPushdown")
.doc("When true, enable filter pushdown for ORC files.")
+ .version("1.4.0")
Review comment:
SPARK-2883, commit ID:
65d71bd9fbfe6fe1b741c80fed72d6ae3d22b028#diff-41ef65b9ef5b518f77e2a03559893f4d
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
With regards,
Apache Git Services
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
