rdblue commented on a change in pull request #26750: [SPARK-28948][SQL] Support
passing all Table metadata in TableProvider
URL: https://github.com/apache/spark/pull/26750#discussion_r355221214
##########
File path:
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/v2/FileDataSourceV2.scala
##########
@@ -59,4 +63,21 @@ trait FileDataSourceV2 extends TableProvider with
DataSourceRegister {
val fs = hdfsPath.getFileSystem(sparkSession.sessionState.newHadoopConf())
hdfsPath.makeQualified(fs.getUri, fs.getWorkingDirectory).toString
}
+
+ protected def getTable(options: CaseInsensitiveStringMap): Table
+ protected def getTable(options: CaseInsensitiveStringMap, schema:
StructType): Table
+
+ // file source treats table properties case-insensitively.
+ override def getTable(properties: util.Map[String, String]): Table = {
+ getTable(new CaseInsensitiveStringMap(properties))
+ }
+ override def getTable(schema: StructType, properties: util.Map[String,
String]): Table = {
Review comment:
Nit: These methods should have a newline between them.
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
With regards,
Apache Git Services
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
