Github user srowen commented on a diff in the pull request:
https://github.com/apache/spark/pull/19823#discussion_r153080500
--- Diff:
sql/core/src/main/scala/org/apache/spark/sql/execution/command/tables.scala ---
@@ -341,6 +341,12 @@ case class LoadDataCommand(
} else {
val uri = new URI(path)
if (uri.getScheme() != null && uri.getAuthority() != null) {
+ val hadoopConf = sparkSession.sessionState.newHadoopConf()
+ val srcPath = new Path(path)
+ val fs = srcPath.getFileSystem(hadoopConf)
+ if(!fs.exists(srcPath)) {
--- End diff --
Nit: space after if
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
