Github user HyukjinKwon commented on a diff in the pull request:
https://github.com/apache/spark/pull/19823#discussion_r153177645
--- Diff:
sql/core/src/main/scala/org/apache/spark/sql/execution/command/tables.scala ---
@@ -380,6 +380,12 @@ case class LoadDataCommand(
}
new URI(scheme, authority, absolutePath, uri.getQuery(),
uri.getFragment())
}
+ val hadoopConf = sparkSession.sessionState.newHadoopConf()
+ val srcPath = new Path(uri)
+ val fs = srcPath.getFileSystem(hadoopConf)
+ if (!fs.exists(srcPath)) {
+ throw new AnalysisException(s"LOAD DATA input path does not
exist: $path")
--- End diff --
tiny nit: double spaces
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
