This is an automated email from the ASF dual-hosted git repository.
ajantha pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/carbondata.git
The following commit(s) were added to refs/heads/master by this push:
new 4e45354 [HOTFIX] Remove unnecessary list files API invocation
4e45354 is described below
commit 4e4535464b033b557bf43b5a0ccb98a042db8f27
Author: Jacky Li <[email protected]>
AuthorDate: Tue Oct 29 16:27:48 2019 +0800
[HOTFIX] Remove unnecessary list files API invocation
Remove unnecessary list files API invocation
This closes #3425
---
.../org/apache/spark/sql/execution/strategy/MixedFormatHandler.scala | 4 ----
1 file changed, 4 deletions(-)
diff --git
a/integration/spark2/src/main/scala/org/apache/spark/sql/execution/strategy/MixedFormatHandler.scala
b/integration/spark2/src/main/scala/org/apache/spark/sql/execution/strategy/MixedFormatHandler.scala
index 3191ba8..3763d36 100644
---
a/integration/spark2/src/main/scala/org/apache/spark/sql/execution/strategy/MixedFormatHandler.scala
+++
b/integration/spark2/src/main/scala/org/apache/spark/sql/execution/strategy/MixedFormatHandler.scala
@@ -243,10 +243,6 @@ object MixedFormatHandler {
fileFormat: FileFormat,
paths: Seq[Path]): (RDD[InternalRow], Boolean) = {
val sparkSession = l.relation.sqlContext.sparkSession
- val fs =
paths.head.getFileSystem(SparkSQLUtil.sessionState(sparkSession).newHadoopConf())
- val s = paths.map { f =>
- fs.getFileStatus(f)
- }
val fsRelation = l.catalogTable match {
case Some(catalogTable) =>
val fileIndex =