KeiichiHirobe commented on a change in pull request #23288:
[SPARK-26339][SQL]Throws better exception when reading files that start with
underscore
URL: https://github.com/apache/spark/pull/23288#discussion_r244504889
##########
File path:
sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/csv/CSVSuite.scala
##########
@@ -345,6 +346,47 @@ class CSVSuite extends QueryTest with SharedSQLContext
with SQLTestUtils with Te
assert(result.schema.fieldNames.size === 1)
}
+ test("SPARK-26339 Debug statement if some of specified paths are filtered
out") {
+ class TestAppender extends AppenderSkeleton {
+ var events = new java.util.ArrayList[LoggingEvent]
+ override def close(): Unit = {}
+ override def requiresLayout: Boolean = false
+ protected def append(event: LoggingEvent): Unit = events.add(event)
+ }
+
+ val testAppender1 = new TestAppender
+ val rootLogger = LogManager.getRootLogger
+ val origLevel = rootLogger.getLevel
+ rootLogger.setLevel(Level.DEBUG)
+ rootLogger.addAppender(testAppender1)
+ try {
+ val cars = spark
+ .read
+ .format("csv")
Review comment:
I fixed it.
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
With regards,
Apache Git Services
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
