Dongjoon Hyun created SPARK-45944:
-------------------------------------
Summary: Leaked file streams in ParquetFileFormatV1Suite
Key: SPARK-45944
URL: https://issues.apache.org/jira/browse/SPARK-45944
Project: Spark
Issue Type: Bug
Components: SQL
Affects Versions: 4.0.0
Reporter: Dongjoon Hyun
- https://github.com/apache/spark/actions/runs/6872747886/job/18691717269
{code:java}
Cause: java.lang.IllegalStateException: There are 1 possibly leaked file
streams.
29975[info] at
org.apache.spark.DebugFilesystem$.assertNoOpenStreams(DebugFilesystem.scala:54)
29976[info] at
org.apache.spark.sql.test.SharedSparkSessionBase.$anonfun$afterEach$1(SharedSparkSession.scala:165)
...
29977[info] at
org.apache.spark.sql.execution.datasources.parquet.ParquetFileFormatSuite.eventually(ParquetFileFormatSuite.scala:31)
29984[info] at
org.apache.spark.sql.test.SharedSparkSessionBase.afterEach(SharedSparkSession.scala:164)
29985[info] at
org.apache.spark.sql.test.SharedSparkSessionBase.afterEach$(SharedSparkSession.scala:158)
29986[info] at
org.apache.spark.sql.execution.datasources.parquet.ParquetFileFormatSuite.afterEach(ParquetFileFormatSuite.scala:31)
29987[info] at
org.scalatest.BeforeAndAfterEach.$anonfun$runTest$1(BeforeAndAfterEach.scala:247)
29988[info] at
...
30025[info] Cause: java.lang.Throwable:
30026[info] at
org.apache.spark.DebugFilesystem$.addOpenStream(DebugFilesystem.scala:35)
30027[info] at org.apache.spark.DebugFilesystem.open(DebugFilesystem.scala:75)
30028[info] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997)
30029[info] at
org.apache.parquet.hadoop.util.HadoopInputFile.newStream(HadoopInputFile.java:69)
30030[info] at
org.apache.parquet.hadoop.ParquetFileReader.<init>(ParquetFileReader.java:796)
30031[info] at
org.apache.parquet.hadoop.ParquetFileReader.open(ParquetFileReader.java:666)
30032[info] at
org.apache.spark.sql.execution.datasources.parquet.ParquetFooterReader.readFooter(ParquetFooterReader.java:85)
30033[info] at
org.apache.spark.sql.execution.datasources.parquet.ParquetFooterReader.readFooter(ParquetFooterReader.java:76)
30034[info] at
org.apache.spark.sql.execution.datasources.parquet.ParquetFileFormat$.$anonfun$readParquetFootersInParallel$1(ParquetFileFormat.scala:450)
{code}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
