[
https://issues.apache.org/jira/browse/SPARK-45944?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Dongjoon Hyun updated SPARK-45944:
----------------------------------
Description:
- [https://github.com/apache/spark/actions/runs/6859020738/job/18650698085]
- [https://github.com/apache/spark/actions/runs/6872747886/job/18691717269]
{code:java}
Cause: java.lang.IllegalStateException: There are 1 possibly leaked file
streams.
29975[info] at
org.apache.spark.DebugFilesystem$.assertNoOpenStreams(DebugFilesystem.scala:54)
29976[info] at
org.apache.spark.sql.test.SharedSparkSessionBase.$anonfun$afterEach$1(SharedSparkSession.scala:165)
...
29977[info] at
org.apache.spark.sql.execution.datasources.parquet.ParquetFileFormatSuite.eventually(ParquetFileFormatSuite.scala:31)
29984[info] at
org.apache.spark.sql.test.SharedSparkSessionBase.afterEach(SharedSparkSession.scala:164)
29985[info] at
org.apache.spark.sql.test.SharedSparkSessionBase.afterEach$(SharedSparkSession.scala:158)
29986[info] at
org.apache.spark.sql.execution.datasources.parquet.ParquetFileFormatSuite.afterEach(ParquetFileFormatSuite.scala:31)
29987[info] at
org.scalatest.BeforeAndAfterEach.$anonfun$runTest$1(BeforeAndAfterEach.scala:247)
29988[info] at
...
30025[info] Cause: java.lang.Throwable:
30026[info] at
org.apache.spark.DebugFilesystem$.addOpenStream(DebugFilesystem.scala:35)
30027[info] at org.apache.spark.DebugFilesystem.open(DebugFilesystem.scala:75)
30028[info] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997)
30029[info] at
org.apache.parquet.hadoop.util.HadoopInputFile.newStream(HadoopInputFile.java:69)
30030[info] at
org.apache.parquet.hadoop.ParquetFileReader.<init>(ParquetFileReader.java:796)
30031[info] at
org.apache.parquet.hadoop.ParquetFileReader.open(ParquetFileReader.java:666)
30032[info] at
org.apache.spark.sql.execution.datasources.parquet.ParquetFooterReader.readFooter(ParquetFooterReader.java:85)
30033[info] at
org.apache.spark.sql.execution.datasources.parquet.ParquetFooterReader.readFooter(ParquetFooterReader.java:76)
30034[info] at
org.apache.spark.sql.execution.datasources.parquet.ParquetFileFormat$.$anonfun$readParquetFootersInParallel$1(ParquetFileFormat.scala:450)
{code}
was:
- https://github.com/apache/spark/actions/runs/6872747886/job/18691717269
{code:java}
Cause: java.lang.IllegalStateException: There are 1 possibly leaked file
streams.
29975[info] at
org.apache.spark.DebugFilesystem$.assertNoOpenStreams(DebugFilesystem.scala:54)
29976[info] at
org.apache.spark.sql.test.SharedSparkSessionBase.$anonfun$afterEach$1(SharedSparkSession.scala:165)
...
29977[info] at
org.apache.spark.sql.execution.datasources.parquet.ParquetFileFormatSuite.eventually(ParquetFileFormatSuite.scala:31)
29984[info] at
org.apache.spark.sql.test.SharedSparkSessionBase.afterEach(SharedSparkSession.scala:164)
29985[info] at
org.apache.spark.sql.test.SharedSparkSessionBase.afterEach$(SharedSparkSession.scala:158)
29986[info] at
org.apache.spark.sql.execution.datasources.parquet.ParquetFileFormatSuite.afterEach(ParquetFileFormatSuite.scala:31)
29987[info] at
org.scalatest.BeforeAndAfterEach.$anonfun$runTest$1(BeforeAndAfterEach.scala:247)
29988[info] at
...
30025[info] Cause: java.lang.Throwable:
30026[info] at
org.apache.spark.DebugFilesystem$.addOpenStream(DebugFilesystem.scala:35)
30027[info] at org.apache.spark.DebugFilesystem.open(DebugFilesystem.scala:75)
30028[info] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997)
30029[info] at
org.apache.parquet.hadoop.util.HadoopInputFile.newStream(HadoopInputFile.java:69)
30030[info] at
org.apache.parquet.hadoop.ParquetFileReader.<init>(ParquetFileReader.java:796)
30031[info] at
org.apache.parquet.hadoop.ParquetFileReader.open(ParquetFileReader.java:666)
30032[info] at
org.apache.spark.sql.execution.datasources.parquet.ParquetFooterReader.readFooter(ParquetFooterReader.java:85)
30033[info] at
org.apache.spark.sql.execution.datasources.parquet.ParquetFooterReader.readFooter(ParquetFooterReader.java:76)
30034[info] at
org.apache.spark.sql.execution.datasources.parquet.ParquetFileFormat$.$anonfun$readParquetFootersInParallel$1(ParquetFileFormat.scala:450)
{code}
> Leaked file streams in ParquetFileFormat
> ----------------------------------------
>
> Key: SPARK-45944
> URL: https://issues.apache.org/jira/browse/SPARK-45944
> Project: Spark
> Issue Type: Bug
> Components: SQL
> Affects Versions: 4.0.0
> Reporter: Dongjoon Hyun
> Priority: Major
>
> - [https://github.com/apache/spark/actions/runs/6859020738/job/18650698085]
> - [https://github.com/apache/spark/actions/runs/6872747886/job/18691717269]
> {code:java}
> Cause: java.lang.IllegalStateException: There are 1 possibly leaked file
> streams.
> 29975[info] at
> org.apache.spark.DebugFilesystem$.assertNoOpenStreams(DebugFilesystem.scala:54)
> 29976[info] at
> org.apache.spark.sql.test.SharedSparkSessionBase.$anonfun$afterEach$1(SharedSparkSession.scala:165)
> ...
> 29977[info] at
> org.apache.spark.sql.execution.datasources.parquet.ParquetFileFormatSuite.eventually(ParquetFileFormatSuite.scala:31)
> 29984[info] at
> org.apache.spark.sql.test.SharedSparkSessionBase.afterEach(SharedSparkSession.scala:164)
> 29985[info] at
> org.apache.spark.sql.test.SharedSparkSessionBase.afterEach$(SharedSparkSession.scala:158)
> 29986[info] at
> org.apache.spark.sql.execution.datasources.parquet.ParquetFileFormatSuite.afterEach(ParquetFileFormatSuite.scala:31)
> 29987[info] at
> org.scalatest.BeforeAndAfterEach.$anonfun$runTest$1(BeforeAndAfterEach.scala:247)
> 29988[info] at
> ...
> 30025[info] Cause: java.lang.Throwable:
> 30026[info] at
> org.apache.spark.DebugFilesystem$.addOpenStream(DebugFilesystem.scala:35)
> 30027[info] at
> org.apache.spark.DebugFilesystem.open(DebugFilesystem.scala:75)
> 30028[info] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997)
> 30029[info] at
> org.apache.parquet.hadoop.util.HadoopInputFile.newStream(HadoopInputFile.java:69)
> 30030[info] at
> org.apache.parquet.hadoop.ParquetFileReader.<init>(ParquetFileReader.java:796)
> 30031[info] at
> org.apache.parquet.hadoop.ParquetFileReader.open(ParquetFileReader.java:666)
> 30032[info] at
> org.apache.spark.sql.execution.datasources.parquet.ParquetFooterReader.readFooter(ParquetFooterReader.java:85)
> 30033[info] at
> org.apache.spark.sql.execution.datasources.parquet.ParquetFooterReader.readFooter(ParquetFooterReader.java:76)
> 30034[info] at
> org.apache.spark.sql.execution.datasources.parquet.ParquetFileFormat$.$anonfun$readParquetFootersInParallel$1(ParquetFileFormat.scala:450)
> {code}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
