This is an automated email from the ASF dual-hosted git repository.
gangwu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/parquet-java.git
The following commit(s) were added to refs/heads/master by this push:
new aec7bc64d MINOR: ParquetRewriter must close opened reader/stream
(#3002)
aec7bc64d is described below
commit aec7bc64dffa373db678ab2fc8b46565b4c011a5
Author: cetindogu <[email protected]>
AuthorDate: Sat Aug 31 05:35:26 2024 +0300
MINOR: ParquetRewriter must close opened reader/stream (#3002)
---
.../main/java/org/apache/parquet/hadoop/rewrite/ParquetRewriter.java | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git
a/parquet-hadoop/src/main/java/org/apache/parquet/hadoop/rewrite/ParquetRewriter.java
b/parquet-hadoop/src/main/java/org/apache/parquet/hadoop/rewrite/ParquetRewriter.java
index ed3dbc2ae..092568ab1 100644
---
a/parquet-hadoop/src/main/java/org/apache/parquet/hadoop/rewrite/ParquetRewriter.java
+++
b/parquet-hadoop/src/main/java/org/apache/parquet/hadoop/rewrite/ParquetRewriter.java
@@ -241,7 +241,7 @@ public class ParquetRewriter implements Closeable {
}
// Routines to get reader of next input file and set up relevant states
- private void initNextReader() {
+ private void initNextReader() throws IOException {
if (reader != null) {
LOG.info("Finish rewriting input file: {}", reader.getFile());
}
@@ -252,7 +252,7 @@ public class ParquetRewriter implements Closeable {
originalCreatedBy = null;
return;
}
-
+ if (reader != null) reader.close();
reader = inputFiles.poll();
meta = reader.getFooter();
originalCreatedBy = meta.getFileMetaData().getCreatedBy();