This is an automated email from the ASF dual-hosted git repository.
lzljs3620320 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-paimon.git
The following commit(s) were added to refs/heads/master by this push:
new 7c8e42b10 [core] AvroBulkFormat should not get file-size by file-io
repeatly (#3019)
7c8e42b10 is described below
commit 7c8e42b10d2749d04b7994a1c1e270c16135d2d9
Author: YeJunHao <[email protected]>
AuthorDate: Fri Mar 15 15:49:45 2024 +0800
[core] AvroBulkFormat should not get file-size by file-io repeatly (#3019)
---
.../java/org/apache/paimon/format/avro/AvroBulkFormat.java | 10 +++++-----
1 file changed, 5 insertions(+), 5 deletions(-)
diff --git
a/paimon-format/src/main/java/org/apache/paimon/format/avro/AvroBulkFormat.java
b/paimon-format/src/main/java/org/apache/paimon/format/avro/AvroBulkFormat.java
index 1c1cfddf1..da60eedda 100644
---
a/paimon-format/src/main/java/org/apache/paimon/format/avro/AvroBulkFormat.java
+++
b/paimon-format/src/main/java/org/apache/paimon/format/avro/AvroBulkFormat.java
@@ -69,18 +69,18 @@ public class AvroBulkFormat implements FormatReaderFactory {
private AvroReader(FileIO fileIO, Path path) throws IOException {
this.fileIO = fileIO;
- this.reader = createReaderFromPath(path);
- this.reader.sync(0);
this.end = fileIO.getFileSize(path);
+ this.reader = createReaderFromPath(path, end);
+ this.reader.sync(0);
this.pool = new Pool<>(1);
this.pool.add(new Object());
}
- private DataFileReader<InternalRow> createReaderFromPath(Path path)
throws IOException {
+ private DataFileReader<InternalRow> createReaderFromPath(Path path,
long fileSize)
+ throws IOException {
DatumReader<InternalRow> datumReader = new
AvroRowDatumReader(projectedRowType);
SeekableInput in =
- new SeekableInputStreamWrapper(
- fileIO.newInputStream(path),
fileIO.getFileSize(path));
+ new
SeekableInputStreamWrapper(fileIO.newInputStream(path), fileSize);
try {
return (DataFileReader<InternalRow>)
DataFileReader.openReader(in, datumReader);
} catch (Throwable e) {
