This is an automated email from the ASF dual-hosted git repository.
garyli pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git
The following commit(s) were added to refs/heads/master by this push:
new 23b3122 [HUDI-3769] Optimize the logs of HoodieMergeHandle and
BufferedConnectWriter (#5200)
23b3122 is described below
commit 23b31225df4e7cd7f7e5013ea30b482bc0ebb09d
Author: 董可伦 <[email protected]>
AuthorDate: Fri Apr 1 21:17:49 2022 +0800
[HUDI-3769] Optimize the logs of HoodieMergeHandle and
BufferedConnectWriter (#5200)
---
.../src/main/java/org/apache/hudi/io/HoodieMergeHandle.java | 6 +++---
.../java/org/apache/hudi/connect/writers/BufferedConnectWriter.java | 6 +++---
2 files changed, 6 insertions(+), 6 deletions(-)
diff --git
a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/io/HoodieMergeHandle.java
b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/io/HoodieMergeHandle.java
index cbcf382..7e6f1b3 100644
---
a/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/io/HoodieMergeHandle.java
+++
b/hudi-client/hudi-client-common/src/main/java/org/apache/hudi/io/HoodieMergeHandle.java
@@ -246,9 +246,9 @@ public class HoodieMergeHandle<T extends
HoodieRecordPayload, I, K, O> extends H
}
LOG.info("Number of entries in MemoryBasedMap => "
+ ((ExternalSpillableMap) keyToNewRecords).getInMemoryMapNumEntries()
- + "Total size in bytes of MemoryBasedMap => "
- + ((ExternalSpillableMap) keyToNewRecords).getCurrentInMemoryMapSize()
+ "Number of entries in BitCaskDiskMap => "
- + ((ExternalSpillableMap) keyToNewRecords).getDiskBasedMapNumEntries()
+ "Size of file spilled to disk => "
+ + ", Total size in bytes of MemoryBasedMap => "
+ + ((ExternalSpillableMap) keyToNewRecords).getCurrentInMemoryMapSize()
+ ", Number of entries in BitCaskDiskMap => "
+ + ((ExternalSpillableMap) keyToNewRecords).getDiskBasedMapNumEntries()
+ ", Size of file spilled to disk => "
+ ((ExternalSpillableMap)
keyToNewRecords).getSizeOfFileOnDiskInBytes());
}
diff --git
a/hudi-kafka-connect/src/main/java/org/apache/hudi/connect/writers/BufferedConnectWriter.java
b/hudi-kafka-connect/src/main/java/org/apache/hudi/connect/writers/BufferedConnectWriter.java
index 0e92e67..111c74f 100644
---
a/hudi-kafka-connect/src/main/java/org/apache/hudi/connect/writers/BufferedConnectWriter.java
+++
b/hudi-kafka-connect/src/main/java/org/apache/hudi/connect/writers/BufferedConnectWriter.java
@@ -96,9 +96,9 @@ public class BufferedConnectWriter extends
AbstractConnectWriter {
try {
LOG.info("Number of entries in MemoryBasedMap => "
+ bufferedRecords.getInMemoryMapNumEntries()
- + "Total size in bytes of MemoryBasedMap => "
- + bufferedRecords.getCurrentInMemoryMapSize() + "Number of entries
in BitCaskDiskMap => "
- + bufferedRecords.getDiskBasedMapNumEntries() + "Size of file
spilled to disk => "
+ + ", Total size in bytes of MemoryBasedMap => "
+ + bufferedRecords.getCurrentInMemoryMapSize() + ", Number of entries
in BitCaskDiskMap => "
+ + bufferedRecords.getDiskBasedMapNumEntries() + ", Size of file
spilled to disk => "
+ bufferedRecords.getSizeOfFileOnDiskInBytes());
List<WriteStatus> writeStatuses = new ArrayList<>();