[iotdb] branch rel/0.11 updated: [To rel/0.11] Using cached pool to reduce the String memory size in TsFileResourse (#3549)

[qiaojialin]

This is an automated email from the ASF dual-hosted git repository.

qiaojialin pushed a commit to branch rel/0.11
in repository https://gitbox.apache.org/repos/asf/iotdb.git


The following commit(s) were added to refs/heads/rel/0.11 by this push:
     new 974c3c0  [To rel/0.11] Using cached pool to reduce the String memory 
size in TsFileResourse (#3549)
974c3c0 is described below

commit 974c3c016a41d73b4f2e3129622ab677f4bc795b
Author: Haonan <hhao...@outlook.com>
AuthorDate: Tue Jul 13 13:10:55 2021 +0800

    [To rel/0.11] Using cached pool to reduce the String memory size in 
TsFileResourse (#3549)
---
 .../org/apache/iotdb/db/engine/storagegroup/TsFileResource.java     | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git 
a/server/src/main/java/org/apache/iotdb/db/engine/storagegroup/TsFileResource.java
 
b/server/src/main/java/org/apache/iotdb/db/engine/storagegroup/TsFileResource.java
index 6e79298..6035381 100644
--- 
a/server/src/main/java/org/apache/iotdb/db/engine/storagegroup/TsFileResource.java
+++ 
b/server/src/main/java/org/apache/iotdb/db/engine/storagegroup/TsFileResource.java
@@ -253,10 +253,16 @@ public class TsFileResource {
     try (OutputStream outputStream =
         fsFactory.getBufferedOutputStream(file + RESOURCE_SUFFIX + 
TEMP_SUFFIX)) {
       ReadWriteIOUtils.write(this.deviceToIndex.size(), outputStream);
+      Map<String, Integer> stringMemoryReducedMap = new ConcurrentHashMap<>();
       for (Entry<String, Integer> entry : this.deviceToIndex.entrySet()) {
+        // To reduce the String number in memory,
+        // use the deviceId from cached pool
+        
stringMemoryReducedMap.put(cachedDevicePool.computeIfAbsent(entry.getKey(), k 
-> k),
+            entry.getValue());
         ReadWriteIOUtils.write(entry.getKey(), outputStream);
         ReadWriteIOUtils.write(startTimes[entry.getValue()], outputStream);
       }
+      this.deviceToIndex = stringMemoryReducedMap;
       ReadWriteIOUtils.write(this.deviceToIndex.size(), outputStream);
       for (Entry<String, Integer> entry : this.deviceToIndex.entrySet()) {
         ReadWriteIOUtils.write(entry.getKey(), outputStream);