This is an automated email from the ASF dual-hosted git repository. lta pushed a commit to branch add_compression_ratio_more_log in repository https://gitbox.apache.org/repos/asf/incubator-iotdb.git
commit 8fab2fd241740f4111a27b693c26c23125e27af2 Merge: 29cf4c4 d079a4d Author: lta <[email protected]> AuthorDate: Fri Feb 14 10:33:33 2020 +0800 add more ratio zero log .asf.yaml | 30 ++ .../org/apache/iotdb/client/AbstractClient.java | 441 ++++++--------------- .../main/java/org/apache/iotdb/client/Client.java | 32 +- .../java/org/apache/iotdb/client/WinClient.java | 31 +- .../SystemDesign/6-Tools/1-Sync.md | 49 +-- .../2-DML (Data Manipulation Language).md | 4 +- .../iotdb/jdbc/IoTDBNonAlignQueryResultSet.java | 8 +- pom.xml | 2 +- .../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 2 +- .../iotdb/db/engine/memtable/WritableMemChunk.java | 15 + .../engine/storagegroup/StorageGroupProcessor.java | 24 +- .../db/engine/storagegroup/TsFileProcessor.java | 11 +- .../db/query/dataset/DeviceIterateDataSet.java | 15 +- .../SeriesReaderWithoutValueFilter.java | 15 +- .../org/apache/iotdb/db/utils/UpgradeUtils.java | 6 +- .../iotdb/db/integration/IoTDBAuthorizationIT.java | 1 + .../db/integration/IoTDBDeleteStorageGroupIT.java | 33 +- .../iotdb/db/integration/IoTDBDisableAlignIT.java | 7 +- .../iotdb/db/integration/IoTDBQueryDemoIT.java | 14 +- .../iotdb/db/integration/IoTDBRecoverIT.java | 14 +- .../apache/iotdb/db/utils/EnvironmentUtils.java | 12 + 21 files changed, 286 insertions(+), 480 deletions(-) diff --cc docs/Documentation-CHN/SystemDesign/6-Tools/1-Sync.md index 78c64b6,77af379..e230f9c --- a/docs/Documentation-CHN/SystemDesign/6-Tools/1-Sync.md +++ b/docs/Documentation-CHN/SystemDesign/6-Tools/1-Sync.md @@@ -136,7 -136,7 +136,8 @@@ schema/sync文件夹下保存的是需� 每个发送端有一个唯一的标识，以供接收端区分不同的发送端 * 作为发送端时，每个接收端的schema同步进度`sync_schema_pos` - 由于schema日志`mlgn.txt`数据是追加的，其中记录了所有元信息的变化过程，因此每次同步完schema后记录下当前位置在下次同步时直接增量同步即可减少重复schema传输。 ++ + 由于schema日志`mlog.txt`数据是追加的，其中记录了所有元信息的变化过程，因此每次同步完schema后记录下当前位置在下次同步时直接增量同步即可减少重复schema传输。 * 作为接收端，接收端中每个设备的所有信息`device_owner.log` 同步工具的应用中，一个接收端可以同时接收多个发送端的数据，但是不能产生冲突，否则接收端将不能保证数据的正确性。因此需要记录下每个设备是由哪个发送端进行同步的，遵循先到先得原则。 diff --cc server/src/main/java/org/apache/iotdb/db/engine/storagegroup/TsFileProcessor.java index a90debd,2927c33..83b1b81 --- a/server/src/main/java/org/apache/iotdb/db/engine/storagegroup/TsFileProcessor.java +++ b/server/src/main/java/org/apache/iotdb/db/engine/storagegroup/TsFileProcessor.java @@@ -470,10 -472,10 +472,12 @@@ public class TsFileProcessor writer.mark(); try { double compressionRatio = ((double) totalMemTableSize) / writer.getPos(); -- logger.debug("totalMemTableSize: {}, writer.getPos(): {}", totalMemTableSize, ++ logger.debug("totalMemTableSize: {}, the file size: {}", totalMemTableSize, writer.getPos()); if (compressionRatio == 0) { -- logger.error("compressionRatio = 0, please check the log."); ++ logger.error( ++ "The compression ratio of tsfile {} is 0, totalMemTableSize: {}, the file size: {}, please check the log.", ++ writer.getFile().getAbsolutePath(), totalMemTableSize, writer.getPos()); } CompressionRatio.getInstance().updateRatio(compressionRatio); } catch (IOException e) {
