This is an automated email from the ASF dual-hosted git repository. jackietien pushed a commit to branch NewTsFileV2 in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 5972d029d87cd4a08e59a66e6b26830460dbe782 Merge: 83e86af fd747f4 Author: JackieTien97 <[email protected]> AuthorDate: Thu Jan 21 15:35:41 2021 +0800 merge NewTsFile LICENSE-binary | 20 +- .../iotdb/cluster/ClusterFileFlushPolicy.java | 2 +- .../cluster/client/async/AsyncClientFactory.java | 6 +- .../cluster/client/async/AsyncDataClient.java | 11 +- .../iotdb/cluster/coordinator/Coordinator.java | 165 ++++-- .../cluster/log/applier/AsyncDataLogApplier.java | 13 +- .../iotdb/cluster/log/applier/BaseApplier.java | 2 +- .../iotdb/cluster/log/applier/DataLogApplier.java | 13 +- .../apache/iotdb/cluster/metadata/CMManager.java | 26 +- .../iotdb/cluster/query/ClusterPlanRouter.java | 74 +++ .../cluster/query/filter/SlotTsFileFilter.java | 4 +- .../DDL Data Definition Language.md | 2 + .../DML Data Manipulation Language.md | 37 +- docs/UserGuide/Operation Manual/Kill Query.md | 2 +- .../DDL Data Definition Language.md | 2 + .../DML Data Manipulation Language.md | 42 -- docs/zh/UserGuide/Operation Manual/Kill Query.md | 2 +- .../zh/UserGuide/Operation Manual/SQL Reference.md | 6 +- .../apache/iotdb/hadoop/fileSystem/HDFSInput.java | 2 +- .../main/java/org/apache/iotdb/jdbc/Config.java | 4 +- .../org/apache/iotdb/jdbc/IoTDBConnection.java | 4 +- .../java/org/apache/iotdb/jdbc/IoTDBStatement.java | 18 +- pom.xml | 12 +- server/pom.xml | 5 + .../resources/conf/iotdb-engine.properties | 8 + .../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 28 +- .../org/apache/iotdb/db/conf/IoTDBConfigCheck.java | 110 ++-- .../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 10 +- .../org/apache/iotdb/db/engine/StorageEngine.java | 605 +++++++++++---------- .../iotdb/db/engine/flush/MemTableFlushTask.java | 169 +++--- .../merge/selector/MaxFileMergeFileSelector.java | 4 +- .../iotdb/db/engine/merge/task/MergeTask.java | 28 +- .../db/engine/storagegroup/StorageGroupInfo.java | 51 +- .../engine/storagegroup/StorageGroupProcessor.java | 346 ++++++++---- .../db/engine/storagegroup/TsFileProcessor.java | 36 +- .../virtualSg/HashVirtualPartitioner.java | 67 +++ .../storagegroup/virtualSg/VirtualPartitioner.java | 29 +- .../virtualSg/VirtualStorageGroupManager.java | 434 +++++++++++++++ .../org/apache/iotdb/db/metadata/MManager.java | 89 +-- .../org/apache/iotdb/db/monitor/StatMonitor.java | 14 +- .../apache/iotdb/db/qp/executor/IPlanExecutor.java | 8 + .../apache/iotdb/db/qp/executor/PlanExecutor.java | 20 +- .../org/apache/iotdb/db/qp/logical/Operator.java | 2 +- .../apache/iotdb/db/qp/physical/PhysicalPlan.java | 7 +- .../db/qp/physical/crud/InsertMultiTabletPlan.java | 326 +++++++++++ .../db/qp/physical/crud/InsertTabletPlan.java | 6 + .../iotdb/db/query/control/QueryTimeManager.java | 74 +-- .../db/query/dataset/NonAlignEngineDataSet.java | 22 +- .../dataset/RawQueryDataSetWithoutValueFilter.java | 37 +- .../db/query/executor/RawDataQueryExecutor.java | 11 +- .../iotdb/db/query/reader/series/SeriesReader.java | 23 +- .../iotdb/db/query/udf/core/input/InputLayer.java | 2 +- .../org/apache/iotdb/db/rescon/SystemInfo.java | 28 +- .../org/apache/iotdb/db/service/TSServiceImpl.java | 87 ++- .../db/tools/upgrade/TsFileOnlineUpgradeTool.java | 11 +- .../db/tools/virtualsg/DeviceMappingViewer.java | 61 +++ .../java/org/apache/iotdb/db/utils/MmapUtil.java | 25 +- .../org/apache/iotdb/db/utils/UpgradeUtils.java | 26 +- .../writelog/manager/MultiFileLogNodeManager.java | 27 +- .../db/writelog/manager/WriteLogNodeManager.java | 7 +- .../db/writelog/node/ExclusiveWriteLogNode.java | 18 +- .../iotdb/db/writelog/node/WriteLogNode.java | 8 +- .../iotdb/db/writelog/recover/LogReplayer.java | 18 +- .../writelog/recover/TsFileRecoverPerformer.java | 16 +- .../apache/iotdb/db/engine/merge/MergeLogTest.java | 1 + .../iotdb/db/engine/merge/MergeOverLapTest.java | 1 - .../iotdb/db/engine/merge/MergeTaskTest.java | 1 + .../engine/modification/DeletionFileNodeTest.java | 27 +- .../storagegroup/StorageGroupProcessorTest.java | 15 +- .../iotdb/db/engine/storagegroup/TTLTest.java | 34 +- .../virtualSg/HashVirtualPartitionerTest.java | 64 +++ .../iotdb/db/integration/IoTDBCompleteIT.java | 5 + .../db/integration/IoTDBLoadExternalTsfileIT.java | 33 +- .../iotdb/db/integration/IoTDBMultiDeviceIT.java | 322 +++++++++++ .../iotdb/db/integration/IoTDBRestartIT.java | 16 + .../db/integration/IoTDBUDTFNonAlignQueryIT.java | 2 +- .../db/integration/auth/IoTDBAuthorizationIT.java | 21 - .../iotdb/db/monitor/IoTDBStatMonitorTest.java | 21 +- .../db/qp/physical/InsertTabletMultiPlanTest.java | 99 ++++ .../iotdb/db/qp/physical/InsertTabletPlanTest.java | 105 ++++ .../db/sync/receiver/load/FileLoaderTest.java | 38 +- .../recover/SyncReceiverLogAnalyzerTest.java | 2 +- .../apache/iotdb/db/utils/EnvironmentUtils.java | 3 + .../iotdb/db/writelog/IoTDBLogFileSizeTest.java | 25 +- .../apache/iotdb/db/writelog/PerformanceTest.java | 48 +- .../iotdb/db/writelog/WriteLogNodeManagerTest.java | 63 ++- .../apache/iotdb/db/writelog/WriteLogNodeTest.java | 71 ++- .../iotdb/db/writelog/recover/LogReplayerTest.java | 24 +- .../recover/RecoverResourceFromReaderTest.java | 54 +- .../db/writelog/recover/SeqTsFileRecoverTest.java | 50 +- .../writelog/recover/UnseqTsFileRecoverTest.java | 31 +- .../main/java/org/apache/iotdb/session/Config.java | 3 +- .../java/org/apache/iotdb/session/Session.java | 4 +- .../apache/iotdb/session/SessionConnection.java | 2 +- .../org/apache/iotdb/session/SessionDataSet.java | 3 +- thrift/rpc-changelist.md | 24 + .../org/apache/iotdb/tsfile/file/MetaMarker.java | 10 +- .../iotdb/tsfile/file/header/ChunkGroupHeader.java | 8 +- .../iotdb/tsfile/file/header/ChunkHeader.java | 6 +- .../iotdb/tsfile/file/header/PageHeader.java | 5 +- .../iotdb/tsfile/file/metadata/ChunkMetadata.java | 4 + .../tsfile/file/metadata/enums/TSEncoding.java | 4 +- .../iotdb/tsfile/read/TsFileSequenceReader.java | 2 + .../org/apache/iotdb/tsfile/read/common/Chunk.java | 27 +- .../iotdb/tsfile/read/reader/LocalTsFileInput.java | 42 +- .../tsfile/utils/ReadWriteForEncodingUtils.java | 1 + .../iotdb/tsfile/utils/ReadWriteIOUtils.java | 2 +- .../iotdb/tsfile/write/chunk/ChunkWriterImpl.java | 19 +- .../iotdb/tsfile/write/chunk/IChunkWriter.java | 5 + .../utils/ReadWriteForEncodingUtilsTest.java | 54 ++ 110 files changed, 3605 insertions(+), 1168 deletions(-)
