This is an automated email from the ASF dual-hosted git repository.
jackietien pushed a change to branch NewTsFileV2
in repository https://gitbox.apache.org/repos/asf/iotdb.git.
from 83e86af add getMeasurementChunkMetadataListMapIterator method (#2530)
add 682c5ad changes for dong ge
add c343d5a optime inserttablets
add 1edfa05 revert the change in sessionexample
add 8fcab59 resolve the sonar issue
add 318afac optime inserttablets
add adb0765 revert the change in sessionexample
add 245506b add insert InsertTabletMultiPlan test
add e7d28e3 add lincese header
add 5348e42 fix the serialize and unseralize method
add 4c5e1cb remove useless debug log
add f6a935a fix apply InsertMultiTabletPlan
add 8a8c094 fix some typo
add 0b51d8b fix some typo&remove insertTabletsInternalV1
add 4b7f40d merge with master
add 00c6c7a split the insertMultiTabletPlan to some have some storage
group InsertTabletPlans
add 224876f fix some typo
add 0ba64dc Merge branch 'apache_master' into
apache_master_0106_optimize_inserttablets
add 25bddb9 remove uncessary put operation of hashmap in ClusterPlanRouter
add 27acead Merge branch 'apache_master' into
apache_master_0106_optimize_inserttablets
add 768ed2b Merge pull request #2454 from
neuyilan/apache_master_0106_optimize_inserttablets
add 44e764b [IOTDB-1079] Virtual storage group first mile stone (#2405)
add d267d10 ignore PathNotExistException in recover and change recover
error to warn (#2506) (#2512)
add 65bb04b Merge branch 'master' of https://github.com/apache/iotdb into
NewTsFile
add cb9cc14 support virtual sg
add 3889820 fix nullpointerException when plan was maked failed in
TsFileProcessor
add d8c84c3 fix checkMemCostAndAddToTspInfo may cause
nullPointerException when plan have failed Measurements
add 76d874b Merge pull request #2514 from
neuyilan/apache_master_0118_null_pointer_for_failedplan
add 36e80ad edit DDL, DML, SQL doc for show devices limit (#2519)
add 816b18c fix conflicts
add c66beca code smells and review
add 3070992 [IOTDB-965] Modify query timeout parameter (#2508)
add 6e875aa fix conflict
add e7fc7b8 fix conflicts
add 99224c5 fix bug
add fe30ca3 delete merging file when move to upgrade folder
add dfbef83 Merge branch 'NewTsFile' of https://github.com/apache/iotdb
into NewTsFile
add 59c7391 Merge branch 'NewTsFile' of
https://github.com/apache/incubator-iotdb into NewTsFile
add e451dcf Add DirectByteBufferPool for WAL (#2488)
add 4680438 Merge branch 'master' into NewTsFile
add 8bf1ccc add miss apache header
add 869405e fix isNeedUpgrade method in UpgradeUtils
add c53e1fd fix code smell about VERSION marker
add 4c2ac0a support upgrade from 0.10
add af1fb57 support upgrade from 0.10
add 5864916 support upgrade from 0.10
add 48d24e7 Remove unnecessary logs (#2521)
add 2c867bc [ISSUE-2515] Set fetchsize through JDBC and Session (#2517)
add a07b5ec [IOTDB-1084] Fix temporary memory of flushing may cause OOM
(#2358)
add 2ff7489 fix asyncManager init
add bd156e4 Merge pull request #2527 from
LebronAl/cluster_fix_asyncManager_init
add 85bfdab Try to fix remove partition IT problem (#2524)
add 2a68ebf Fix tsfile version controller (#2529)
add 43309eb Merge branch 'master' of https://github.com/apache/iotdb into
NewTsFile
add c98b991 fix move version file and a latestFlushTime bug
add fafc931 fix move version file and a latestFlushTime bug
add fd747f4 code smell
new 5972d02 merge NewTsFile
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
LICENSE-binary | 20 +-
.../iotdb/cluster/ClusterFileFlushPolicy.java | 2 +-
.../cluster/client/async/AsyncClientFactory.java | 6 +-
.../cluster/client/async/AsyncDataClient.java | 11 +-
.../iotdb/cluster/coordinator/Coordinator.java | 165 ++++--
.../cluster/log/applier/AsyncDataLogApplier.java | 13 +-
.../iotdb/cluster/log/applier/BaseApplier.java | 2 +-
.../iotdb/cluster/log/applier/DataLogApplier.java | 13 +-
.../apache/iotdb/cluster/metadata/CMManager.java | 26 +-
.../iotdb/cluster/query/ClusterPlanRouter.java | 74 +++
.../cluster/query/filter/SlotTsFileFilter.java | 4 +-
.../DDL Data Definition Language.md | 2 +
.../DML Data Manipulation Language.md | 37 +-
docs/UserGuide/Operation Manual/Kill Query.md | 2 +-
.../DDL Data Definition Language.md | 2 +
.../DML Data Manipulation Language.md | 42 --
docs/zh/UserGuide/Operation Manual/Kill Query.md | 2 +-
.../zh/UserGuide/Operation Manual/SQL Reference.md | 6 +-
.../apache/iotdb/hadoop/fileSystem/HDFSInput.java | 2 +-
.../main/java/org/apache/iotdb/jdbc/Config.java | 4 +-
.../org/apache/iotdb/jdbc/IoTDBConnection.java | 4 +-
.../java/org/apache/iotdb/jdbc/IoTDBStatement.java | 18 +-
pom.xml | 12 +-
server/pom.xml | 5 +
.../resources/conf/iotdb-engine.properties | 8 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 28 +-
.../org/apache/iotdb/db/conf/IoTDBConfigCheck.java | 110 ++--
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 10 +-
.../org/apache/iotdb/db/engine/StorageEngine.java | 605 +++++++++++----------
.../iotdb/db/engine/flush/MemTableFlushTask.java | 169 +++---
.../merge/selector/MaxFileMergeFileSelector.java | 4 +-
.../iotdb/db/engine/merge/task/MergeTask.java | 28 +-
.../db/engine/storagegroup/StorageGroupInfo.java | 51 +-
.../engine/storagegroup/StorageGroupProcessor.java | 346 ++++++++----
.../db/engine/storagegroup/TsFileProcessor.java | 36 +-
.../virtualSg/HashVirtualPartitioner.java | 67 +++
.../virtualSg/VirtualPartitioner.java} | 26 +-
.../virtualSg/VirtualStorageGroupManager.java | 434 +++++++++++++++
.../org/apache/iotdb/db/metadata/MManager.java | 89 +--
.../org/apache/iotdb/db/monitor/StatMonitor.java | 14 +-
.../apache/iotdb/db/qp/executor/IPlanExecutor.java | 8 +
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 20 +-
.../org/apache/iotdb/db/qp/logical/Operator.java | 2 +-
.../apache/iotdb/db/qp/physical/PhysicalPlan.java | 7 +-
.../db/qp/physical/crud/InsertMultiTabletPlan.java | 326 +++++++++++
.../db/qp/physical/crud/InsertTabletPlan.java | 6 +
.../iotdb/db/query/control/QueryTimeManager.java | 74 +--
.../db/query/dataset/NonAlignEngineDataSet.java | 22 +-
.../dataset/RawQueryDataSetWithoutValueFilter.java | 37 +-
.../db/query/executor/RawDataQueryExecutor.java | 11 +-
.../iotdb/db/query/reader/series/SeriesReader.java | 23 +-
.../iotdb/db/query/udf/core/input/InputLayer.java | 2 +-
.../org/apache/iotdb/db/rescon/SystemInfo.java | 28 +-
.../org/apache/iotdb/db/service/TSServiceImpl.java | 87 ++-
.../db/tools/upgrade/TsFileOnlineUpgradeTool.java | 11 +-
.../db/tools/virtualsg/DeviceMappingViewer.java | 61 +++
.../java/org/apache/iotdb/db/utils/MmapUtil.java | 18 +-
.../org/apache/iotdb/db/utils/UpgradeUtils.java | 26 +-
.../writelog/manager/MultiFileLogNodeManager.java | 27 +-
.../db/writelog/manager/WriteLogNodeManager.java | 7 +-
.../db/writelog/node/ExclusiveWriteLogNode.java | 18 +-
.../iotdb/db/writelog/node/WriteLogNode.java | 8 +-
.../iotdb/db/writelog/recover/LogReplayer.java | 18 +-
.../writelog/recover/TsFileRecoverPerformer.java | 16 +-
.../apache/iotdb/db/engine/merge/MergeLogTest.java | 1 +
.../iotdb/db/engine/merge/MergeOverLapTest.java | 1 -
.../iotdb/db/engine/merge/MergeTaskTest.java | 1 +
.../engine/modification/DeletionFileNodeTest.java | 27 +-
.../storagegroup/StorageGroupProcessorTest.java | 15 +-
.../iotdb/db/engine/storagegroup/TTLTest.java | 34 +-
.../virtualSg/HashVirtualPartitionerTest.java | 64 +++
.../iotdb/db/integration/IoTDBCompleteIT.java | 5 +
.../db/integration/IoTDBLoadExternalTsfileIT.java | 33 +-
.../iotdb/db/integration/IoTDBMultiDeviceIT.java | 322 +++++++++++
.../iotdb/db/integration/IoTDBRestartIT.java | 16 +
.../db/integration/IoTDBUDTFNonAlignQueryIT.java | 2 +-
.../db/integration/auth/IoTDBAuthorizationIT.java | 21 -
.../iotdb/db/monitor/IoTDBStatMonitorTest.java | 21 +-
.../db/qp/physical/InsertTabletMultiPlanTest.java | 99 ++++
.../iotdb/db/qp/physical/InsertTabletPlanTest.java | 105 ++++
.../db/sync/receiver/load/FileLoaderTest.java | 38 +-
.../recover/SyncReceiverLogAnalyzerTest.java | 2 +-
.../apache/iotdb/db/utils/EnvironmentUtils.java | 3 +
.../iotdb/db/writelog/IoTDBLogFileSizeTest.java | 25 +-
.../apache/iotdb/db/writelog/PerformanceTest.java | 48 +-
.../iotdb/db/writelog/WriteLogNodeManagerTest.java | 63 ++-
.../apache/iotdb/db/writelog/WriteLogNodeTest.java | 71 ++-
.../iotdb/db/writelog/recover/LogReplayerTest.java | 24 +-
.../recover/RecoverResourceFromReaderTest.java | 54 +-
.../db/writelog/recover/SeqTsFileRecoverTest.java | 50 +-
.../writelog/recover/UnseqTsFileRecoverTest.java | 31 +-
.../main/java/org/apache/iotdb/session/Config.java | 3 +-
.../java/org/apache/iotdb/session/Session.java | 4 +-
.../apache/iotdb/session/SessionConnection.java | 2 +-
.../org/apache/iotdb/session/SessionDataSet.java | 3 +-
thrift/rpc-changelist.md | 24 +
.../exception/QueryTimeoutRuntimeException.java | 37 --
.../org/apache/iotdb/tsfile/file/MetaMarker.java | 10 +-
.../iotdb/tsfile/file/header/ChunkGroupHeader.java | 8 +-
.../iotdb/tsfile/file/header/ChunkHeader.java | 6 +-
.../iotdb/tsfile/file/header/PageHeader.java | 5 +-
.../iotdb/tsfile/file/metadata/ChunkMetadata.java | 4 +
.../tsfile/file/metadata/enums/TSEncoding.java | 4 +-
.../iotdb/tsfile/read/TsFileSequenceReader.java | 2 +
.../org/apache/iotdb/tsfile/read/common/Chunk.java | 27 +-
.../iotdb/tsfile/read/reader/LocalTsFileInput.java | 42 +-
.../tsfile/utils/ReadWriteForEncodingUtils.java | 1 +
.../iotdb/tsfile/utils/ReadWriteIOUtils.java | 2 +-
.../iotdb/tsfile/write/chunk/ChunkWriterImpl.java | 19 +-
.../iotdb/tsfile/write/chunk/IChunkWriter.java | 5 +
.../utils/ReadWriteForEncodingUtilsTest.java | 54 ++
111 files changed, 3603 insertions(+), 1197 deletions(-)
create mode 100644
server/src/main/java/org/apache/iotdb/db/engine/storagegroup/virtualSg/HashVirtualPartitioner.java
copy
server/src/main/java/org/apache/iotdb/db/{qp/logical/sys/ShowChildPathsOperator.java
=> engine/storagegroup/virtualSg/VirtualPartitioner.java} (65%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/engine/storagegroup/virtualSg/VirtualStorageGroupManager.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/qp/physical/crud/InsertMultiTabletPlan.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/tools/virtualsg/DeviceMappingViewer.java
copy tsfile/src/test/java/org/apache/iotdb/tsfile/read/common/FieldTest.java
=> server/src/main/java/org/apache/iotdb/db/utils/MmapUtil.java (67%)
create mode 100644
server/src/test/java/org/apache/iotdb/db/engine/storagegroup/virtualSg/HashVirtualPartitionerTest.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/integration/IoTDBMultiDeviceIT.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/qp/physical/InsertTabletMultiPlanTest.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/qp/physical/InsertTabletPlanTest.java
delete mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/exception/QueryTimeoutRuntimeException.java
create mode 100644
tsfile/src/test/java/org/apache/iotdb/tsfile/utils/ReadWriteForEncodingUtilsTest.java