This is an automated email from the ASF dual-hosted git repository.
rong pushed a change to branch pipe-meta-sync
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 4f8e8cfa887 Update IoTDBPipeExtractorIT.java
add 4031ddf7b8d Fix NPE while right side finished
add 5e8d43f2faa Fix PBTree metric and support async flushAll (#11884)
add 782e97aa75e Fix distributed plan of GroupLevelNode
add e858069aac6 Fix scatter width metric bug (#11886)
add a565597f0b1 [RatisConsensus] Enable Leader Transfer UT (#11871)
add d1fc9b0cd79 exclude gc time from cpu usage percentage for thread pool
and modules (#11883)
add e0f24a68ac0 doc(cpp-client): update build scripts
add f53a3fab371 Remove useless writing metric item (#11889)
add 5c28958fcc3 fixed collection iotdb info unable to obtain information
(#11881)
add 020b8a52885 Extract common code and fix PBTree UT (#11890)
add 7b09a5adcae Pipe: fix NPE when parsing TabletInsertionData & add IT
for null values insertion (#11877)
add aeeb0baf3a0 Pipe: Utilize parallelStream for concurrent execution of
create, start, stop, and drop pipe tasks to enhance performance (#11892)
add 5d343711115 Pipe: Fix ConcurrentModificationException occured by ttl
check in PipeTsFileResourceManager (#11876)
add 212cebf4e21 Fix TsFileResource is deleted cause compaction validation
result is not correct (#11878)
add 0e93697e1af [IOTDB-6290] Simplify GetNodePathsPartition log (#11895)
add 4e1020632b6 finish (#11898)
add 6f650547d6b change the description of daemon-confignode/datanode
(#11880)
add 1c6f926cf48 Change the clean script to a destory script and add a stop
operation … (#11879)
add bcfeafe1838 Pipe: Fix deadlock when
PipeTaskAgent.handlePipeMetaChanges and
PipeTaskDataNodeAgent.stopAllPipesWithCriticalException are invoked
concurrently & Fix concurrent issues caused by addFailureEventToRetryQueue &
transferQueuedEventsIfNecessary (#11893)
add 9bc9685816c Load: Fix the warning of deleting a directory that already
deleted (#11902)
add d4193fbf5b3 Fix upgrade and add fysnc
add 3305467ac2f Clear useless query resource ASAP
add e11116285ba conf: make cluster_name and timestamp_precision be comment
(#11904)
add d529f678960 PBTreeSketchTool support view (#11897)
add 05b5b893df5 Optimize PBTree pst file space utilization for view
(#11896)
add f1d87533610 Fix ConcurrentModificationException when evict time
partition info (#11907)
add 16c77d73273 fix index out of bounds with all empty value chunk in one
device (#11906)
add d2a71be993f Fix wrong calculation of ExchangeNum for
consumeAllPipelineBreaker when dop = 1
add 0746d6710c2 Pipe: print more info about event and task when error
occurs in pipe subtask (#11909)
add 1523f556bd7 Merge branch 'master' of https://github.com/apache/iotdb
into pipe-meta-sync
No new revisions were added by this update.
Summary of changes:
example/client-cpp-example/README.md | 2 +-
.../apache/iotdb/pipe/it/IoTDBPipeNullValueIT.java | 320 +++++++++++++++++++++
.../{collection-info.bat => collect-info.bat} | 206 ++++++-------
.../tools/{collection-info.sh => collect-info.sh} | 212 ++++++++------
iotdb-client/client-cpp/README.md | 20 +-
...register-confignode.sh => daemon-confignode.sh} | 10 +-
.../iotdb/confignode/manager/ConfigManager.java | 79 ++++-
.../pipe/coordinator/runtime/PipeMetaSyncer.java | 3 +
.../iotdb/confignode/persistence/AuthorInfo.java | 5 -
.../persistence/partition/PartitionInfo.java | 3 +-
.../iotdb/confignode/service/ConfigNode.java | 2 +-
.../iotdb/consensus/ratis/RatisConsensusTest.java | 46 ++-
.../{register-datanode.sh => daemon-datanode.sh} | 10 +-
.../agent/runtime/PipePeriodicalJobExecutor.java | 4 +
.../db/pipe/agent/runtime/PipeRuntimeAgent.java | 4 +-
.../db/pipe/agent/task/PipeTaskDataNodeAgent.java | 6 +-
.../thrift/async/IoTDBThriftAsyncConnector.java | 38 ++-
.../tablet/PipeInsertNodeTabletInsertionEvent.java | 13 +-
.../common/tablet/PipeRawTabletInsertionEvent.java | 11 +
.../tablet/TabletInsertionDataContainer.java | 152 +++++++---
.../common/tsfile/PipeTsFileInsertionEvent.java | 19 +-
.../resource/tsfile/PipeTsFileResourceManager.java | 33 ++-
.../pipe/resource/wal/PipeWALResourceManager.java | 41 +--
.../iotdb/db/pipe/task/PipeDataNodeTask.java | 30 ++
.../subtask/connector/PipeConnectorSubtask.java | 16 +-
.../subtask/processor/PipeProcessorSubtask.java | 14 +-
.../queryengine/execution/driver/DataDriver.java | 1 +
.../execution/driver/DataDriverContext.java | 16 +-
.../fragment/FragmentInstanceContext.java | 4 +
.../execution/load/LoadTsFileManager.java | 8 +-
.../process/join/LeftOuterTimeJoinOperator.java | 11 +-
.../queryengine/plan/execution/QueryExecution.java | 3 +
.../plan/planner/LocalExecutionPlanner.java | 7 +-
.../plan/planner/OperatorTreeGenerator.java | 4 +-
.../plan/planner/distribution/SourceRewriter.java | 8 +-
.../plan/planner/plan/LogicalQueryPlan.java | 6 +-
.../plan/planner/plan/PlanFragment.java | 5 +
.../scheduler/FragmentInstanceDispatcherImpl.java | 14 +-
.../mtree/impl/mem/mnode/info/LogicalViewInfo.java | 2 +-
.../mtree/impl/pbtree/flush/Scheduler.java | 192 ++++++-------
.../impl/pbtree/memory/ReleaseFlushMonitor.java | 5 +-
.../mtree/impl/pbtree/schemafile/RecordUtils.java | 55 +++-
.../mtree/impl/pbtree/schemafile/SchemaFile.java | 7 +-
.../impl/pbtree/schemafile/WrappedSegment.java | 13 +-
.../schemafile/pagemgr/BTreePageManager.java | 10 +-
.../pbtree/schemafile/pagemgr/IPageManager.java | 3 +
.../pbtree/schemafile/pagemgr/PageManager.java | 28 +-
.../db/service/metrics/DataNodeMetricsHelper.java | 2 +-
.../iotdb/db/service/metrics/WritingMetrics.java | 16 +-
.../db/storageengine/dataregion/DataRegion.java | 7 +-
.../execute/task/InnerSpaceCompactionTask.java | 2 +
.../execute/utils/MultiTsFileDeviceIterator.java | 4 +
.../compaction/schedule/CompactionWorker.java | 3 +
.../dataregion/tsfile/TsFileResource.java | 26 +-
.../dataregion/utils/TsFileResourceUtils.java | 75 ++---
.../dataregion/wal/buffer/WALBuffer.java | 2 -
.../db/tools/schema/PBTreeFileSketchTool.java | 2 +-
.../metadata/mtree/schemafile/SchemaFileTest.java | 2 +-
.../pipe/event/PipeTabletInsertionEventTest.java | 93 +++---
.../join/LeftOuterTimeJoinOperatorTest.java | 290 ++++++++++++++++++-
.../plan/planner/PipelineBuilderTest.java | 55 ++++
.../distribution/AggregationDistributionTest.java | 33 ++-
.../compaction/CompactionValidationTest.java | 103 +++++++
.../compaction/ReadChunkInnerCompactionTest.java | 144 ++++++++++
.../resources/conf/iotdb-common.properties | 8 +-
.../sbin/{clean-all.bat => destroy-all.bat} | 22 +-
.../sbin/{clean-all.sh => destroy-all.sh} | 58 ++--
...clean-confignode.bat => destroy-confignode.bat} | 34 ++-
.../{clean-confignode.sh => destroy-confignode.sh} | 7 +-
.../{clean-datanode.bat => destroy-datanode.bat} | 14 +-
.../{clean-datanode.sh => destroy-datanode.sh} | 7 +-
.../src/assembly/resources/sbin/start-all.sh | 9 +-
.../src/assembly/resources/sbin/stop-all.sh | 15 +-
.../commons/auth/authorizer/BasicAuthorizer.java | 1 -
.../iotdb/commons/auth/role/BasicRoleManager.java | 6 +
.../commons/auth/role/LocalFileRoleAccessor.java | 12 +-
.../commons/auth/role/LocalFileRoleManager.java | 6 +
.../iotdb/commons/auth/user/BasicUserManager.java | 1 +
.../commons/auth/user/LocalFileUserAccessor.java | 23 +-
.../commons/auth/user/LocalFileUserManager.java | 5 +
.../commons/pipe/agent/task/PipeTaskAgent.java | 133 ++++++---
.../iotdb/commons/pipe/event/EnrichedEvent.java | 41 ++-
.../commons/pipe/task/meta/PipeMetaKeeper.java | 4 +
.../commons/pipe/task/subtask/PipeSubtask.java | 15 +-
.../schema/view/viewExpression/ViewExpression.java | 18 ++
.../service/metric/JvmGcMonitorMetrics.java | 10 +-
.../service/metric}/cpu/CpuUsageMetrics.java | 23 +-
.../org/apache/iotdb/commons/utils/FileUtils.java | 8 +-
.../file/metadata/AlignedTimeSeriesMetadata.java | 1 +
.../iotdb/tsfile/read/TsFileSequenceReader.java | 3 +-
90 files changed, 2270 insertions(+), 774 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/IoTDBPipeNullValueIT.java
rename iotdb-client/cli/src/assembly/resources/tools/{collection-info.bat =>
collect-info.bat} (54%)
rename iotdb-client/cli/src/assembly/resources/tools/{collection-info.sh =>
collect-info.sh} (59%)
rename
iotdb-core/confignode/src/assembly/resources/sbin/{register-confignode.sh =>
daemon-confignode.sh} (81%)
rename iotdb-core/datanode/src/assembly/resources/sbin/{register-datanode.sh
=> daemon-datanode.sh} (81%)
rename iotdb-core/node-commons/src/assembly/resources/sbin/{clean-all.bat =>
destroy-all.bat} (68%)
rename iotdb-core/node-commons/src/assembly/resources/sbin/{clean-all.sh =>
destroy-all.sh} (64%)
rename
iotdb-core/node-commons/src/assembly/resources/sbin/{clean-confignode.bat =>
destroy-confignode.bat} (81%)
rename
iotdb-core/node-commons/src/assembly/resources/sbin/{clean-confignode.sh =>
destroy-confignode.sh} (89%)
rename iotdb-core/node-commons/src/assembly/resources/sbin/{clean-datanode.bat
=> destroy-datanode.bat} (95%)
rename iotdb-core/node-commons/src/assembly/resources/sbin/{clean-datanode.sh
=> destroy-datanode.sh} (93%)
rename
iotdb-core/{metrics/interface/src/main/java/org/apache/iotdb/metrics/metricsets
=>
node-commons/src/main/java/org/apache/iotdb/commons/service/metric}/cpu/CpuUsageMetrics.java
(94%)
