This is an automated email from the ASF dual-hosted git repository.
hui pushed a change to branch lmh/PredicatePushDown
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 6a90f4c24b3 Revert "Revert "fix SeriesScanUtil bug""
add a5900349b73 fix transform missing
add 5e59c2bbc9c fix deviceView input order bug
add fca356f08e2 refactor predicate simple
add e858069aac6 Fix scatter width metric bug (#11886)
add a565597f0b1 [RatisConsensus] Enable Leader Transfer UT (#11871)
add d1fc9b0cd79 exclude gc time from cpu usage percentage for thread pool
and modules (#11883)
add e0f24a68ac0 doc(cpp-client): update build scripts
add f53a3fab371 Remove useless writing metric item (#11889)
add 5c28958fcc3 fixed collection iotdb info unable to obtain information
(#11881)
add 020b8a52885 Extract common code and fix PBTree UT (#11890)
add 7b09a5adcae Pipe: fix NPE when parsing TabletInsertionData & add IT
for null values insertion (#11877)
add aeeb0baf3a0 Pipe: Utilize parallelStream for concurrent execution of
create, start, stop, and drop pipe tasks to enhance performance (#11892)
add 5d343711115 Pipe: Fix ConcurrentModificationException occured by ttl
check in PipeTsFileResourceManager (#11876)
add 212cebf4e21 Fix TsFileResource is deleted cause compaction validation
result is not correct (#11878)
add 0e93697e1af [IOTDB-6290] Simplify GetNodePathsPartition log (#11895)
add 4e1020632b6 finish (#11898)
add 6f650547d6b change the description of daemon-confignode/datanode
(#11880)
add 1c6f926cf48 Change the clean script to a destory script and add a stop
operation … (#11879)
add bcfeafe1838 Pipe: Fix deadlock when
PipeTaskAgent.handlePipeMetaChanges and
PipeTaskDataNodeAgent.stopAllPipesWithCriticalException are invoked
concurrently & Fix concurrent issues caused by addFailureEventToRetryQueue &
transferQueuedEventsIfNecessary (#11893)
add 9bc9685816c Load: Fix the warning of deleting a directory that already
deleted (#11902)
add d4193fbf5b3 Fix upgrade and add fysnc
add 3305467ac2f Clear useless query resource ASAP
add e11116285ba conf: make cluster_name and timestamp_precision be comment
(#11904)
add d529f678960 PBTreeSketchTool support view (#11897)
add 05b5b893df5 Optimize PBTree pst file space utilization for view
(#11896)
add f1d87533610 Fix ConcurrentModificationException when evict time
partition info (#11907)
add 16c77d73273 fix index out of bounds with all empty value chunk in one
device (#11906)
add d2a71be993f Fix wrong calculation of ExchangeNum for
consumeAllPipelineBreaker when dop = 1
add 0746d6710c2 Pipe: print more info about event and task when error
occurs in pipe subtask (#11909)
add 8fefc91f8fd Daemon script change default choice from n to y (#11910)
add 85fe36d324c This configuration file needs to be configured only when
the start-all.sh,stop-all.sh, and destroy.sh scripts are required. You also
need to modify this configuration file when the cluster nodes change (#11911)
add bc3c9f43669 remove insert cross compaction config v1 (#11912)
add 3f16839f5a3 Dicard all null row of aligned page in AlignedPageReader
(#11913)
add 96929fa9671 [IOTDB-6292] Add the internal address column in the result
of show regions (#11915)
add c147683fd67 fix insertion compaction target file progress index
(#11917)
add 6d46ceb4a05 [IOTDB-6291] Update RegionGroup configuration when update
DataNode configuration (#11914)
add 9aceb9f2295 [RatisConsensus] Bump ratis version from 3.0.0 to 3.0.1
(#11899)
add b668bfcc32b Merge remote-tracking branch 'origin/master' into
lmh/PredicatePushDown
No new revisions were added by this update.
Summary of changes:
example/client-cpp-example/README.md | 2 +-
.../it/cluster/IoTDBClusterRestartIT.java | 70 +++++
.../apache/iotdb/pipe/it/IoTDBPipeDataSinkIT.java | 46 ---
.../apache/iotdb/pipe/it/IoTDBPipeNullValueIT.java | 320 +++++++++++++++++++++
.../{collection-info.bat => collect-info.bat} | 206 ++++++-------
.../tools/{collection-info.sh => collect-info.sh} | 212 ++++++++------
iotdb-client/client-cpp/README.md | 20 +-
...register-confignode.sh => daemon-confignode.sh} | 14 +-
.../iotdb/confignode/manager/ConfigManager.java | 79 ++++-
.../pipe/coordinator/runtime/PipeMetaSyncer.java | 3 +
.../iotdb/confignode/persistence/AuthorInfo.java | 5 -
.../persistence/executor/ConfigPlanExecutor.java | 9 +-
.../partition/DatabasePartitionTable.java | 11 +
.../persistence/partition/PartitionInfo.java | 22 +-
.../persistence/partition/RegionGroup.java | 15 +
.../iotdb/confignode/service/ConfigNode.java | 2 +-
.../apache/iotdb/consensus/config/RatisConfig.java | 2 +-
.../iotdb/consensus/ratis/RatisConsensus.java | 4 +-
.../apache/iotdb/consensus/ratis/utils/Utils.java | 6 +-
.../iotdb/consensus/ratis/RatisConsensusTest.java | 50 +++-
.../iotdb/consensus/ratis/RecoverReadTest.java | 4 +-
.../{register-datanode.sh => daemon-datanode.sh} | 14 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 11 -
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 17 +-
.../sql/MeasurementNotExistException.java | 27 --
.../agent/runtime/PipePeriodicalJobExecutor.java | 4 +
.../db/pipe/agent/runtime/PipeRuntimeAgent.java | 4 +-
.../db/pipe/agent/task/PipeTaskDataNodeAgent.java | 41 ++-
.../thrift/async/IoTDBThriftAsyncConnector.java | 38 ++-
.../apache/iotdb/db/pipe/event/EnrichedEvent.java | 41 ++-
.../tablet/PipeInsertNodeTabletInsertionEvent.java | 13 +-
.../common/tablet/PipeRawTabletInsertionEvent.java | 11 +
.../tablet/TabletInsertionDataContainer.java | 152 +++++++---
.../common/tsfile/PipeTsFileInsertionEvent.java | 19 +-
.../resource/tsfile/PipeTsFileResourceManager.java | 33 ++-
.../pipe/resource/wal/PipeWALResourceManager.java | 41 +--
.../iotdb/db/pipe/task/PipeDataNodeTask.java | 30 ++
.../subtask/connector/PipeConnectorSubtask.java | 16 +-
.../subtask/processor/PipeProcessorSubtask.java | 14 +-
.../common/header/ColumnHeaderConstant.java | 1 +
.../queryengine/execution/driver/DataDriver.java | 1 +
.../execution/driver/DataDriverContext.java | 16 +-
.../fragment/FragmentInstanceContext.java | 4 +
.../execution/load/LoadTsFileManager.java | 8 +-
.../queryengine/plan/analyze/AnalyzeVisitor.java | 68 +++--
.../queryengine/plan/analyze/PredicateUtils.java | 37 +--
.../queryengine/plan/execution/QueryExecution.java | 3 +
.../execution/config/metadata/ShowRegionTask.java | 7 +-
.../plan/expression/ExpressionFactory.java | 8 +
.../plan/expression/leaf/ConstantOperand.java | 15 +-
.../predicate/ConvertPredicateToFilterVisitor.java | 2 +-
.../visitor/predicate/NullOperandEvaluator.java | 24 --
.../visitor/predicate/PredicateSimplifier.java | 251 ++++++++++++++++
.../plan/optimization/PredicatePushDown.java | 76 +++--
.../plan/planner/LocalExecutionPlanner.java | 7 +-
.../plan/planner/OperatorTreeGenerator.java | 4 +-
.../plan/planner/plan/LogicalQueryPlan.java | 6 +-
.../plan/planner/plan/PlanFragment.java | 5 +
.../scheduler/FragmentInstanceDispatcherImpl.java | 14 +-
.../mtree/impl/mem/mnode/info/LogicalViewInfo.java | 2 +-
.../mtree/impl/pbtree/flush/Scheduler.java | 150 +++++-----
.../impl/pbtree/memory/ReleaseFlushMonitor.java | 4 +-
.../mtree/impl/pbtree/schemafile/RecordUtils.java | 55 +++-
.../impl/pbtree/schemafile/WrappedSegment.java | 13 +-
.../pbtree/schemafile/pagemgr/PageManager.java | 12 +-
.../db/service/metrics/DataNodeMetricsHelper.java | 2 +-
.../iotdb/db/service/metrics/WritingMetrics.java | 16 +-
.../db/storageengine/dataregion/DataRegion.java | 12 +-
.../execute/task/InnerSpaceCompactionTask.java | 2 +
.../task/InsertionCrossSpaceCompactionTask.java | 3 +-
.../execute/utils/MultiTsFileDeviceIterator.java | 4 +
.../compaction/schedule/CompactionScheduler.java | 2 +-
.../compaction/schedule/CompactionTaskManager.java | 3 +-
.../compaction/schedule/CompactionWorker.java | 3 +
.../dataregion/tsfile/TsFileResource.java | 26 +-
.../dataregion/utils/TsFileResourceUtils.java | 75 ++---
.../dataregion/wal/buffer/WALBuffer.java | 2 -
.../db/tools/schema/PBTreeFileSketchTool.java | 2 +-
.../metadata/mtree/schemafile/SchemaFileTest.java | 2 +-
.../schemaRegion/SchemaStatisticsTest.java | 2 +-
.../pipe/event/PipeTabletInsertionEventTest.java | 93 +++---
.../plan/optimization/PredicatePushDownTest.java | 29 ++
.../plan/optimization/TestPlanBuilder.java | 11 +
.../plan/planner/PipelineBuilderTest.java | 55 ++++
.../storageengine/dataregion/DataRegionTest.java | 6 -
.../compaction/CompactionValidationTest.java | 103 +++++++
.../compaction/ReadChunkInnerCompactionTest.java | 144 ++++++++++
.../InsertionCrossSpaceCompactionSelectorTest.java | 4 +-
.../cross/InsertionCrossSpaceCompactionTest.java | 6 +-
.../resources/conf/iotdb-cluster.properties | 3 +
.../resources/conf/iotdb-common.properties | 8 +-
.../sbin/{clean-all.bat => destroy-all.bat} | 22 +-
.../sbin/{clean-all.sh => destroy-all.sh} | 59 ++--
...clean-confignode.bat => destroy-confignode.bat} | 34 ++-
.../{clean-confignode.sh => destroy-confignode.sh} | 7 +-
.../{clean-datanode.bat => destroy-datanode.bat} | 14 +-
.../{clean-datanode.sh => destroy-datanode.sh} | 7 +-
.../src/assembly/resources/sbin/start-all.sh | 9 +-
.../src/assembly/resources/sbin/stop-all.sh | 15 +-
.../commons/auth/authorizer/BasicAuthorizer.java | 1 -
.../iotdb/commons/auth/role/BasicRoleManager.java | 6 +
.../commons/auth/role/LocalFileRoleAccessor.java | 12 +-
.../commons/auth/role/LocalFileRoleManager.java | 6 +
.../iotdb/commons/auth/user/BasicUserManager.java | 1 +
.../commons/auth/user/LocalFileUserAccessor.java | 23 +-
.../commons/auth/user/LocalFileUserManager.java | 5 +
.../commons/pipe/agent/task/PipeTaskAgent.java | 86 ++++--
.../commons/pipe/task/meta/PipeMetaKeeper.java | 4 +
.../commons/pipe/task/subtask/PipeSubtask.java | 15 +-
.../schema/view/viewExpression/ViewExpression.java | 18 ++
.../service/metric/JvmGcMonitorMetrics.java | 10 +-
.../service/metric}/cpu/CpuUsageMetrics.java | 23 +-
.../org/apache/iotdb/commons/utils/FileUtils.java | 8 +-
.../file/metadata/AlignedTimeSeriesMetadata.java | 1 +
.../iotdb/tsfile/read/TsFileSequenceReader.java | 3 +-
.../tsfile/read/reader/page/AlignedPageReader.java | 7 +-
.../src/main/thrift/confignode.thrift | 1 +
pom.xml | 2 +-
118 files changed, 2484 insertions(+), 954 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/IoTDBPipeNullValueIT.java
rename iotdb-client/cli/src/assembly/resources/tools/{collection-info.bat =>
collect-info.bat} (54%)
rename iotdb-client/cli/src/assembly/resources/tools/{collection-info.sh =>
collect-info.sh} (59%)
rename
iotdb-core/confignode/src/assembly/resources/sbin/{register-confignode.sh =>
daemon-confignode.sh} (76%)
rename iotdb-core/datanode/src/assembly/resources/sbin/{register-datanode.sh
=> daemon-datanode.sh} (77%)
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/exception/sql/MeasurementNotExistException.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/visitor/predicate/NullOperandEvaluator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/visitor/predicate/PredicateSimplifier.java
rename iotdb-core/node-commons/src/assembly/resources/sbin/{clean-all.bat =>
destroy-all.bat} (68%)
rename iotdb-core/node-commons/src/assembly/resources/sbin/{clean-all.sh =>
destroy-all.sh} (63%)
rename
iotdb-core/node-commons/src/assembly/resources/sbin/{clean-confignode.bat =>
destroy-confignode.bat} (81%)
rename
iotdb-core/node-commons/src/assembly/resources/sbin/{clean-confignode.sh =>
destroy-confignode.sh} (89%)
rename iotdb-core/node-commons/src/assembly/resources/sbin/{clean-datanode.bat
=> destroy-datanode.bat} (95%)
rename iotdb-core/node-commons/src/assembly/resources/sbin/{clean-datanode.sh
=> destroy-datanode.sh} (93%)
rename
iotdb-core/{metrics/interface/src/main/java/org/apache/iotdb/metrics/metricsets
=>
node-commons/src/main/java/org/apache/iotdb/commons/service/metric}/cpu/CpuUsageMetrics.java
(94%)
