This is an automated email from the ASF dual-hosted git repository.
shuwenwei pushed a change to branch table_disk_usage_statistics_with_cache
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from c43327f9038 Merge branch 'iotdb_master' into
table_disk_usage_statistics_with_cache
add c052179dccf Support debug for query (#17178)
add d5f902333f8 Fix process of restore external-service instance #17194
add b929aa22350 Fix incorrect time slice calculation in
AbstractDefaultAggTableScanOperator (#17195)
add 7ee7a83b86f Fix race condition in SharedTsBlockQueue async listener
causing NPE in MemoryPool.free() (#17196)
add 15a0a7288cd Fixed concurrency issues caused by write and flush sorting
during query execution (#17193)
add fe0d62e3d7b Fix external service ClassLoader context handling and
dependency scope (#17202)
add 7e0837b28a0 Add an interface to support flushing by TsFileResource
(#17203)
add 20b380a11a9 Delete .github/workflows/greetings.yml (#17216)
add 8cfb49d1eb6 Improve Quick Start documentation for system resource
limits (#17213)
add 6ea3052d1a3 Fix: Adding the time column is prohibited. (#17215)
add 9041e6013f8 [IOTDB-17191] CLI: add space after error prefix in three
messages (#17192)
add 1fdd4b3a557 Pipe: Refactored the dataRegionId data type to integer
(#17214)
add 8782662e737 Add UT for new operators introduced by window function
optimization (#17209)
add 85ecbd60826 Pipe: Implemented the login check in customize method &
Added mosaic to subtask string in logger & Optimized the error code of illegal
pipe / pipe plugin name string (#17197)
add 4e7f3e58961 Pipe: Fixed the audit db filter on config receiver &&
Added the judgments for table model audit DB && Optimized the logger for
receiver status (#17219)
add 774407a72c0 Merge branch 'iotdb_master' into
table_disk_usage_statistics_with_cache
No new revisions were added by this update.
Summary of changes:
.github/workflows/greetings.yml | 14 -
README.md | 23 ++
distribution/pom.xml | 1 -
external-service-impl/rest/pom.xml | 1 -
.../rest/protocol/v2/impl/RestApiServiceImpl.java | 2 +-
.../it/env/cluster/node/AbstractNodeWrapper.java | 15 +
.../treemodel/auto/basic/IoTDBPipeSyntaxIT.java | 4 +-
.../treemodel/manual/IoTDBPipePermissionIT.java | 128 +++++-
.../it/query/recent/IoTDBDebugQueryIT.java | 105 +++++
.../it/schema/IoTDBTableWithDefinedTimeIT.java | 22 +
.../api/customizer/parameter/PipeParameters.java | 4 +-
...eption.java => PipePasswordCheckException.java} | 5 +-
.../src/main/java/org/apache/iotdb/cli/Cli.java | 8 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 +
.../iotdb/confignode/manager/ConfigManager.java | 5 +-
.../apache/iotdb/confignode/manager/IManager.java | 3 +-
.../confignode/manager/PermissionManager.java | 5 +-
.../runtime/PipeLeaderChangeHandler.java | 5 +-
.../receiver/protocol/IoTDBConfigNodeReceiver.java | 2 +-
.../pipe/source/ConfigRegionListeningFilter.java | 84 ++--
.../pipe/source/IoTDBConfigRegionSource.java | 20 +-
.../manager/schema/ClusterSchemaManager.java | 14 +-
.../confignode/persistence/auth/AuthorInfo.java | 5 +-
.../persistence/auth/AuthorPlanExecutor.java | 5 +-
.../persistence/auth/IAuthorPlanExecutor.java | 3 +-
.../schema/CNPhysicalPlanGenerator.java | 10 +-
.../impl/pipe/task/AlterPipeProcedureV2.java | 11 +-
.../impl/pipe/task/CreatePipeProcedureV2.java | 13 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 5 +-
.../confignode/persistence/AuthorInfoTest.java | 2 +-
.../pipe/metric/PipeConsensusSyncLagManager.java | 10 +-
iotdb-core/datanode/pom.xml | 4 -
.../assembly/resources/conf/logback-datanode.xml | 2 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 10 +-
.../iotdb/db/auth/ClusterAuthorityFetcher.java | 26 +-
.../apache/iotdb/db/auth/IAuthorityFetcher.java | 3 +-
.../pipe/agent/plugin/PipeDataNodePluginAgent.java | 40 +-
.../dataregion/PipeDataRegionPluginAgent.java | 22 +-
.../agent/task/subtask/sink/PipeSinkSubtask.java | 3 +-
.../pipe/consensus/deletion/DeletionResource.java | 9 +-
.../deletion/DeletionResourceManager.java | 20 +-
.../deletion/persist/PageCacheDeletionBuffer.java | 4 +-
.../consensus/deletion/recover/DeletionReader.java | 4 +-
.../event/common/heartbeat/PipeHeartbeatEvent.java | 80 ++--
.../tsfile/PipeCompactedTsFileInsertionEvent.java | 4 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 3 +-
.../event/realtime/PipeRealtimeEventFactory.java | 2 +-
.../overview/PipeDataNodeSinglePipeMetrics.java | 16 +-
.../schema/PipeSchemaRegionSourceMetrics.java | 38 +-
.../db/pipe/metric/source/PipeAssignerMetrics.java | 32 +-
.../legacy/IoTDBLegacyPipeReceiverAgent.java | 1 +
.../protocol/legacy/loader/DeletionLoader.java | 3 +-
.../protocol/legacy/loader/TsFileLoader.java | 3 +-
.../protocol/thrift/IoTDBDataNodeReceiver.java | 8 +-
.../sink/protocol/writeback/WriteBackSink.java | 26 +-
.../source/dataregion/IoTDBDataRegionSource.java | 114 ++++--
...istoricalDataRegionTsFileAndDeletionSource.java | 21 +-
.../realtime/PipeRealtimeDataRegionSource.java | 18 +-
.../realtime/assigner/PipeDataRegionAssigner.java | 75 ++--
.../PipeTsFileEpochProgressIndexKeeper.java | 8 +-
.../listener/PipeInsertionDataNodeListener.java | 12 +-
.../listener/PipeTimePartitionListener.java | 21 +-
.../schemaregion/IoTDBSchemaRegionSource.java | 32 +-
.../schemaregion/SchemaRegionListeningFilter.java | 7 +-
.../db/protocol/session/InternalClientSession.java | 2 +-
.../iotdb/db/protocol/session/SessionManager.java | 26 +-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 42 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 1 +
.../db/queryengine/common/MPPQueryContext.java | 10 +
.../execution/exchange/SharedTsBlockQueue.java | 34 +-
.../fragment/FakedFragmentInstanceContext.java | 2 +-
.../fragment/FragmentInstanceContext.java | 48 ++-
.../fragment/FragmentInstanceManager.java | 8 +-
.../execution/fragment/QueryContext.java | 10 +-
.../operator/GroupedTopNRowNumberBuilder.java | 18 +-
.../operator/source/ShowDiskUsageOperator.java | 2 +-
.../AbstractDefaultAggTableScanOperator.java | 2 +-
.../InformationSchemaContentSupplierFactory.java | 6 +-
.../iotdb/db/queryengine/plan/Coordinator.java | 93 ++++-
.../analyze/cache/partition/PartitionCache.java | 3 +
.../load/TreeSchemaAutoCreatorAndVerifier.java | 1 +
.../analyze/schema/AutoCreateSchemaExecutor.java | 1 +
.../analyze/schema/ClusterSchemaFetchExecutor.java | 3 +-
.../plan/execution/IQueryExecution.java | 2 +
.../queryengine/plan/execution/QueryExecution.java | 5 +
.../plan/execution/config/ConfigExecution.java | 5 +
.../execution/config/TableConfigTaskVisitor.java | 3 +
.../execution/config/TreeConfigTaskVisitor.java | 7 +-
.../config/executor/ClusterConfigTaskExecutor.java | 122 ++++--
.../execution/config/sys/pipe/AlterPipeTask.java | 8 +-
.../execution/config/sys/pipe/CreatePipeTask.java | 20 +-
.../config/sys/pipe/PipeFunctionSupport.java | 2 +-
.../SimpleFragmentParallelPlanner.java | 1 +
.../plan/planner/distribution/SourceRewriter.java | 8 +-
.../distribution/WriteFragmentParallelPlanner.java | 3 +-
.../plan/planner/plan/FragmentInstance.java | 32 +-
.../metadata/fetcher/TableDeviceSchemaFetcher.java | 4 +-
.../fetcher/TableDeviceSchemaValidator.java | 1 +
.../plan/relational/planner/CteMaterializer.java | 3 +-
.../distribute/TableModelQueryFragmentPlanner.java | 1 +
...ithUncorrelatedScalarSubqueryReconstructor.java | 3 +-
.../plan/relational/sql/ast/Statement.java | 9 +
.../plan/relational/sql/parser/AstBuilder.java | 4 +-
.../plan/scheduler/load/LoadTsFileScheduler.java | 6 +-
.../view/visitor/TransformToExpressionVisitor.java | 21 +-
.../ExternalServiceManagementService.java | 71 ++--
.../db/storageengine/dataregion/DataRegion.java | 71 ++--
.../dataregion/flush/MemTableFlushTask.java | 1 +
.../memtable/AbstractWritableMemChunk.java | 43 +-
.../memtable/AlignedWritableMemChunk.java | 94 +++--
.../dataregion/memtable/IWritableMemChunk.java | 2 +
.../dataregion/memtable/TsFileProcessor.java | 39 +-
.../dataregion/memtable/WritableMemChunk.java | 38 +-
.../tableDiskUsageCache/TableDiskUsageCache.java | 9 +-
.../load/active/ActiveLoadTsFileLoader.java | 3 +-
.../converter/LoadTsFileDataTypeConverter.java | 1 +
.../rescon/memory/TimePartitionManager.java | 2 +-
.../apache/iotdb/db/utils/DataNodeAuthUtils.java | 6 +-
.../db/utils/datastructure/AlignedTVList.java | 12 +
.../iotdb/db/utils/datastructure/BinaryTVList.java | 9 +
.../db/utils/datastructure/BooleanTVList.java | 9 +
.../iotdb/db/utils/datastructure/DoubleTVList.java | 9 +
.../iotdb/db/utils/datastructure/FloatTVList.java | 9 +
.../iotdb/db/utils/datastructure/IntTVList.java | 9 +
.../iotdb/db/utils/datastructure/LongTVList.java | 9 +
.../iotdb/db/utils/datastructure/TVList.java | 2 +
.../auth/authorizer/LocalFileAuthorizerTest.java | 8 +-
.../db/auth/authorizer/OpenIdAuthorizerTest.java | 8 +-
.../db/pipe/consensus/DeletionRecoverTest.java | 6 +-
.../db/pipe/consensus/DeletionResourceTest.java | 12 +-
.../db/pipe/source/PipeRealtimeExtractTest.java | 32 +-
.../execution/exchange/SharedTsBlockQueueTest.java | 82 +++-
.../operator/MergeTreeSortOperatorTest.java | 5 +
.../operator/process/ValuesOperatorTest.java | 207 ++++++++++
.../process/window/RowNumberOperatorTest.java | 359 ++++++++++++++++
.../process/window/TopKRankingOperatorTest.java | 455 +++++++++++++++++++++
.../plan/planner/FragmentInstanceSerdeTest.java | 6 +-
.../relational/planner/CteMaterializerTest.java | 3 +-
.../plan/relational/planner/CteSubqueryTest.java | 3 +-
.../storageengine/dataregion/DataRegionTest.java | 93 +++--
.../memtable/MemChunkDeserializeTest.java | 4 +-
.../dataregion/memtable/PrimitiveMemTableTest.java | 67 ++-
.../reader/chunk/MemAlignedChunkLoaderTest.java | 2 +-
.../read/reader/chunk/MemChunkLoaderTest.java | 12 +-
.../dataregion/utils/TableDiskUsageTest.java | 2 +-
.../wal/recover/file/TsFilePlanRedoerTest.java | 21 +-
.../apache/iotdb/db/utils/EnvironmentUtils.java | 4 +-
.../commons/auth/authorizer/BasicAuthorizer.java | 7 +-
.../iotdb/commons/auth/authorizer/IAuthorizer.java | 3 +-
.../commons/auth/authorizer/OpenIdAuthorizer.java | 3 +-
.../iotdb/commons/externalservice/ServiceInfo.java | 9 +
.../commons/pipe/agent/plugin/PipePluginAgent.java | 33 +-
.../agent/task/execution/PipeSubtaskExecutor.java | 18 +-
.../pipe/receiver/PipeReceiverStatusHandler.java | 10 +-
.../pipe/source/IoTDBNonDataRegionSource.java | 3 +
.../iotdb/commons/pipe/source/IoTDBSource.java | 19 +-
.../db/relational/grammar/sql/RelationalSql.g4 | 5 +-
.../src/main/thrift/confignode.thrift | 1 +
158 files changed, 2935 insertions(+), 803 deletions(-)
delete mode 100644 .github/workflows/greetings.yml
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/query/recent/IoTDBDebugQueryIT.java
copy
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/exception/{PipeStrategyNotValidException.java
=> PipePasswordCheckException.java} (87%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/operator/process/ValuesOperatorTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/operator/process/window/RowNumberOperatorTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/operator/process/window/TopKRankingOperatorTest.java
