This is an automated email from the ASF dual-hosted git repository.
caogaofei pushed a change to branch beyyes/time_recording
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 4bf62c08acf add log
add 2253eedef80 Fix query return unexpected result with authority
add 27d265e597a Adjust series_partition_slot_num to series_slot_num in the
response message (#11628)
add 2d8b9550a2c [RatisConsensus] Fix ReadRecoverTest CI failure (#11616)
add 3b4fb7b6d96 [IOTDB-6257] Safely Delete IoT WAL with LastFlushedIndex
To Support Kill -9 (#11614)
add 4fa35d57cd0 Pipe: Implement down-sampling-processor plugin for
reducing the amount of data transferred during data sync (#11557)
add 34fc2237819 Pipe: degrade exception to log when executing pipe
procedure operations on DN to enhance the availability (#11623)
add 57b9194a459 Optimizing the Binary comparison method in
CompareBinaryColumnTransformer
add f68fdaea159 Bump org.springframework.boot:spring-boot from 2.7.15 to
2.7.18 (#11634)
add bb20b5f3f8f [RatisConsensus] Cache group id in the write/read critical
path (#11615)
add 259d3fcd618 Fix npe in TopKOperator when topKResult is null
add 7b82a00764d Fix compaction selector ut running time is too long
(#11635)
add afc6c7f916f Only root can alter template
add 431e9b81e80 Fix error judgement for MainFragmentLocatedRegion and
MostlyUsedDataRegion in distributed plan
add 919a24f3d37 fix:grafana plugin build
add 80c5b2ad138 auth.add IT for create role/user with identifier.
add 2a1fad8c871 Bump ch.qos.logback:logback-classic from 1.3.11 to 1.3.12
(#11645)
add 0dcb04086e3 Get correct TsFileSequenceReader from FileReaderManager
add 0cc841b7639 Fix close method of TopOperator and make close method of
Operator an interface
new 73481202967 merge master
new 03df0117fca fix, tmp
add d0918bd367a Temporarily ignore testPBTreeMemoryStatistics (#11648)
add 2aadeb4a93c [IOTDB-6259] Bump ratis version to 3.0.0 (#11618)
add 477e8e5480c [IOTDB-6248] Fix the connection will close when
WebSocketConnectorServer doesn't response in Flink-CDC-Connector & Fix multiple
cdc tasks cannot run properly at the same time (#11598)
add 35c29e16cfc Fix concurrent bug During Heartbeat and Region Creation
(#11656)
add 636bd465714 delete data and files together
add 0144133481c PBTree Improvement: WrappedSegment Layout Revision for
Reduced GC Overhead (#11652)
add 9eb60a9faa8 Bump logback.version from 1.3.12 to 1.3.13 (#11653)
add b2be051adb0 fix the error when last query non-writble view with same
sensors (#11658)
new 97448a8afd2 Merge branch 'master' into beyyes/time_recording
The 3 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/grafana-plugin.yml | 2 +-
example/schema/pom.xml | 2 +-
.../org/apache/iotdb/db/it/IoTDBMultiDeviceIT.java | 34 +
.../org/apache/iotdb/db/it/auth/IoTDBAuthIT.java | 25 +-
.../db/it/auth/IoTDBTemplatePermissionIT.java | 5 +
.../org/apache/iotdb/db/it/utils/TestUtils.java | 12 +-
.../iotdb/pipe/PipeEnvironmentException.java | 8 +-
.../apache/iotdb/pipe/it/AbstractPipeDualIT.java | 60 ++
.../apache/iotdb/pipe/it/IoTDBPipeClusterIT.java | 65 +-
.../pipe/it/IoTDBPipeConnectorParallelIT.java | 28 +-
.../apache/iotdb/pipe/it/IoTDBPipeDataSinkIT.java | 29 +-
.../apache/iotdb/pipe/it/IoTDBPipeExtractorIT.java | 71 +--
.../apache/iotdb/pipe/it/IoTDBPipeLifeCycleIT.java | 29 +-
...orParallelIT.java => IoTDBPipeProcessorIT.java} | 68 +-
.../apache/iotdb/pipe/it/IoTDBPipeProtocolIT.java | 27 +-
.../iotdb/pipe/it/IoTDBPipeSingleEnvDemoIT.java | 16 +-
.../iotdb/pipe/it/IoTDBPipeSwitchStatusIT.java | 29 +-
.../apache/iotdb/pipe/it/IoTDBPipeSyntaxIT.java | 29 +-
.../java/org/apache/iotdb/pipe/api/access/Row.java | 10 +-
.../flink/sql/client/IoTDBWebSocketClient.java | 20 +-
.../flink/sql/function/IoTDBCDCSourceFunction.java | 84 ++-
iotdb-connector/grafana-plugin/backend-compile.bat | 2 +-
iotdb-connector/grafana-plugin/backend-compile.sh | 31 +-
iotdb-connector/grafana-plugin/go.mod | 35 +-
.../iotdb/confignode/manager/ConfigManager.java | 2 +-
.../impl/pipe/task/CreatePipeProcedureV2.java | 19 +-
.../impl/pipe/task/DropPipeProcedureV2.java | 8 +-
.../impl/pipe/task/StartPipeProcedureV2.java | 20 +-
.../impl/pipe/task/StopPipeProcedureV2.java | 19 +-
iotdb-core/consensus/pom.xml | 10 +-
.../consensus/iot/IoTConsensusServerImpl.java | 23 +-
.../consensus/iot/IoTConsensusServerMetrics.java | 2 +-
.../consensus/iot/client/DispatchLogHandler.java | 15 +-
.../iot/logdispatcher/IndexController.java | 2 -
.../consensus/iot/logdispatcher/LogDispatcher.java | 14 +-
.../service/IoTConsensusRPCServiceProcessor.java | 2 +-
.../consensus/ratis/metrics/CounterProxy.java | 6 +-
.../iotdb/consensus/ratis/metrics/GaugeProxy.java | 24 +-
.../ratis/metrics/IoTDBMetricRegistry.java | 121 +---
.../ratis/metrics/MetricRegistryManager.java | 2 +-
.../ratis/metrics/RatisMetricsManager.java | 20 +-
.../iotdb/consensus/ratis/metrics/TimerProxy.java | 32 +-
.../apache/iotdb/consensus/ratis/utils/Utils.java | 19 +-
.../apache/iotdb/consensus/iot/ReplicateTest.java | 30 +-
.../iotdb/consensus/ratis/RecoverReadTest.java | 8 +-
.../dataregion/DataExecutionVisitor.java | 21 +-
.../agent/plugin/PipeProcessorConstructor.java | 3 +
.../config/constant/PipeProcessorConstant.java | 12 +
.../env/PipeTaskConnectorRuntimeEnvironment.java | 9 +-
.../env/PipeTaskExtractorRuntimeEnvironment.java | 9 +-
...va => PipeTaskProcessorRuntimeEnvironment.java} | 13 +-
.../plugin/env/PipeTaskRuntimeEnvironment.java | 8 +-
.../protocol/websocket/WebSocketConnector.java | 95 ++-
.../websocket/WebSocketConnectorServer.java | 467 ++++++++++----
.../iotdb/db/pipe/event/common/row/PipeRow.java | 5 +
.../PipeHistoricalDataRegionTsFileExtractor.java | 59 +-
.../downsampling/DownSamplingProcessor.java | 213 +++++++
.../downsampling/PartialPathLastTimeCache.java | 111 ++++
.../db/pipe/resource/memory/PipeMemoryBlock.java | 14 +-
.../db/pipe/task/stage/PipeTaskProcessorStage.java | 6 +-
.../common/schematree/ClusterSchemaTree.java | 8 +-
.../queryengine/common/schematree/ISchemaTree.java | 11 +-
.../db/queryengine/execution/driver/Driver.java | 12 +-
.../execution/exchange/sink/LocalSinkChannel.java | 39 +-
.../execution/exchange/sink/ShuffleSinkHandle.java | 27 +-
.../execution/exchange/sink/SinkChannel.java | 73 ++-
.../exchange/source/LocalSourceHandle.java | 15 +-
.../execution/exchange/source/SourceHandle.java | 20 +-
.../fragment/FragmentInstanceContext.java | 25 +-
.../fragment/FragmentInstanceExecution.java | 3 +-
.../execution/fragment/QueryContext.java | 12 +
.../queryengine/execution/memory/MemoryPool.java | 6 +-
.../queryengine/execution/operator/Operator.java | 12 +-
.../execution/operator/process/TopKOperator.java | 10 +
.../operator/schema/SchemaFetchScanOperator.java | 13 +-
.../source/AbstractDataSourceOperator.java | 5 +
.../operator/source/LastCacheScanOperator.java | 5 +
.../execution/operator/source/SeriesScanUtil.java | 27 +-
.../operator/source/ShowQueriesOperator.java | 5 +
.../schedule/DriverTaskTimeoutSentinelThread.java | 2 +-
.../queryengine/plan/analyze/AnalyzeVisitor.java | 28 +-
.../analyze/schema/AutoCreateSchemaExecutor.java | 61 +-
.../analyze/schema/ClusterSchemaFetchExecutor.java | 17 +-
.../plan/analyze/schema/ClusterSchemaFetcher.java | 13 +-
.../plan/analyze/schema/ISchemaFetcher.java | 6 +-
.../config/executor/ClusterConfigTaskExecutor.java | 3 +-
.../plan/planner/LogicalPlanBuilder.java | 6 +-
.../plan/planner/LogicalPlanVisitor.java | 3 +-
.../plan/planner/OperatorTreeGenerator.java | 3 +-
.../planner/distribution/ExchangeNodeAdder.java | 41 +-
.../node/metedata/read/SchemaFetchScanNode.java | 17 +-
.../statement/internal/SchemaFetchStatement.java | 11 +-
.../template/AlterSchemaTemplateStatement.java | 19 -
.../binary/CompareBinaryColumnTransformer.java | 33 +-
.../column/ternary/BetweenColumnTransformer.java | 21 +-
.../binary/CompareEqualToTransformer.java | 5 +-
.../binary/CompareGreaterEqualTransformer.java | 5 +-
.../binary/CompareGreaterThanTransformer.java | 5 +-
.../binary/CompareLessEqualTransformer.java | 5 +-
.../binary/CompareLessThanTransformer.java | 5 +-
.../binary/CompareNonEqualTransformer.java | 5 +-
.../transformer/ternary/BetweenTransformer.java | 15 +-
.../transformation/dag/util/TransformUtils.java | 41 +-
.../apache/iotdb/db/schemaengine/SchemaEngine.java | 33 +-
.../schemaengine/schemaregion/ISchemaRegion.java | 5 +-
.../schemaregion/impl/SchemaRegionMemoryImpl.java | 9 +-
.../schemaregion/impl/SchemaRegionPBTreeImpl.java | 9 +-
.../mtree/impl/mem/MTreeBelowSGMemoryImpl.java | 14 +-
.../mtree/impl/pbtree/MTreeBelowSGCachedImpl.java | 14 +-
.../mtree/impl/pbtree/schemafile/InternalPage.java | 18 +-
.../mtree/impl/pbtree/schemafile/SchemaPage.java | 2 +-
.../mtree/impl/pbtree/schemafile/Segment.java | 478 --------------
.../impl/pbtree/schemafile/WrappedSegment.java | 708 +++++++++++++++++----
.../reader/impl/TimeseriesReaderWithViewFetch.java | 3 +-
.../iotdb/db/storageengine/buffer/ChunkCache.java | 14 +-
.../db/storageengine/dataregion/DataRegion.java | 169 ++++-
.../io/LocalTextModificationAccessor.java | 3 -
.../read/reader/chunk/DiskAlignedChunkLoader.java | 32 +-
.../read/reader/chunk/DiskChunkLoader.java | 6 +-
.../metadata/DiskAlignedChunkMetadataLoader.java | 2 +-
.../metadata/MemAlignedChunkMetadataLoader.java | 2 +-
.../dataregion/wal/utils/WALInsertNodeCache.java | 8 +-
.../org/apache/iotdb/db/utils/FileLoaderUtils.java | 36 +-
.../schemaRegion/SchemaRegionBasicTest.java | 11 +-
.../schemaRegion/SchemaRegionTemplateTest.java | 9 +-
.../schemaRegion/SchemaStatisticsTest.java | 2 +
.../execution/operator/FillOperatorTest.java | 15 +
.../operator/LastQueryMergeOperatorTest.java | 20 +
.../execution/operator/LinearFillOperatorTest.java | 35 +
.../execution/operator/OperatorMemoryTest.java | 8 +-
.../schema/SchemaFetchScanOperatorTest.java | 4 +-
.../plan/analyze/ExpressionAnalyzerTest.java | 2 +-
.../plan/analyze/FakeSchemaFetcherImpl.java | 8 +-
.../queryengine/plan/plan/distribution/Util.java | 6 +-
.../queryengine/plan/plan/distribution/Util2.java | 6 +-
.../metadata/read/SchemaFetchMergeNodeTest.java | 1 +
.../metadata/read/SchemaFetchScanNodeTest.java | 2 +
.../db/storageengine/buffer/ChunkCacheTest.java | 6 +-
.../storageengine/dataregion/DataRegionTest.java | 86 +++
.../inner/InnerSpaceCompactionSelectorTest.java | 41 +-
.../apache/iotdb/commons/path/PathPatternTree.java | 8 +
.../pipe/plugin/builtin/BuiltinPipePlugin.java | 47 +-
.../DownSamplingProcessor.java} | 10 +-
.../PlaceHolderProcessor.java} | 27 +-
.../org/apache/iotdb/tsfile/utils/BytesUtils.java | 10 +
pom.xml | 10 +-
146 files changed, 2942 insertions(+), 1859 deletions(-)
copy
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/exception/PipeSinkException.java
=>
integration-test/src/test/java/org/apache/iotdb/pipe/PipeEnvironmentException.java
(80%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/AbstractPipeDualIT.java
copy
integration-test/src/test/java/org/apache/iotdb/pipe/it/{IoTDBPipeConnectorParallelIT.java
=> IoTDBPipeProcessorIT.java} (62%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/config/plugin/env/{PipeTaskConnectorRuntimeEnvironment.java
=> PipeTaskProcessorRuntimeEnvironment.java} (76%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/processor/downsampling/DownSamplingProcessor.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/processor/downsampling/PartialPathLastTimeCache.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/schemaengine/schemaregion/mtree/impl/pbtree/schemafile/Segment.java
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/plugin/builtin/{connector/WebSocketConnector.java
=> processor/DownSamplingProcessor.java} (78%)
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/plugin/builtin/{extractor/IoTDBExtractor.java
=> processor/PlaceHolderProcessor.java} (63%)
