This is an automated email from the ASF dual-hosted git repository.
jackietien pushed a change to branch benchants_branch
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 576d995f63b comment SetThreadName method, modify init value in
TsBlockBuilder
add 4ab546a00ce [IOTDB-5930] Support OrderBy in Last Query
add 6589f6ab121 Release resource of FI after all drivers have been closed
add 7dfab75f532 Delete ISeriesMonitor interface (#9994)
add a5893dc4c7a Add file num and size metrics for each level file (#9953)
add 96ab3086434 Remove unnecessary lock in runningToFinshed of
DriverScheduler
add 0db34827a9a [IOTDB-5958] Pipe: remove listenable features of
PendingQueue to improve performance (#10004)
add e510ec02a0d Fix show timeseries failure caused by broken views.
(#10000)
add 24f8c3e0621 [PyClient] Update SQLAlchemy version to 1.4 (#10006)
add 9967d8b0c1c Add metrics for thread cpu consumption (#9833)
add b22bc96c969 Set default degree of parallelism back to the num of CPU
cores/2
add c69ff946007 Fix the display milliseconds issue with the Grafana plugin
(#10002)
add 0f94b5a673e Support using alias view in last query & optimize code
add 7c384409954 [IOTDB-5926] Remove Useless Rater in Timer (#9959)
add dd35304ede5 Push down SchemaFilter processing to SchemaReader (#10005)
add 81f541d22f2 [IOTDB-5956] Pipe: Fix bugs in IoTDBThriftReceiverV1,
PipeMetaSync (#10007)
add ea651235884 Fix data type error during data insertion (#10012)
add 181b3177774 [IOTDB-5879] Pipe: logical view of pipe event (#9855)
add 89114f6e540 remove useless module integration (#10015)
add 1cfc2577a28 Add UT for PrimitiveArrayManager adaption for UNKNOWN data
type (#10014)
add 2d43abfdf43 Fix DataTimeUtils convertLongToData bug (#10016)
add 710e7fb6acf [IOTDB-5960] Fix bug in groupByCount in 1C3D
add bbbf774d661 Fix time partition interval bug (#10019)
add 92459238b3a Fix ConcurrentModificationException in updating
FileMetrics (#10022)
add fb02f12401b [IOTDB-5963] Make sure that TsBlock blocked on memory is
added in queue before the next TsBlock returned by root operator[IOTDB-5963]
Make sure that TsBlock blocked on memory is added in queue before the next
TsBlock returned by root operator[IOTDB-5963] Make sure that TsBlock blocked on
memory is added in queue before the next TsBlock returned by root operator
add c3a8309957f Update website and pom version
add f3140d02b9e add with-dependency
add 1e33695230e build ok
add 659b08be5ac remove cglib dependency
add 03d0feb6647 Added ITs for logical views & Fix duplicate rows in show
views. (#10024)
add 6a6d805c4d3 remove max pool size metric (#10032)
add 2021d5aacc2 Get canonical path when using IOTDB_DATA_HOME and
IOTDB_HOME (#10035)
add 322c9c68dbe [IOTDB-5965] Pipe: failed to transfer insert node when
using schema template (#10041)
add ed42e91e047 Fix SchemaTree.hasView check during query analysis (#10040)
add 48afbc54be7 Add schema_ engine_mode config to iotdb-commons.properties
and User-Guide (#10048)
add 5d78f1a915f [IOTDB-5968] Pipe: pipe task does not work properly after
cluster reboot (#10046)
add 562048d4800 [IOTDB-5966] Pipe: Revision of Tablet serialize and
deserialize (#10045)
add 387c2102600 [IOTDB-5967] Pipe: fix convertToTablet bug and introduce
PipeEmptyTabletInsertionEvent (#10044)
add 91330db04b3 Merge remote-tracking branch 'origin/master' into
ty/benchant
add 5d6c41e0ce5 update cache in flush and compacting
add bdf96a39455 Update
new f4d0558cc2a Merge branch 'ty/benchant' into benchants_branch
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/influxdb-protocol.yml | 67 --
.github/workflows/site-build.yml | 4 +-
antlr/pom.xml | 2 +-
code-coverage/pom.xml | 2 +-
confignode/pom.xml | 2 +-
.../response/pipe/task/PipeTableResp.java | 4 +
.../iotdb/confignode/manager/cq/CQManager.java | 4 +-
.../iotdb/confignode/manager/node/NodeManager.java | 9 +-
.../confignode/persistence/pipe/PipeTaskInfo.java | 9 +-
.../runtime/PipeHandleLeaderChangeProcedure.java | 8 +-
.../runtime/PipeHandleMetaChangeProcedure.java | 72 +-
.../impl/pipe/runtime/PipeMetaSyncProcedure.java | 8 +-
.../pipe/task/AbstractOperatePipeProcedureV2.java | 8 +
.../impl/schema/DeleteLogicalViewProcedure.java | 4 +-
consensus/pom.xml | 2 +-
.../iot/client/SyncIoTConsensusServiceClient.java | 17 +-
.../consensus/iot/logdispatcher/LogDispatcher.java | 3 +-
distribution/pom.xml | 8 +-
docs/UserGuide/Monitor-Alert/Metric-Tool.md | 14 +-
docs/UserGuide/Query-Data/Last-Query.md | 26 +-
docs/UserGuide/Query-Data/Order-By.md | 165 ++-
docs/UserGuide/Reference/Common-Config-Manual.md | 9 +
docs/zh/UserGuide/Monitor-Alert/Metric-Tool.md | 14 +-
docs/zh/UserGuide/Query-Data/Last-Query.md | 22 +-
docs/zh/UserGuide/Query-Data/Order-By.md | 168 ++-
.../zh/UserGuide/Reference/Common-Config-Manual.md | 9 +
example/client-cpp-example/pom.xml | 2 +-
example/ext-pipe-plugin-example/pom.xml | 4 +-
example/flink/pom.xml | 2 +-
example/hadoop/pom.xml | 2 +-
example/influxdb-protocol-example/pom.xml | 39 -
.../org/apache/iotdb/influxdb/InfluxDBExample.java | 110 --
example/jdbc/pom.xml | 2 +-
example/kafka/pom.xml | 2 +-
example/mqtt-customize/pom.xml | 2 +-
example/mqtt/pom.xml | 2 +-
example/pom.xml | 3 +-
example/pulsar/pom.xml | 2 +-
example/rabbitmq/pom.xml | 2 +-
example/rest-java-example/pom.xml | 2 +-
example/rocketmq/pom.xml | 2 +-
example/session/pom.xml | 2 +-
example/trigger/pom.xml | 2 +-
example/tsfile/pom.xml | 2 +-
example/udf/pom.xml | 2 +-
integration-test/pom.xml | 7 +-
.../iotdb/db/it/groupby/IoTDBGroupByCountIT.java | 7 +
.../apache/iotdb/db/it/orderBy/IoTDBOrderByIT.java | 92 ++
.../iotdb/db/it/view/IoTDBCreateAndShowViewIT.java | 294 +++++
.../apache/iotdb/db/integration/IoTDBTtlIT.java | 354 ------
iotdb-api/external-api/pom.xml | 2 +-
.../iotdb/external/api/ISeriesNumerMonitor.java | 46 -
iotdb-api/external-pipe-api/pom.xml | 2 +-
iotdb-api/pipe-api/pom.xml | 2 +-
.../java/org/apache/iotdb/pipe/api/access/Row.java | 38 +-
.../iotdb/pipe/api/collector/RowCollector.java | 5 +-
.../event/dml/insertion/TabletInsertionEvent.java | 9 -
iotdb-api/subscription-api/pom.xml | 2 +-
iotdb-api/trigger-api/pom.xml | 2 +-
iotdb-api/udf-api/pom.xml | 2 +-
iotdb-client/cli/pom.xml | 2 +-
iotdb-client/client-cpp/pom.xml | 2 +-
.../client-py/iotdb/sqlalchemy/IoTDBSQLCompiler.py | 203 +++-
iotdb-client/client-py/pom.xml | 2 +-
iotdb-client/client-py/setup.py | 4 +-
iotdb-client/compile-tools/pom.xml | 2 +-
iotdb-client/compile-tools/thrift/pom.xml | 2 +-
iotdb-client/isession/pom.xml | 2 +-
iotdb-client/jdbc/pom.xml | 2 +-
iotdb-client/service-rpc/pom.xml | 2 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 4 +-
iotdb-client/session/pom.xml | 2 +-
iotdb-connector/flink-iotdb-connector/pom.xml | 2 +-
iotdb-connector/flink-tsfile-connector/pom.xml | 2 +-
iotdb-connector/grafana-connector/pom.xml | 2 +-
.../grafana-plugin/pkg/plugin/plugin.go | 2 +-
iotdb-connector/grafana-plugin/pom.xml | 2 +-
iotdb-connector/hadoop/pom.xml | 2 +-
iotdb-connector/hive-connector/pom.xml | 2 +-
.../spark-iotdb-connector/scala_2.11/pom.xml | 2 +-
.../spark-iotdb-connector/scala_2.12/pom.xml | 2 +-
iotdb-connector/spark-tsfile/pom.xml | 2 +-
iotdb-connector/zeppelin-interpreter/pom.xml | 2 +-
iotdb-protocol/openapi/pom.xml | 2 +-
iotdb-protocol/thrift-commons/pom.xml | 2 +-
iotdb-protocol/thrift-confignode/pom.xml | 2 +-
iotdb-protocol/thrift-influxdb/pom.xml | 2 +-
iotdb-protocol/thrift-iot-consensus/pom.xml | 2 +-
iotdb-protocol/thrift-mlnode/pom.xml | 2 +-
iotdb-protocol/thrift/pom.xml | 2 +-
library-udf/pom.xml | 2 +-
metrics/dropwizard-metrics/pom.xml | 2 +-
.../type/DropwizardHistogramSnapshot.java | 14 +-
.../metrics/dropwizard/type/DropwizardTimer.java | 5 +-
metrics/interface/pom.xml | 2 +-
.../org/apache/iotdb/metrics/MetricConstant.java | 14 +-
.../metrics/impl/DoNothingHistogramSnapshot.java | 14 +-
.../apache/iotdb/metrics/impl/DoNothingTimer.java | 5 +-
.../metrics/metricsets/cpu/CpuUsageMetrics.java | 300 +++++
.../metrics/metricsets/jvm/JvmThreadMetrics.java | 4 +-
.../metricsets/net/LinuxNetMetricManager.java | 4 +-
.../reporter/prometheus/PrometheusReporter.java | 10 +-
.../iotdb/metrics/type/HistogramSnapshot.java | 15 +-
.../java/org/apache/iotdb/metrics/type/Timer.java | 5 +-
metrics/micrometer-metrics/pom.xml | 4 +-
.../micrometer/MicrometerMetricManager.java | 4 +-
.../micrometer/type/MicrometerHistogram.java | 2 +-
.../type/MicrometerHistogramSnapshot.java | 27 +-
.../metrics/micrometer/type/MicrometerTimer.java | 11 +-
.../type/MicrometerTimerHistogramSnapshot.java | 28 +-
metrics/pom.xml | 2 +-
mlnode/pom.xml | 2 +-
node-commons/pom.xml | 2 +-
.../resources/conf/iotdb-common.properties | 10 +-
.../client/sync/SyncConfigNodeIServiceClient.java | 16 +-
.../sync/SyncDataNodeInternalServiceClient.java | 16 +-
.../SyncDataNodeMPPDataExchangeServiceClient.java | 17 +-
.../commons/concurrent/DataNodeThreadModule.java | 25 +-
.../commons/concurrent/IoTDBThreadPoolFactory.java | 40 +-
.../iotdb/commons/concurrent/ThreadName.java | 348 +++++-
.../commons/concurrent/ThreadPoolMetrics.java | 160 +++
.../WrappedScheduledExecutorService.java | 2 +
.../WrappedSingleThreadExecutorService.java | 54 +
.../WrappedSingleThreadExecutorServiceMBean.java | 2 +-
.../WrappedSingleThreadScheduledExecutor.java | 54 +
.../WrappedSingleThreadScheduledExecutorMBean.java | 2 +-
.../threadpool/WrappedThreadPoolExecutor.java | 3 +
.../apache/iotdb/commons/conf/CommonConfig.java | 40 +-
.../iotdb/commons/conf/CommonDescriptor.java | 14 +-
.../consensus/index/impl/SimpleProgressIndex.java | 2 +-
.../PipeRuntimeConnectorCriticalException.java | 73 ++
.../pipe}/PipeRuntimeCriticalException.java | 36 +-
.../exception/pipe}/PipeRuntimeException.java | 11 +-
.../exception/pipe/PipeRuntimeExceptionType.java | 82 ++
.../pipe}/PipeRuntimeNonCriticalException.java | 36 +-
.../iotdb/commons/pipe/config/PipeConfig.java | 4 +
.../builtin/processor/DoNothingProcessor.java | 13 +-
.../iotdb/commons/pipe/task/meta/PipeTaskMeta.java | 40 +-
.../commons/pipe/utils/PipeBinaryTransformer.java | 24 +-
.../pipe/utils/PipeDataTypeTransformer.java | 94 ++
.../commons/schema/view/LogicalViewSchema.java | 7 +-
.../org/apache/iotdb/commons/utils/FileUtils.java | 12 +
pom.xml | 6 +-
server/pom.xml | 91 +-
.../apache/iotdb/db/client/ConfigNodeClient.java | 13 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 29 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 4 -
.../org/apache/iotdb/db/engine/StorageEngine.java | 11 +-
.../iotdb/db/engine/TsFileMetricManager.java | 163 ---
.../iotdb/db/engine/cache/BloomFilterCache.java | 4 +
.../db/engine/cache/TimeSeriesMetadataCache.java | 8 +
.../impl/ReadChunkCompactionPerformer.java | 3 +-
.../execute/task/CrossSpaceCompactionTask.java | 43 +-
.../execute/task/InnerSpaceCompactionTask.java | 23 +-
.../compaction/execute/utils/CompactionUtils.java | 16 +-
.../writer/AbstractCrossCompactionWriter.java | 3 +-
.../writer/AbstractInnerCompactionWriter.java | 4 +-
.../compaction/schedule/CompactionTaskManager.java | 4 +-
.../engine/flush/pool/FlushSubTaskPoolManager.java | 6 +-
.../db/engine/flush/pool/FlushTaskPoolManager.java | 5 +-
.../iotdb/db/engine/storagegroup/DataRegion.java | 60 +-
.../db/engine/storagegroup/TsFileProcessor.java | 3 +-
.../db/engine/storagegroup/TsFileResourceList.java | 10 +-
.../metadata/view/BrokenViewException.java} | 29 +-
.../metadata/view/ViewNotExistException.java | 70 ++
.../db/metadata/mtree/MTreeBelowSGCachedImpl.java | 101 +-
.../db/metadata/mtree/MTreeBelowSGMemoryImpl.java | 101 +-
.../db/metadata/mtree/traverser/Traverser.java | 7 -
.../mtree/traverser/basic/EntityTraverser.java | 31 +-
.../traverser/basic/MeasurementTraverser.java | 36 +-
.../schemaregion/result/ShowTimeSeriesResult.java | 5 +
.../metadata/query/info/ITimeSeriesSchemaInfo.java | 2 +
.../metadata/query/info/TimeseriesSchemaInfo.java | 92 ++
.../reader/TimeseriesReaderWithViewFetch.java | 186 +++
.../metadata/schemaregion/ISchemaRegionParams.java | 3 -
.../db/metadata/schemaregion/SchemaEngine.java | 29 +-
.../metadata/schemaregion/SchemaRegionLoader.java | 77 +-
.../schemaregion/SchemaRegionMemoryImpl.java | 106 +-
.../metadata/schemaregion/SchemaRegionParams.java | 12 +-
.../schemaregion/SchemaRegionSchemaFileImpl.java | 86 +-
.../apache/iotdb/db/metadata/utils/MetaUtils.java | 11 +-
.../visitor/GetSourcePathsVisitor.java | 4 +
.../visitor/DeviceFilterVisitor.java} | 30 +-
.../metadata/visitor/TimeseriesFilterVisitor.java | 46 +
.../db/mpp/aggregation/AccumulatorFactory.java | 2 +-
.../mpp/common/schematree/ClusterSchemaTree.java | 4 +-
.../iotdb/db/mpp/execution/driver/DataDriver.java | 2 +-
.../db/mpp/execution/driver/SchemaDriver.java | 2 +-
.../execution/exchange/MPPDataExchangeService.java | 4 +-
.../mpp/execution/exchange/SharedTsBlockQueue.java | 6 +-
.../fragment/FragmentInstanceContext.java | 25 +
.../fragment/FragmentInstanceExecution.java | 2 +-
.../fragment/FragmentInstanceManager.java | 9 +-
.../last/AlignedUpdateLastCacheOperator.java | 17 +-
.../AlignedUpdateViewPathLastCacheOperator.java | 57 +
.../process/last/UpdateLastCacheOperator.java | 10 +-
.../last/UpdateViewPathLastCacheOperator.java | 50 +
.../operator/schema/SchemaQueryScanOperator.java | 1 -
.../operator/schema/source/DeviceSchemaSource.java | 5 -
.../operator/schema/source/ISchemaSource.java | 10 -
.../schema/source/LogicalViewSchemaSource.java | 111 +-
.../operator/schema/source/NodeSchemaSource.java | 5 -
.../schema/source/PathsUsingTemplateSource.java | 5 -
.../schema/source/TimeSeriesSchemaSource.java | 113 +-
.../db/mpp/execution/schedule/DriverScheduler.java | 17 +-
.../mpp/execution/schedule/DriverTaskThread.java | 4 +-
.../org/apache/iotdb/db/mpp/plan/Coordinator.java | 12 +-
.../apache/iotdb/db/mpp/plan/analyze/Analysis.java | 36 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 219 ++--
.../db/mpp/plan/analyze/ExpressionAnalyzer.java | 72 +-
.../mpp/plan/analyze/ExpressionTypeAnalyzer.java | 23 +-
.../iotdb/db/mpp/plan/analyze/ExpressionUtils.java | 194 +--
.../config/executor/ClusterConfigTaskExecutor.java | 4 +-
.../iotdb/db/mpp/plan/expression/Expression.java | 80 +-
.../plan/expression/binary/BinaryExpression.java | 8 +-
.../plan/expression/binary/WhenThenExpression.java | 11 +-
.../db/mpp/plan/expression/leaf/LeafOperand.java | 2 +-
.../plan/expression/leaf/TimeSeriesOperand.java | 2 +-
.../plan/expression/multi/FunctionExpression.java | 14 +-
.../expression/other/CaseWhenThenExpression.java | 15 +-
.../plan/expression/ternary/BetweenExpression.java | 14 +-
.../plan/expression/ternary/TernaryExpression.java | 2 +-
.../db/mpp/plan/expression/unary/InExpression.java | 23 +-
.../plan/expression/unary/IsNullExpression.java | 6 +-
.../mpp/plan/expression/unary/LikeExpression.java | 6 +-
.../plan/expression/unary/LogicNotExpression.java | 15 +-
.../plan/expression/unary/NegationExpression.java | 10 +-
.../plan/expression/unary/RegularExpression.java | 6 +-
.../mpp/plan/expression/unary/UnaryExpression.java | 2 +-
.../BindTypeForTimeSeriesOperandVisitor.java | 1 +
.../visitor/ColumnTransformerVisitor.java | 4 +-
.../visitor/CompleteMeasurementSchemaVisitor.java | 9 +-
.../visitor/ExpressionAnalyzeVisitor.java | 2 +-
.../visitor/GetMeasurementExpressionVisitor.java | 16 +-
.../visitor/IntermediateLayerVisitor.java | 2 +-
.../expression/visitor/ReconstructVisitor.java | 7 +-
.../visitor/RemoveAliasFromExpressionVisitor.java | 19 +-
.../RemoveWildcardAndViewInExpressionVisitor.java | 95 --
.../RemoveWildcardAndViewInFilterVisitor.java | 109 --
.../ReplaceRawPathWithGroupedPathVisitor.java | 2 +-
.../BindSchemaForExpressionVisitor.java} | 64 +-
.../BindSchemaForPredicateVisitor.java} | 31 +-
.../{ => cartesian}/CartesianProductVisitor.java | 9 +-
...atDeviceAndBindSchemaForExpressionVisitor.java} | 8 +-
...catDeviceAndBindSchemaForPredicateVisitor.java} | 8 +-
.../ConcatExpressionWithSuffixPathsVisitor.java | 4 +-
.../db/mpp/plan/planner/LogicalPlanBuilder.java | 119 +-
.../db/mpp/plan/planner/LogicalPlanVisitor.java | 27 +-
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 127 +-
.../db/mpp/plan/planner/SubPlanTypeExtractor.java | 2 +-
.../plan/planner/distribution/SourceRewriter.java | 44 +-
.../planner/plan/node/process/TransformNode.java | 2 +-
.../plan/node/process/last/LastQueryMergeNode.java | 48 +-
.../plan/node/process/last/LastQueryNode.java | 56 +-
.../plan/node/source/AlignedLastQueryScanNode.java | 44 +-
.../plan/node/source/LastQueryScanNode.java | 48 +-
.../plan/parameter/AggregationDescriptor.java | 4 +-
.../CrossSeriesAggregationDescriptor.java | 6 +-
.../planner/plan/parameter/GroupByParameter.java | 2 +
.../plan/statement/component/HavingCondition.java | 2 +-
.../plan/statement/component/OrderByComponent.java | 2 +-
.../db/mpp/plan/statement/component/Ordering.java | 10 +
.../mpp/plan/statement/component/ResultColumn.java | 8 +-
.../plan/statement/component/SelectComponent.java | 2 +-
.../plan/statement/component/WhereCondition.java | 2 +-
.../db/mpp/plan/statement/crud/QueryStatement.java | 12 +-
.../dag/intermediate/IntermediateLayer.java | 2 +-
.../db/pipe/agent/runtime/HeartbeatScheduler.java | 23 -
.../db/pipe/agent/runtime/PipeAgentLauncher.java | 12 +-
.../db/pipe/agent/runtime/PipeRuntimeAgent.java | 2 +-
.../iotdb/db/pipe/agent/task/PipeTaskAgent.java | 55 +-
.../core/collector/IoTDBDataRegionCollector.java | 6 +-
.../PipeHistoricalDataRegionTsFileCollector.java | 15 +-
.../PipeRealtimeDataRegionHybridCollector.java | 21 +-
.../PipeRealtimeDataRegionLogCollector.java | 12 +-
.../PipeRealtimeDataRegionTsFileCollector.java | 12 +-
.../realtime/assigner/PipeDataRegionAssigner.java | 2 +-
.../impl/iotdb/v1/IoTDBThriftConnectorV1.java | 61 +-
.../impl/iotdb/v1/IoTDBThriftReceiverV1.java | 59 +-
.../connector/impl/iotdb/v1/PipeRequestType.java | 5 +-
.../v1/request/PipeTransferInsertNodeReq.java | 4 +-
.../iotdb/v1/request/PipeTransferTabletReq.java | 222 ++++
.../manager/PipeConnectorSubtaskLifeCycle.java | 25 +-
.../manager/PipeConnectorSubtaskManager.java | 15 +-
.../iotdb/db/pipe/core/event/EnrichedEvent.java | 24 +-
.../event/impl/PipeEmptyTabletInsertionEvent.java | 23 +-
...ava => PipeInsertNodeTabletInsertionEvent.java} | 83 +-
.../event/impl/PipeTabletTabletInsertionEvent.java | 76 ++
.../core/event/impl/PipeTsFileInsertionEvent.java | 30 +-
.../event/realtime/PipeRealtimeCollectEvent.java | 31 +-
.../realtime/PipeRealtimeCollectEventFactory.java | 6 +-
.../core/event/realtime/TsFileEpochManager.java | 18 +-
.../db/pipe/core/event/view/access/PipeRow.java | 96 +-
.../core/event/view/access/PipeRowIterator.java | 60 -
.../event/view/collector/PipeEventCollector.java | 17 +-
.../event/view/collector/PipeRowCollector.java | 51 +-
.../TabletInsertionDataContainer.java | 378 ++++++
.../TsFileInsertionDataContainer.java | 136 +++
.../TsFileInsertionDataTabletIterator.java | 287 +++++
.../core/processor/PipeDoNothingProcessor.java | 44 +-
.../db/pipe/resource/wal/PipeWALResource.java | 4 +-
.../apache/iotdb/db/pipe/task/PipeTaskBuilder.java | 3 +-
.../db/pipe/task/queue/BlockingPendingQueue.java | 73 ++
...Queue.java => BoundedBlockingPendingQueue.java} | 9 +-
.../task/queue/ListenableBlockingPendingQueue.java | 176 ---
.../queue/PendingQueueNotEmptyToEmptyListener.java | 26 -
.../queue/PendingQueueNotFullToFullListener.java | 26 -
...eue.java => UnboundedBlockingPendingQueue.java} | 5 +-
.../db/pipe/task/stage/PipeTaskCollectorStage.java | 8 +-
.../db/pipe/task/stage/PipeTaskConnectorStage.java | 10 +-
.../db/pipe/task/stage/PipeTaskProcessorStage.java | 76 +-
.../db/pipe/task/subtask/PipeConnectorSubtask.java | 25 +-
.../db/pipe/task/subtask/PipeProcessorSubtask.java | 4 +-
.../iotdb/db/pipe/task/subtask/PipeSubtask.java | 23 +-
.../db/query/control/QueryResourceManager.java | 2 +-
.../UpdateCacheRestorableTsFileIOWriter.java | 58 +
.../db/query/reader/UpdateCacheTsFileIOWriter.java | 51 +
.../apache/iotdb/db/quotas/DataNodeSizeStore.java | 7 +-
.../iotdb/db/rescon/PrimitiveArrayManager.java | 22 +-
.../apache/iotdb/db/service/IoTDBShutdownHook.java | 5 +
.../org/apache/iotdb/db/service/SettleService.java | 3 +-
.../db/service/basic/QueryFrequencyRecorder.java | 4 +-
.../db/service/metrics/DataNodeMetricsHelper.java | 26 +-
.../iotdb/db/service/metrics/FileMetrics.java | 321 ++++-
.../iotdb/db/service/metrics/ProcessMetrics.java | 22 +-
.../iotdb/db/service/metrics/SystemMetrics.java | 7 +-
.../db/sync/common/ClusterSyncInfoFetcher.java | 13 +-
.../org/apache/iotdb/db/utils/DateTimeUtils.java | 4 +-
.../apache/iotdb/db/utils/TypeInferenceUtils.java | 3 +-
.../file/AbstractTsFileRecoverPerformer.java | 3 +-
.../META-INF/native-image/jni-config.json | 79 ++
.../native-image/predefined-classes-config.json | 8 +
.../META-INF/native-image/proxy-config.json | 2 +
.../META-INF/native-image/reflect-config.json | 1273 ++++++++++++++++++++
.../META-INF/native-image/resource-config.json | 33 +
.../native-image/serialization-config.json | 8 +
.../ReadPointAlignedCrossCompactionTest.java | 2 +-
.../ReadPointCompactionPerformerTest.java | 2 +-
.../ReadPointNonAlignedCrossCompactionTest.java | 2 +-
.../cross/CrossSpaceCompactionExceptionTest.java | 2 +-
.../CrossSpaceCompactionWithFastPerformerTest.java | 2 +-
...eCompactionWithFastPerformerValidationTest.java | 2 +-
...sSpaceCompactionWithReadPointPerformerTest.java | 2 +-
...actionWithReadPointPerformerValidationTest.java | 2 +-
.../RewriteCrossSpaceCompactionRecoverTest.java | 2 +-
...eCrossSpaceCompactionWithFastPerformerTest.java | 2 +-
...sSpaceCompactionWithReadPointPerformerTest.java | 2 +-
.../InnerUnseqCompactionWithFastPerformerTest.java | 2 +-
...rUnseqCompactionWithReadPointPerformerTest.java | 2 +-
...eCrossSpaceCompactionRecoverCompatibleTest.java | 2 +-
.../utils/CompactionFileGeneratorUtils.java | 10 +-
.../utils/MultiTsFileDeviceIteratorTest.java | 2 +-
.../db/metadata/idtable/entry/SchemaEntryTest.java | 2 +-
.../apache/iotdb/db/metric/MetricServiceTest.java | 6 +-
.../common/schematree/ClusterSchemaTreeTest.java | 21 +
.../iotdb/db/mpp/execution/DataDriverTest.java | 1 +
.../iotdb/db/mpp/plan/analyze/AnalyzeTest.java | 6 +-
.../mpp/plan/analyze/ExpressionAnalyzerTest.java | 4 +-
.../db/mpp/plan/plan/QueryLogicalPlanUtil.java | 24 +-
.../mpp/plan/plan/distribution/LastQueryTest.java | 9 +-
.../collector/CachedSchemaPatternMatcherTest.java | 4 +-
.../core/collector/PipeRealtimeCollectTest.java | 13 +-
.../PipeInsertNodeTabletInsertionEventTest.java | 178 +++
.../executor/PipeConnectorSubtaskExecutorTest.java | 6 +-
.../executor/PipeProcessorSubtaskExecutorTest.java | 2 -
.../datastructure/PrimitiveArrayManagerTest.java | 75 +-
site/pom.xml | 66 +-
site/src/main/.vuepress/navbar/en.ts | 1 +
site/src/main/.vuepress/navbar/zh.ts | 1 +
site/src/main/.vuepress/sidebar/{ => V1.2.x}/en.ts | 16 +-
site/src/main/.vuepress/sidebar/{ => V1.2.x}/zh.ts | 16 +-
site/src/main/.vuepress/sidebar/en.ts | 2 +
site/src/main/.vuepress/sidebar/zh.ts | 2 +
testcontainer/pom.xml | 2 +-
tsfile/pom.xml | 2 +-
.../tsfile/file/metadata/TimeseriesMetadata.java | 4 +-
.../tsfile/file/metadata/enums/TSDataType.java | 7 +-
.../apache/iotdb/tsfile/write/record/Tablet.java | 412 ++++---
.../iotdb/tsfile/write/writer/TsFileIOWriter.java | 11 +
.../write/writer/tsmiterator/TSMIterator.java | 18 +-
.../iotdb/tsfile/write/record/TabletTest.java | 48 +-
381 files changed, 8911 insertions(+), 3880 deletions(-)
delete mode 100644 .github/workflows/influxdb-protocol.yml
delete mode 100644 example/influxdb-protocol-example/pom.xml
delete mode 100644
example/influxdb-protocol-example/src/main/java/org/apache/iotdb/influxdb/InfluxDBExample.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/view/IoTDBCreateAndShowViewIT.java
delete mode 100644
integration/src/test/java/org/apache/iotdb/db/integration/IoTDBTtlIT.java
delete mode 100644
iotdb-api/external-api/src/main/java/org/apache/iotdb/external/api/ISeriesNumerMonitor.java
rename
server/src/main/java/org/apache/iotdb/db/pipe/task/queue/PendingQueueEmptyToNotEmptyListener.java
=>
metrics/interface/src/main/java/org/apache/iotdb/metrics/MetricConstant.java
(69%)
create mode 100644
metrics/interface/src/main/java/org/apache/iotdb/metrics/metricsets/cpu/CpuUsageMetrics.java
rename
server/src/main/java/org/apache/iotdb/db/pipe/task/queue/PendingQueueFullToNotFullListener.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/concurrent/DataNodeThreadModule.java
(70%)
create mode 100644
node-commons/src/main/java/org/apache/iotdb/commons/concurrent/ThreadPoolMetrics.java
create mode 100644
node-commons/src/main/java/org/apache/iotdb/commons/exception/pipe/PipeRuntimeConnectorCriticalException.java
copy {iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/exception =>
node-commons/src/main/java/org/apache/iotdb/commons/exception/pipe}/PipeRuntimeCriticalException.java
(52%)
rename {iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/exception
=>
node-commons/src/main/java/org/apache/iotdb/commons/exception/pipe}/PipeRuntimeException.java
(79%)
create mode 100644
node-commons/src/main/java/org/apache/iotdb/commons/exception/pipe/PipeRuntimeExceptionType.java
copy {iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/exception =>
node-commons/src/main/java/org/apache/iotdb/commons/exception/pipe}/PipeRuntimeNonCriticalException.java
(51%)
rename
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/exception/PipeRuntimeCriticalException.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/pipe/utils/PipeBinaryTransformer.java
(60%)
create mode 100644
node-commons/src/main/java/org/apache/iotdb/commons/pipe/utils/PipeDataTypeTransformer.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/engine/TsFileMetricManager.java
copy
server/src/main/java/org/apache/iotdb/db/{metadata/schemaregion/ISchemaRegionParams.java
=> exception/metadata/view/BrokenViewException.java} (50%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/exception/metadata/view/ViewNotExistException.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/query/info/TimeseriesSchemaInfo.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/query/reader/TimeseriesReaderWithViewFetch.java
copy
server/src/main/java/org/apache/iotdb/db/{mpp/execution/driver/SchemaDriver.java
=> metadata/visitor/DeviceFilterVisitor.java} (53%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/metadata/visitor/TimeseriesFilterVisitor.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/process/last/AlignedUpdateViewPathLastCacheOperator.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/process/last/UpdateViewPathLastCacheOperator.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/expression/visitor/RemoveWildcardAndViewInExpressionVisitor.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/expression/visitor/RemoveWildcardAndViewInFilterVisitor.java
rename
server/src/main/java/org/apache/iotdb/db/mpp/plan/expression/visitor/{RemoveWildcardInExpressionVisitor.java
=> cartesian/BindSchemaForExpressionVisitor.java} (58%)
rename
server/src/main/java/org/apache/iotdb/db/mpp/plan/expression/visitor/{RemoveWildcardInFilterVisitor.java
=> cartesian/BindSchemaForPredicateVisitor.java} (82%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/expression/visitor/{
=> cartesian}/CartesianProductVisitor.java (90%)
rename
server/src/main/java/org/apache/iotdb/db/mpp/plan/expression/visitor/{ConcatDeviceAndRemoveWildcardVisitor.java
=> cartesian/ConcatDeviceAndBindSchemaForExpressionVisitor.java} (93%)
rename
server/src/main/java/org/apache/iotdb/db/mpp/plan/expression/visitor/{RemoveWildcardInFilterByDeviceVisitor.java
=> cartesian/ConcatDeviceAndBindSchemaForPredicateVisitor.java} (93%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/expression/visitor/{
=> cartesian}/ConcatExpressionWithSuffixPathsVisitor.java (96%)
delete mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/agent/runtime/HeartbeatScheduler.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/connector/impl/iotdb/v1/request/PipeTransferTabletReq.java
rename
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/exception/PipeRuntimeNonCriticalException.java
=>
server/src/main/java/org/apache/iotdb/db/pipe/core/event/impl/PipeEmptyTabletInsertionEvent.java
(58%)
rename
server/src/main/java/org/apache/iotdb/db/pipe/core/event/impl/{PipeTabletInsertionEvent.java
=> PipeInsertNodeTabletInsertionEvent.java} (58%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/event/impl/PipeTabletTabletInsertionEvent.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/event/view/access/PipeRowIterator.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/event/view/datastructure/TabletInsertionDataContainer.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/event/view/datastructure/TsFileInsertionDataContainer.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/event/view/datastructure/TsFileInsertionDataTabletIterator.java
copy
node-commons/src/main/java/org/apache/iotdb/commons/pipe/plugin/builtin/processor/DoNothingProcessor.java
=>
server/src/main/java/org/apache/iotdb/db/pipe/core/processor/PipeDoNothingProcessor.java
(55%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/task/queue/BlockingPendingQueue.java
rename
server/src/main/java/org/apache/iotdb/db/pipe/task/queue/{ListenableBoundedBlockingPendingQueue.java
=> BoundedBlockingPendingQueue.java} (75%)
delete mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/task/queue/ListenableBlockingPendingQueue.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/task/queue/PendingQueueNotEmptyToEmptyListener.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/task/queue/PendingQueueNotFullToFullListener.java
rename
server/src/main/java/org/apache/iotdb/db/pipe/task/queue/{ListenableUnboundedBlockingPendingQueue.java
=> UnboundedBlockingPendingQueue.java} (85%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/query/reader/UpdateCacheRestorableTsFileIOWriter.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/query/reader/UpdateCacheTsFileIOWriter.java
create mode 100644
server/src/main/resources/META-INF/native-image/jni-config.json
create mode 100644
server/src/main/resources/META-INF/native-image/predefined-classes-config.json
create mode 100644
server/src/main/resources/META-INF/native-image/proxy-config.json
create mode 100644
server/src/main/resources/META-INF/native-image/reflect-config.json
create mode 100644
server/src/main/resources/META-INF/native-image/resource-config.json
create mode 100644
server/src/main/resources/META-INF/native-image/serialization-config.json
create mode 100644
server/src/test/java/org/apache/iotdb/db/pipe/core/event/PipeInsertNodeTabletInsertionEventTest.java
copy site/src/main/.vuepress/sidebar/{ => V1.2.x}/en.ts (96%)
copy site/src/main/.vuepress/sidebar/{ => V1.2.x}/zh.ts (96%)
