This is an automated email from the ASF dual-hosted git repository.
jiangtian pushed a change to branch load_v2
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 8805ca8f0a8 Integrate pipe with TsFileSplitSender
add 46fd4520026 Fix bad tsfile being recoverd from wal (#11276)
add e1a0830ff27 ci(grafana): only build on
iotdb-connector/grafana-plugin/** changed (#11311)
add 16f287f2cab Fixed an issue where searchIndex was not restored properly
after IoT protocol restart (#11306)
add 24f24eaee51 Set ShowQuries related DriverTasks to the highest priority
add 676a21bacbd fix(cli-windows): Ensure that any user defined CLASSPATH
variables are not used on startup (#11316)
add e93d0fcaaa6 Set default compaction validation level to RESOURCE_ONLY
(#11278)
add 15824d9a292 Pipe: fix missing `pipeReceiverFileDir` update after
updating `systemDir` during conf initialization (#11318)
add 37a5212f23a [IOTDB-6175] Add TopKNode for `order by time|expression
limit N align by device` query and push down LIMIT value.
add 87a15d2860a [IOTDB-6189] Fix bugs for csv-tools (The output is
incorrect when the import fails. The csv file with bom header can not be
imported. The last line can not be imported) (#11308)
add fd1b9823d8e Refactor/managing dependencies (#11150)
add b029ffffa42 Bump org.xerial.snappy:snappy-java from 1.1.8.4 to
1.1.10.4 (#11216)
add 2eec1fb633e Bump
go.opentelemetry.io/contrib/instrumentation/net/http/httptrace/otelhttptrace
(#11321)
add 3727570a7c6 fixed grafana-plugin compilation failure (#11322)
add 7aaeb22b62c Bump @babel/traverse in /iotdb-connector/grafana-plugin
(#11325)
add 9a25e6c4ba4 Bump org.eclipse.jetty:jetty-http (#11326)
add 6771d33da31 [IOTDB-6192] Remove redundant mergeSortOperator in 'ORDER
BY TIME ALIGN BY DEVICE' (#11320)
add 879d7020ff3 [IOTDB-6141] Optimize the large time range raw query
performance
add 76a5f5d848c Pipe: decouple pipe receiver directory from the system
directory and add support for multiple folders (#11333)
add aa091b0882b [IOTDB-6193] Reject Node startup when loading
configuration file failed (#11331)
add 01275e6cb27 [IOTDB-6191] Fix group by year
add 89f37300927 Pipe: fix all tablets become non-aligned when using batch
mode (#11343)
add 5da895ab08e Pipe: fix potential NPE risk when reflecting
`pipeReceiverFileDirs` (#11346)
add fd1ba791919 Make show version can be used by anyone
add 82303b66e11 Add batch operators loading in the next method of
TopKOperator
add af2c5ee51ff [IOTDB-6171] Implement getRegionReplicaSet method of
QueryExecutor
add e28a27c1eda [IOTDB-6195] Fix bug in group by month while using left
open and right close syntax
add 2a30dcd2c45 Fix tag value in file metrics (#11344)
add e2bfd156bea add path check example (#11336)
add 6700c84cd0d fix(start-cli):add add-opens script (#11353)
add 5eff10ec013 Pipe: integrate pipe with metrics framework & add assigner
/ extractor / processor / connector / heartbeat metrics (#11302)
add df374105ba9 [IOTDB-6169] Pipe: Allocate a PipeInsertNodeCache to each
leader data region (#11201)
add eb22612eef9 [IOTDB-6200] Change schema template to device template
add 960952e0a7d [IOTDB-6201] Fix possible query timeout error in
TimeJoinNode and possible query cycle in last query.
add 212a72d0a01 Refactor Compaction recover and exception handle logic
(#11349)
add a45e4414dd1 Use bash instead of sh in integration test
add 6f6f6425c7f [IOTDB-6197] Improvements on periodic snapshot guardian
(#11342)
add ce4fc833223 [IOTDB-6194] Remove _list from parameter
target_config_node_list (#11335)
add 0118acaa963 Fix partition interval may be not set correctly
add 7759b8747a7 Add SLEEP_BOUND for the DriverTaskTimeoutSentinelThread
add 3602124f76b Fix auth upgrade 1.2 (#11355)
add ca7fbfe0192 Add Interface to extend TsFileResource (#11362)
add e1ba3ac52a2 fix(cli-it): add IOTDB_HOME into environment (#11363)
add abb688bd323 Pipe: introduce wal entry write cache for realtime log
mode (#11366)
add 6a2a4b468d1 auth.add entry for pre version plan
add 224da329db8 Fix the scope of metric module in pom.xml (#11368)
add 64449a45c81 fix(config):remove accidental space (#11371)
add 044a00b83b9 Remove UDTFJexl from built-in function (#11365)
add 273ade23501 Fix aligned timeseries may loss point after flush
add 5debd8a757a [IOTDB-6202] Pipe: listen to tsfile load when realtime
mode = forced-log (#11369)
add 161e3a7b175 Pipe: add fsync ops for PipePluginInfo, PipeTaskInfo,
IoTDBThriftReceiverV1, IoTDBThriftReceiverV1 and ExecutableManager (#11351)
add 34de5255f31 [IOTDB-6203] Remove rpc_thrift_compression_enable hard
code (#11370)
add cebd62b6c36 [IOTDB-6205] Pipe: Fixed null pointer exception (NPE) when
getting historical pending queue size in metrics (#11374)
add 4757f4d2960 [IOTDB-6198] Pipe: Memory Management Framework (#11350)
add e8e2353f5ee [IOTDB-6204] Pipe: Changed the default settings and add
manual configuration logic for opc-ua-connector key directory (#11373)
add 1c2c42845e7 rest service adjustment permission authentication (#11312)
add 06a44df157e Pipe: fine tune hybrid mode by removing tooManyWALPinned
judgement and increasing pipeMaxAllowedPendingTsFileEpochPerDataRegion to 2
(#11382)
add 617bfcea3d3 Pipe: assign progress index for sealed tsfile recovery
(#11384)
add 1448699284e Pipe: support parameter
extractor.history.sloppy-time-range to improve historical data processing
efficiency (#11387)
add 5e392a232b4 docs: update build cli documentation in README (#11385)
add e434a120246 feat(env):add MEMORY_SIZE parameters into env.sh/env.bat
(#11380)
add ea575bab472 Skip loading Chunk without matched ChunkMetadata (#11376)
add dc049d4e81b check startTime and endTime in isSatisfied of
TsFileResource
add 96f2164fe03 Revert "Remove UDTFJexl from built-in function (#11365)"
add e973e6725f8 Pipe: improve db-level pipe performance by removing
useless pattern check (#11386)
add ffa327154f0 [IOTDB-6187] IoTConsense WAL Interval Reading Strategy
Optimization (#11291)
add 7b4fbb1c699 Avoid modification causing OOM while there is much
deletion entry in mods file
add 2d8090da0a0 Improve the high availability of IoTDB
add 655ed78c9b0 Add fsync for AuthorInfo, ClusterSchemaInfo, TriggerInfo
and UDFInfo
add ee459bdc81c Pipe: add memory / cache hit rate / resource reference
count / tsfile epoch metrics (#11388)
add e3e5f688cf5 Add missing UDF registration commands in scripts. (#11391)
add e0271e50cb9 [IOTDB-6211] Restore cluste registered ConfigNodes from
system.properties file when restart DataNode (#11402)
add 9c1eb55dc51 [IOTDB-6208] Node error detection through broken thrift
pipe (#11397)
add 64f0e3ce14d auth. some improvement.
add e45c251ecb9 Fix TsFileResource endTime error when insert empty tablet
and flush (#11404)
add 00fc9b5708b Pipe: rename extractor -> source, connector -> sink,
sloppy-time-range -> loose-range (#11406)
add 5732861f698 fixed rest start fail (#11398)
new ff3887a6a68 Merge branch 'master' into load_v2
new bda76dffe0f integrate historical extractor
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/grafana-plugin.yml | 10 +-
LICENSE-binary | 1 +
README.md | 2 +-
README_ZH.md | 2 +-
code-coverage/pom.xml | 72 +-
distribution/pom.xml | 165 +-
.../DockerCompose/docker-compose-cluster-1c2d.yml | 6 +-
.../DockerCompose/docker-compose-host-3c3d.yml | 4 +-
.../DockerCompose/docker-compose-standalone.yml | 4 +-
docker/src/main/Dockerfile-1c1d | 4 +-
example/client-cpp-example/pom.xml | 28 +-
example/flink-sql/pom.xml | 2 +-
example/flink/pom.xml | 22 +-
example/hadoop/pom.xml | 2 +-
example/jdbc/pom.xml | 4 +-
example/pom.xml | 62 +-
example/pulsar/pom.xml | 2 +-
example/rest-java-example/pom.xml | 7 +-
example/rocketmq/pom.xml | 2 +-
example/{session => schema}/pom.xml | 14 +-
.../org/apache/iotdb/schema/PathCheckExample.java | 138 ++
example/session/pom.xml | 3 +-
example/trigger/pom.xml | 10 +-
example/udf/pom.xml | 4 +-
integration-test/checkstyle.xml | 2 +-
integration-test/pom.xml | 592 +++--
.../iotdb/it/env/cluster/env/AbstractEnv.java | 18 +-
.../it/env/cluster/node/AbstractNodeWrapper.java | 18 +-
.../it/env/cluster/node/ConfigNodeWrapper.java | 9 +-
.../iotdb/it/env/cluster/node/DataNodeWrapper.java | 4 +-
.../iotdb/it/env/remote/env/RemoteServerEnv.java | 7 +-
.../iotdb/it/framework/IoTDBTestConstants.java | 11 +-
.../iotdb/it/framework/IoTDBTestReporter.java | 4 +-
.../apache/iotdb/it/framework/IoTDBTestStat.java | 4 +-
.../apache/iotdb/cli/it/StartClientScriptIT.java | 11 +-
.../it/cluster/IoTDBClusterRestartIT.java | 10 +-
.../db/it/IoTDBSyntaxConventionIdentifierIT.java | 14 +-
.../IoTDBOrderByLimitOffsetAlignByDeviceIT.java | 102 +
.../IoTDBOrderByWithAlignByDeviceIT.java | 290 ++-
.../db/it/aligned/IoTDBGroupByLevelQueryIT.java | 12 +-
.../db/it/aligned/IoTDBInsertAlignedValues2IT.java | 42 +
.../org/apache/iotdb/db/it/auth/IoTDBAuthIT.java | 95 +-
.../iotdb/db/it/auth/IoTDBSystemPermissionIT.java | 7 +-
.../db/it/auth/IoTDBTemplatePermissionIT.java | 32 +-
.../db/it/groupby/IoTDBGroupByNaturalMonthIT.java | 110 +-
.../it/schema/IoTDBClusterMeasurementQuotaIT.java | 16 +-
.../db/it/schema/IoTDBDeactivateTemplateIT.java | 56 +-
.../db/it/schema/IoTDBDeleteTimeSeriesIT.java | 4 +-
.../iotdb/db/it/schema/IoTDBExtendTemplateIT.java | 26 +-
.../iotdb/db/it/schema/IoTDBSchemaTemplateIT.java | 234 +-
.../iotdb/db/it/selectinto/IoTDBSelectIntoIT.java | 10 +-
.../db/it/udf/IoTDBUDTFBuiltinFunctionIT.java | 159 +-
.../db/it/withoutNull/IoTDBWithoutAllNullIT.java | 4 +-
.../iotdb/it/framework/IoTDBTestListener.java | 7 +-
.../apache/iotdb/it/framework/IoTDBTestRunner.java | 0
.../framework/IoTDBTestRunnerWithParameters.java | 0
.../IoTDBTestRunnerWithParametersFactory.java | 0
.../apache/iotdb/libudf/it/anomaly/AnomalyIT.java | 121 +-
.../iotdb/libudf/it/dprofile/DProfileIT.java | 12 +-
.../iotdb/libudf/it/dquality/DQualityIT.java | 2 +
.../apache/iotdb/libudf/it/drepair/DRepairIT.java | 2 +
.../iotdb/libudf/it/frequency/FrequencyIT.java | 2 +
.../org/apache/iotdb/tools/ExportCsvTestIT.java | 4 +-
.../org/apache/iotdb/tools/ExportTsFileTestIT.java | 4 +-
.../org/apache/iotdb/util/AbstractSchemaIT.java | 4 +-
.../iotdb/zeppelin/it/IoTDBInterpreterIT.java | 5 +-
iotdb-api/external-api/pom.xml | 8 +-
iotdb-api/pipe-api/pom.xml | 8 +-
.../api/customizer/parameter/PipeParameters.java | 135 +-
iotdb-api/trigger-api/pom.xml | 14 +-
iotdb-api/udf-api/pom.xml | 6 +-
iotdb-client/cli/pom.xml | 178 +-
.../cli/src/assembly/resources/sbin/start-cli.bat | 40 +-
.../cli/src/assembly/resources/sbin/start-cli.sh | 22 +-
.../main/java/org/apache/iotdb/tool/ImportCsv.java | 84 +-
.../iotdb/tool/integration/ExportCsvTestIT.java | 2 +-
.../iotdb/tool/integration/ImportCsvTestIT.java | 2 +-
iotdb-client/client-cpp/pom.xml | 61 +-
iotdb-client/client-cpp/src/main/Session.cpp | 2 +-
iotdb-client/client-py/README.md | 24 +-
iotdb-client/client-py/iotdb/Session.py | 14 +-
.../client-py/iotdb/template/TemplateNode.py | 2 +-
iotdb-client/client-py/pom.xml | 45 +-
iotdb-client/client-py/tests/test_template.py | 4 +-
iotdb-client/isession/pom.xml | 21 +-
iotdb-client/jdbc/pom.xml | 128 +-
.../test/java/org/apache/iotdb/jdbc/BatchTest.java | 2 +-
.../org/apache/iotdb/jdbc/IoTDBConnectionTest.java | 2 +-
.../iotdb/jdbc/IoTDBDatabaseMetadataTest.java | 2 +-
.../apache/iotdb/jdbc/IoTDBJDBCResultSetTest.java | 2 +-
.../iotdb/jdbc/IoTDBPreparedStatementTest.java | 2 +-
.../org/apache/iotdb/jdbc/IoTDBStatementTest.java | 2 +-
iotdb-client/service-rpc/pom.xml | 104 +-
iotdb-client/session/pom.xml | 105 +-
.../java/org/apache/iotdb/session/Session.java | 4 +-
iotdb-connector/flink-iotdb-connector/pom.xml | 35 +-
.../iotdb/flink/IoTDBSinkBatchInsertTest.java | 2 +-
.../iotdb/flink/IoTDBSinkBatchTimerTest.java | 2 +-
.../apache/iotdb/flink/IoTDBSinkInsertTest.java | 2 +-
iotdb-connector/flink-sql-iotdb-connector/pom.xml | 72 +-
.../flink/sql/function/IoTDBLookupFunction.java | 4 +-
iotdb-connector/flink-tsfile-connector/pom.xml | 112 +-
.../src/test/resources/log4j.properties | 16 +-
iotdb-connector/grafana-connector/pom.xml | 138 +-
.../iotdb/web/grafana/conf/MyConfiguration.java | 15 +-
.../web/grafana/interceptor/LoginInterceptor.java | 14 +-
iotdb-connector/grafana-plugin/backend-compile.sh | 2 +-
iotdb-connector/grafana-plugin/go.mod | 10 +-
.../grafana-plugin/pkg/plugin/plugin.go | 6 +-
iotdb-connector/grafana-plugin/pom.xml | 6 +-
iotdb-connector/grafana-plugin/yarn.lock | 133 +-
iotdb-connector/hadoop/pom.xml | 105 +-
iotdb-connector/hive-connector/pom.xml | 178 +-
iotdb-connector/pom.xml | 15 +
iotdb-connector/spark-iotdb-connector/pom.xml | 101 +-
.../spark-iotdb-connector/scala_2.11/pom.xml | 5 +-
.../spark-iotdb-connector/scala_2.12/pom.xml | 7 +
iotdb-connector/spark-tsfile/pom.xml | 87 +-
iotdb-connector/zeppelin-interpreter/pom.xml | 38 +-
iotdb-core/antlr/pom.xml | 20 +-
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 2 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 50 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 13 +-
iotdb-core/confignode/pom.xml | 150 +-
.../src/assembly/resources/conf/confignode-env.bat | 72 +-
.../src/assembly/resources/conf/confignode-env.sh | 113 +-
.../resources/conf/iotdb-confignode.properties | 9 +-
.../heartbeat/ConfigNodeHeartbeatHandler.java | 19 +-
.../heartbeat/DataNodeHeartbeatHandler.java | 8 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 41 +-
.../confignode/conf/ConfigNodeDescriptor.java | 59 +-
.../confignode/conf/ConfigNodeStartupCheck.java | 10 +-
.../confignode/conf/SystemPropertiesUtils.java | 14 +-
.../consensus/request/ConfigPhysicalPlan.java | 17 +
.../iotdb/confignode/manager/ConfigManager.java | 4 +-
.../manager/consensus/ConsensusManager.java | 4 +-
.../manager/node/ClusterNodeStartUtils.java | 4 +-
.../iotdb/confignode/manager/node/NodeManager.java | 5 +
.../iotdb/confignode/persistence/AuthorInfo.java | 6 +-
.../iotdb/confignode/persistence/TriggerInfo.java | 2 +
.../iotdb/confignode/persistence/UDFInfo.java | 3 +
.../persistence/pipe/PipePluginInfo.java | 10 +-
.../confignode/persistence/pipe/PipeTaskInfo.java | 1 +
.../persistence/schema/ClusterSchemaInfo.java | 9 +-
.../persistence/schema/TemplatePreSetTable.java | 18 +-
.../persistence/schema/TemplateTable.java | 19 +-
.../impl/schema/DeactivateTemplateProcedure.java | 2 +-
.../iotdb/confignode/service/ConfigNode.java | 14 +-
.../confignode/service/ConfigNodeShutdownHook.java | 6 +-
.../confignode/persistence/AuthorInfoTest.java | 987 +++-----
.../confignode1conf/iotdb-confignode.properties | 2 +-
.../confignode2conf/iotdb-confignode.properties | 2 +-
.../confignode3conf/iotdb-confignode.properties | 2 +-
iotdb-core/consensus/pom.xml | 140 +-
.../apache/iotdb/consensus/config/RatisConfig.java | 53 +-
.../iot/client/AsyncIoTConsensusServiceClient.java | 6 +-
.../consensus/iot/client/DispatchLogHandler.java | 18 +-
.../apache/iotdb/consensus/ratis/DiskGuardian.java | 252 +++
.../iotdb/consensus/ratis/RatisConsensus.java | 71 +-
.../ratis/metrics/IoTDBMetricRegistry.java | 2 +-
.../consensus/ratis/utils/RatisLogMonitor.java | 88 -
.../iotdb/consensus/ratis/DiskGuardianTest.java | 120 +
.../iotdb/consensus/ratis/RatisConsensusTest.java | 4 +-
.../apache/iotdb/consensus/ratis/TestUtils.java | 7 +-
iotdb-core/datanode/pom.xml | 582 +++--
.../src/assembly/resources/conf/datanode-env.bat | 69 +-
.../src/assembly/resources/conf/datanode-env.sh | 105 +-
.../resources/conf/iotdb-datanode.properties | 20 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 20 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 77 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 118 +-
.../db/consensus/DataRegionConsensusImpl.java | 4 +-
.../db/consensus/SchemaRegionConsensusImpl.java | 4 +-
.../schemaregion/SchemaExecutionVisitor.java | 2 +-
.../exception/metadata/PathNotExistException.java | 4 +-
.../metadata/SeriesOverflowException.java | 5 +-
.../template/TemplateIncompatibleException.java | 4 +-
.../db/pipe/agent/plugin/PipePluginAgent.java | 11 +-
.../db/pipe/agent/receiver/PipeReceiverAgent.java | 14 +-
.../db/pipe/agent/runtime/PipeRuntimeAgent.java | 8 +-
.../config/constant/PipeConnectorConstant.java | 27 +
.../config/constant/PipeExtractorConstant.java | 31 +-
.../builder/PipeTransferBatchReqBuilder.java | 9 +-
.../request/PipeTransferTabletRawReq.java | 1 +
.../db/pipe/connector/protocol/IoTDBConnector.java | 40 +-
.../protocol/airgap/IoTDBAirGapConnector.java | 8 +-
.../protocol/legacy/IoTDBLegacyPipeConnector.java | 37 +-
.../connector/protocol/opcua/OpcUaConnector.java | 26 +-
.../protocol/opcua/OpcUaServerBuilder.java | 20 +-
.../protocol/websocket/WebSocketConnector.java | 5 +-
.../apache/iotdb/db/pipe/event/EnrichedEvent.java | 17 +-
.../event/common/heartbeat/PipeHeartbeatEvent.java | 11 +-
.../tsfile/PipeBatchTsFileInsertionEvent.java | 20 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 24 +-
.../db/pipe/event/realtime/PipeRealtimeEvent.java | 9 +
.../event/realtime/PipeRealtimeEventFactory.java | 4 +-
.../pipe/extractor/IoTDBDataRegionExtractor.java | 149 +-
.../historical/BatchedTsFileExtractor.java | 1 +
.../PipeHistoricalDataRegionExtractor.java | 2 +
.../PipeHistoricalDataRegionTsFileExtractor.java | 87 +-
.../realtime/PipeRealtimeDataRegionExtractor.java | 72 +-
.../PipeRealtimeDataRegionHybridExtractor.java | 21 +-
.../PipeRealtimeDataRegionLogExtractor.java | 45 +-
.../realtime/assigner/DisruptorQueue.java | 23 +-
.../realtime/assigner/PipeDataRegionAssigner.java | 24 +-
.../pipe/extractor/realtime/epoch/TsFileEpoch.java | 26 +-
.../realtime/epoch/TsFileEpochManager.java | 4 +
.../listener/PipeInsertionDataNodeListener.java | 9 +-
.../iotdb/db/pipe/metric/PipeAssignerMetrics.java | 165 ++
.../iotdb/db/pipe/metric/PipeConnectorMetrics.java | 253 +++
.../iotdb/db/pipe/metric/PipeEventCounter.java | 79 +
.../iotdb/db/pipe/metric/PipeExtractorMetrics.java | 302 +++
.../db/pipe/metric/PipeHeartbeatEventMetrics.java | 125 +
.../apache/iotdb/db/pipe/metric/PipeMetrics.java | 69 +
.../iotdb/db/pipe/metric/PipeProcessorMetrics.java | 253 +++
.../iotdb/db/pipe/metric/PipeResourceMetrics.java | 90 +
.../pipe/metric/PipeWALInsertNodeCacheMetrics.java | 137 ++
.../legacy/IoTDBLegacyPipeReceiverAgent.java | 1 +
.../receiver/thrift/IoTDBThriftReceiverV1.java | 41 +-
.../db/pipe/resource/PipeResourceManager.java | 7 +
.../resource/memory/PipeMemoryBlock.java} | 33 +-
.../db/pipe/resource/memory/PipeMemoryManager.java | 92 +
.../resource/tsfile/PipeTsFileResourceManager.java | 4 +
.../pipe/resource/wal/PipeWALResourceManager.java | 7 +
.../pipe/task/connection/BlockingPendingQueue.java | 52 +-
.../db/pipe/task/connection/EnrichedDeque.java | 33 +-
.../pipe/task/connection/PipeEventCollector.java | 12 +
.../db/pipe/task/stage/PipeTaskExtractorStage.java | 5 +-
.../db/pipe/task/stage/PipeTaskProcessorStage.java | 2 +-
.../subtask/connector/PipeConnectorSubtask.java | 18 +
.../connector/PipeConnectorSubtaskManager.java | 7 +-
.../subtask/processor/PipeProcessorSubtask.java | 18 +
.../iotdb/db/protocol/mqtt/MPPPublishHandler.java | 5 +
.../protocol/rest/filter/AuthorizationFilter.java | 41 +-
.../rest/v1/impl/GrafanaApiServiceImpl.java | 6 +-
.../protocol/rest/v1/impl/RestApiServiceImpl.java | 9 +-
.../rest/v2/impl/GrafanaApiServiceImpl.java | 6 +-
.../protocol/rest/v2/impl/RestApiServiceImpl.java | 8 +-
...ttClientSession.java => RestClientSession.java} | 10 +-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 10 +-
.../db/queryengine/common/MPPQueryContext.java | 13 +
.../common/header/ColumnHeaderConstant.java | 2 +-
.../db/queryengine/execution/driver/Driver.java | 12 +
.../db/queryengine/execution/driver/IDriver.java | 4 +
.../execution/exchange/MPPDataExchangeService.java | 3 +-
.../fragment/FragmentInstanceManager.java | 5 +
.../execution/fragment/QueryContext.java | 34 +-
.../queryengine/execution/load/TsFileSplitter.java | 12 +
.../execution/operator/AbstractOperator.java | 3 +
.../execution/operator/process/TopKOperator.java | 362 +++
.../last/AlignedUpdateLastCacheOperator.java | 6 +-
.../operator/source/AlignedSeriesScanOperator.java | 12 +-
.../execution/schedule/DriverScheduler.java | 12 +-
.../schedule/DriverTaskTimeoutSentinelThread.java | 18 +-
.../execution/schedule/ITaskScheduler.java | 8 +
.../multilevelqueue/MultilevelPriorityQueue.java | 111 +-
.../execution/schedule/task/DriverTask.java | 22 +-
.../db/queryengine/plan/analyze/Analysis.java | 11 +
.../queryengine/plan/analyze/AnalyzeVisitor.java | 22 +-
.../plan/analyze/LoadTsfileAnalyzer.java | 5 +-
.../queryengine/plan/execution/QueryExecution.java | 8 +
.../config/executor/ClusterConfigTaskExecutor.java | 12 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 22 +-
.../plan/planner/LocalExecutionPlanner.java | 4 +-
.../plan/planner/LogicalPlanBuilder.java | 223 +-
.../plan/planner/LogicalPlanVisitor.java | 31 +-
.../plan/planner/OperatorTreeGenerator.java | 40 +
.../distribution/DistributionPlanContext.java | 6 +-
.../planner/distribution/DistributionPlanner.java | 16 +-
.../planner/distribution/ExchangeNodeAdder.java | 127 +-
.../planner/distribution/NodeGroupContext.java | 8 +-
.../plan/planner/distribution/SourceRewriter.java | 130 +-
.../plan/planner/plan/FragmentInstance.java | 21 +
.../plan/planner/plan/node/PlanGraphPrinter.java | 10 +
.../plan/planner/plan/node/PlanNodeType.java | 6 +-
.../plan/planner/plan/node/PlanVisitor.java | 5 +
.../plan/node/load/LoadSingleTsFileNode.java | 2 +-
.../process/{MergeSortNode.java => TopKNode.java} | 54 +-
.../planner/plan/node/sink/ShuffleSinkNode.java | 12 +-
.../plan/scheduler/AsyncPlanNodeSender.java | 83 +-
.../plan/scheduler/AsyncSendPlanNodeHandler.java | 27 +-
.../scheduler/FragmentInstanceDispatcherImpl.java | 32 +-
.../queryengine/plan/statement/StatementType.java | 1 +
.../plan/statement/sys/AuthorStatement.java | 2 +-
.../plan/statement/sys/ShowQueriesStatement.java | 3 +-
.../plan/statement/sys/ShowVersionStatement.java | 7 +-
.../schemaregion/utils/ResourceByPathUtils.java | 10 +-
.../template/ClusterTemplateManager.java | 4 +-
.../db/schemaengine/template/ITemplateManager.java | 6 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 21 +-
.../db/service/DataNodeInternalRPCService.java | 3 +-
.../apache/iotdb/db/service/MLNodeRPCService.java | 2 +-
.../org/apache/iotdb/db/service/MQTTService.java | 7 +-
.../db/service/metrics/DataNodeMetricsHelper.java | 4 +
.../db/service/metrics/file/ModsFileMetrics.java | 9 +-
.../db/service/metrics/file/TsFileMetrics.java | 4 +-
.../db/storageengine/dataregion/DataRegion.java | 4 +-
...eption.java => CompactionRecoverException.java} | 8 +-
.../execute/recover/CompactionRecoverManager.java | 20 -
.../execute/recover/CompactionRecoverTask.java | 238 +-
.../execute/task/AbstractCompactionTask.java | 138 +-
.../execute/task/CrossSpaceCompactionTask.java | 164 +-
.../execute/task/InnerSpaceCompactionTask.java | 189 +-
.../execute/utils/log/CompactionLogAnalyzer.java | 121 +-
.../execute/utils/log/CompactionLogger.java | 18 +-
.../utils/log/CompactionTaskStage.java} | 36 +-
.../SimpleCompactionLogger.java} | 35 +-
.../execute/utils/log/TsFileIdentifier.java | 30 -
.../dataregion/memtable/AbstractMemTable.java | 7 +-
.../memtable/AlignedWritableMemChunk.java | 19 +-
.../dataregion/memtable/TsFileProcessor.java | 2 +-
.../metadata/DiskAlignedChunkMetadataLoader.java | 14 +-
.../chunk/metadata/DiskChunkMetadataLoader.java | 13 +-
.../dataregion/tsfile/TsFileResource.java | 81 +-
.../tsfile/TsFileResourceBlockType.java} | 28 +-
.../wal/checkpoint/CheckpointManager.java | 13 +-
.../dataregion/wal/checkpoint/MemTableInfo.java | 7 +
.../storageengine/dataregion/wal/node/WALNode.java | 30 +-
.../dataregion/wal/recover/WALNodeRecoverTask.java | 61 +-
.../file/AbstractTsFileRecoverPerformer.java | 5 +
.../wal/recover/file/TsFilePlanRedoer.java | 9 +-
.../file/UnsealedTsFileRecoverPerformer.java | 63 +-
.../dataregion/wal/utils/WALEntryHandler.java | 43 +-
.../dataregion/wal/utils/WALEntryPosition.java | 51 +-
.../dataregion/wal/utils/WALInsertNodeCache.java | 198 +-
.../org/apache/iotdb/db/utils/DateTimeUtils.java | 32 +-
.../org/apache/iotdb/db/utils/FileLoaderUtils.java | 29 +-
.../db/utils/datastructure/MergeSortHeap.java | 4 +
.../iotdb/db/utils/datastructure/MergeSortKey.java | 3 +-
.../db/auth/role/LocalFileRoleAccessorTest.java | 90 +-
.../db/auth/role/LocalFileRoleManagerTest.java | 21 +-
.../db/auth/user/LocalFileUserAccessorTest.java | 106 +-
.../db/auth/user/LocalFileUserManagerTest.java | 22 +-
.../apache/iotdb/db/conf/IoTDBDescriptorTest.java | 40 +-
.../extractor/IoTDBDataRegionExtractorTest.java | 8 +-
.../db/pipe/extractor/PipeRealtimeExtractTest.java | 2 +-
.../execution/operator/MergeSortOperatorTest.java | 163 +-
...SortOperatorTest.java => TopKOperatorTest.java} | 1009 ++-------
.../schedule/DefaultDriverSchedulerTest.java | 28 +-
.../DriverTaskTimeoutSentinelThreadTest.java | 19 +-
.../queue/MultilevelPriorityQueueTest.java | 199 ++
.../queryengine/plan/plan/PipelineBuilderTest.java | 91 +
.../AlignByDeviceOrderByLimitOffsetTest.java | 278 +++
.../plan/distribution/AlignedByDeviceTest.java | 23 +
.../distribution/DistributionPlannerCycleTest.java | 81 +
.../queryengine/plan/plan/distribution/Util2.java | 309 +++
.../storageengine/dataregion/DataRegionTest.java | 82 +
.../compaction/AbstractCompactionTest.java | 3 +
.../ReadPointCompactionPerformerTest.java | 8 +-
.../CrossSpaceCompactionWithFastPerformerTest.java | 26 +-
...sSpaceCompactionWithReadPointPerformerTest.java | 26 +-
...eCrossSpaceCompactionRecoverCompatibleTest.java | 413 ----
.../SizeTieredCompactionRecoverCompatibleTest.java | 276 ---
.../recover/SizeTieredCompactionRecoverTest.java | 588 +++--
.../dataregion/wal/node/WALEntryHandlerTest.java | 2 +-
.../wal/recover/file/TsFilePlanRedoerTest.java | 35 +-
.../wal/utils/WALInsertNodeCacheTest.java | 10 +-
.../db/utils/datastructure/MergeSortHeapTest.java | 116 +
.../datanode1conf/iotdb-datanode.properties | 2 +-
.../datanode2conf/iotdb-datanode.properties | 2 +-
.../datanode3conf/iotdb-datanode.properties | 2 +-
.../src/test/resources/iotdb-datanode.properties | 1 +
iotdb-core/metrics/dropwizard-metrics/pom.xml | 14 +-
iotdb-core/metrics/interface/pom.xml | 81 +-
.../iotdb/metrics/AbstractMetricService.java | 1 +
iotdb-core/metrics/micrometer-metrics/pom.xml | 10 +-
iotdb-core/metrics/pom.xml | 6 +-
iotdb-core/mlnode/pom.xml | 74 +-
iotdb-core/node-commons/pom.xml | 299 ++-
.../resources/conf/iotdb-common.properties | 7 +-
.../commons/auth/entity/PriPrivilegeType.java | 117 +-
.../iotdb/commons/auth/entity/PrivilegeType.java | 3 +-
.../org/apache/iotdb/commons/auth/entity/Role.java | 6 +-
.../commons/auth/role/LocalFileRoleAccessor.java | 47 +-
.../iotdb/commons/auth/user/BasicUserManager.java | 2 +-
.../commons/auth/user/LocalFileUserAccessor.java | 65 +-
.../apache/iotdb/commons/client/ThriftClient.java | 13 +-
.../async/AsyncConfigNodeIServiceClient.java | 6 +-
.../async/AsyncDataNodeInternalServiceClient.java | 6 +-
.../AsyncDataNodeMPPDataExchangeServiceClient.java | 6 +-
.../async/AsyncPipeDataTransferServiceClient.java | 6 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 21 +-
.../iotdb/commons/conf/CommonDescriptor.java | 30 +-
.../apache/iotdb/commons/conf/IoTDBConstant.java | 2 +
.../commons/executable/ExecutableManager.java | 1 +
.../iotdb/commons/partition/QueryExecutor.java | 6 +
.../iotdb/commons/pipe/config/PipeConfig.java | 14 +
.../iotdb/commons/service/metric/enums/Metric.java | 33 +-
iotdb-core/tsfile/pom.xml | 182 +-
.../iotdb/tsfile/file/header/ChunkGroupHeader.java | 3 +
.../iotdb/tsfile/read/common/block/TsBlock.java | 46 +
.../tsfile/read/common/block/TsBlockBuilder.java | 2 +-
.../block/column/Int32ArrayColumnEncoder.java | 20 +-
.../read/common/block/column/TsBlockSerde.java | 7 +-
.../tsfile/read/reader/page/AlignedPageReader.java | 201 +-
.../tsfile/read/reader/page/ValuePageReader.java | 131 ++
.../read/reader/series/PaginationController.java | 8 +
.../tsfile/read/TsFileSequenceReaderTest.java | 11 +-
.../iotdb/tsfile/utils/TsFileGeneratorForTest.java | 2 +
.../write/writer/RestorableTsFileIOWriterTest.java | 37 +
iotdb-protocol/openapi/pom.xml | 100 +-
iotdb-protocol/thrift-commons/pom.xml | 14 +-
iotdb-protocol/thrift-confignode/pom.xml | 28 +-
.../src/main/thrift/confignode.thrift | 19 +-
iotdb-protocol/thrift-consensus/pom.xml | 28 +-
iotdb-protocol/thrift-datanode/pom.xml | 46 +-
.../thrift-datanode/src/main/thrift/client.thrift | 1 +
iotdb-protocol/thrift-mlnode/pom.xml | 28 +-
library-udf/pom.xml | 43 +-
library-udf/src/assembly/tools/register-UDF.bat | 4 +
library-udf/src/assembly/tools/register-UDF.sh | 4 +-
pom.xml | 2377 +++++++++++++++-----
412 files changed, 14789 insertions(+), 7785 deletions(-)
copy example/{session => schema}/pom.xml (81%)
create mode 100644
example/schema/src/main/java/org/apache/iotdb/schema/PathCheckExample.java
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/exception/RpcThrottlingException.java
=>
integration-test/src/main/java/org/apache/iotdb/it/framework/IoTDBTestConstants.java
(83%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/alignbydevice/IoTDBOrderByLimitOffsetAlignByDeviceIT.java
rename integration-test/src/{main =>
test}/java/org/apache/iotdb/it/framework/IoTDBTestListener.java (89%)
rename integration-test/src/{main =>
test}/java/org/apache/iotdb/it/framework/IoTDBTestRunner.java (100%)
rename integration-test/src/{main =>
test}/java/org/apache/iotdb/it/framework/IoTDBTestRunnerWithParameters.java
(100%)
rename integration-test/src/{main =>
test}/java/org/apache/iotdb/it/framework/IoTDBTestRunnerWithParametersFactory.java
(100%)
copy docker/src/main/DockerCompose/start-1c1d.sh =>
iotdb-connector/flink-tsfile-connector/src/test/resources/log4j.properties (70%)
mode change 100755 => 100644
create mode 100644
iotdb-core/consensus/src/main/java/org/apache/iotdb/consensus/ratis/DiskGuardian.java
delete mode 100644
iotdb-core/consensus/src/main/java/org/apache/iotdb/consensus/ratis/utils/RatisLogMonitor.java
create mode 100644
iotdb-core/consensus/src/test/java/org/apache/iotdb/consensus/ratis/DiskGuardianTest.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/PipeAssignerMetrics.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/PipeConnectorMetrics.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/PipeEventCounter.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/PipeExtractorMetrics.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/PipeHeartbeatEventMetrics.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/PipeMetrics.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/PipeProcessorMetrics.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/PipeResourceMetrics.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/metric/PipeWALInsertNodeCacheMetrics.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{queryengine/execution/operator/process/join/merge/AscTimeComparator.java
=> pipe/resource/memory/PipeMemoryBlock.java} (59%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/memory/PipeMemoryManager.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/protocol/session/{MqttClientSession.java
=> RestClientSession.java} (89%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/TopKOperator.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/process/{MergeSortNode.java
=> TopKNode.java} (71%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/exception/{CompactionValidationFailedException.java
=> CompactionRecoverException.java} (80%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/{tool/Interval.java
=> execute/utils/log/CompactionTaskStage.java} (62%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/{validator/NoneCompactionValidator.java
=> log/SimpleCompactionLogger.java} (54%)
copy
iotdb-core/{node-commons/src/main/java/org/apache/iotdb/commons/pipe/task/meta/PipeStatus.java
=>
datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/tsfile/TsFileResourceBlockType.java}
(65%)
copy
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/operator/{MergeSortOperatorTest.java
=> TopKOperatorTest.java} (60%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/execution/schedule/queue/MultilevelPriorityQueueTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/plan/distribution/AlignByDeviceOrderByLimitOffsetTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/plan/distribution/DistributionPlannerCycleTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/plan/distribution/Util2.java
delete mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/recover/RewriteCrossSpaceCompactionRecoverCompatibleTest.java
delete mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/recover/SizeTieredCompactionRecoverCompatibleTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/utils/datastructure/MergeSortHeapTest.java
