This is an automated email from the ASF dual-hosted git repository.
jackietien pushed a change to branch CannotFetchSchemaPartition
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 8fad7cd0c7a Allow in DevicePath
add 29e038d6a96 Fix memory leak when deleting database in PB_Tree mode
(#10885)
add 38b36006b2a [IOTDB-6117] Pipe: Optimize RPC requests from CN to DN. CN
send exactly one pipeMeta to each DN upon create/start/stop/drop pipe (#10875)
add 5f6db2e308a Fix some ITs of UDFManagement
add 2c2f40bdb45 Implement intersect with prefix pattern for PartialPath
and PathPatternTree
add af250e0b9ca [IOTDB-6122] Pipe: Progress Index markers an incorrect
value when load a tsfile with tsfileResource (#10908)
add 30a006118d0 reduce wal log output level (#10873)
add 144e5428fbb [IOTDB-6114] Pipe: Support multi-cluster data sync (#10868)
add 8d79a5e4e7c Add hot load compaction configs (#10758)
add 0cd30225af5 Move SchemaConstant to common package
add 40617cd3940 Revert removed dependencies to avoid write performance
declining (#10921)
add d614139f71f Optimize client cpp package (#10923)
add 51e6d17b821 [IOTDB-6120] Push down limit/offset in query with group by
time
add 23340404c99 [IOTDB-6080] Pipe: Introduce batch mode for tablet
transferring (#10912)
add 1dce787c39e [Metric] Fix flush point statistics (#10915)
add 6357533a25c [IOTDB-6125] Fix DataPartition allocation bug when insert
big batch data (#10924)
add e891a5d1f31 [IOTDB-6121] Consensus layer interface and exception
handling refactoring (#10896)
add fe7b3a4dff2 [IOTDB-6125] Fix DataPartition allocation bug when insert
big batch data (#10938)
add 332521a3241 [IOTDB-6083] Pipe: Fix subscrption running with the
pattern option causing OOM & make PipeRawTabletInsertionEvent able to report
progress to avoid losing data (#10865)
add 6f7751bc1c1 [IOTDB-6082] Improve disk space metrics (#10925)
add 55bea920618 Pipe: Swapped the start order of realtimeExtractor and
historicalExtractor to avoid losing data (#10927)
add 4341c152a77 [IOTDB-6103] Adding count_time aggregation feature (#10756)
add e9fe0b1082d Feature/simplified tsfile examples (#10906)
add 97a5ab693b4 Feature/test externalized iotdb tools thrift (#10893)
add 810ec62f824 [IOTDB-6124] Add scope filter parameter for tree visitor
framework
add 05432f6d061 Use new released iotdb-tools-thrift to build thrift files
(#10948)
add 489be30b4db Feature/streamlined grafana plugin profile (#10907)
add c4b72fc76ec [IOTDB-6126] Pipe: Added PipeHeartbeatEvent to trigger
delay reporting, batch transferring and async retrying (#10940)
add 48bb45b056f Remove some useless configs (#10949)
add 40f2ff4d2aa Bump word-wrap from 1.2.3 to 1.2.5 in
/iotdb-connector/grafana-plugin (#10955)
add b7bafc1882e Bump semver from 5.7.1 to 5.7.2 in
/iotdb-connector/grafana-plugin (#10547)
add 0a5d4ec993f [IOTDB-6123] Pipe: reduce the de/ser to slove the slow log
transfer problem (#10913)
add df262ee6c0d Fix client-cpp-example build error (#10956)
add bd588e27682 [RatisConsensus] Fix flaky unit tests after linearizable
read (#10942)
add 1ae952ce14c [IOTDB-6127] Pipe: buffered events in processor stage can
not be consumed by connector (#10962)
add 3073fe63bc3 [IOTDB-6029] flink-sql-iotdb-connector (#10958)
add daebc419e0e Pipe: Increase the injection frequency of HeartBeatEvent
to reduce the delay in log transferring (#10970)
add 8424f821475 Accelerate the deletion execution (#10967)
add f1a4012424f Pipe: drop HeartbeatEvent when pipe is stopped to avoid
OOM (#10977)
add f80c2894f42 Fix point priority reader array index out of bound
exception (#10919)
add c307a455819 Reimplement compaction memory estimator (#10951)
add 7a005340bb1 add lazy page reader for aligned page reader to avoid huge
memory cost when reading rows of aligned timeseries (#10966)
add 7356c8a435c upgrade ratis snapshot version to 2.5.2-8efe8a1-SNAPSHOT
(#10971)
add 9669a68b185 Feature add insertRecords method to rest service (#10832)
add d11974558d1 [IOTDB-6082] Improve disk space metrics (#10983)
add 1357cede80d Pipe: fix some minor concurrent issues & collect pipe's
logs into a separate file (#10990)
add f869a95cfef [IOTDB-6119] Add ConfigNode leader service check (#10985)
add 39819a2bd1d [IOTDB-6061] Fix the instability failure caused by
initServer in IoTConsensus UT not binding to the corresponding port (#10991)
add 656c462af56 [IOTDB-6129] ConfigNode restarts without relying on
Seed-ConfigNode (#10988)
add 35736cc6782 Pipe: Fix start-time and end-time parameters not working
when extracting history data (#11001)
add 155c181ad6e fix (#10993)
add b1ac40b42b9 fix wal npe when memTable has flushed. (#10899)
add d5450a1e564 [IOTDB-6134] Fill statement content in show queries for
inner schema fetch
add d1c0cf9050c Optimize python client package and release process (#11007)
add ed87567e56b Fix possible NPE while executing show cluster or show
cluster details
add cd57fefbf13 Pipe: Add IT for pipe lifecycle, pipe syntax, pipe
extractor parameters (#11019)
add 35ffb5128db [IOTDB-6135] Pipe: Fix a bug which keeps generating
PipeHeartbeatEvent unnecessarily (#11008)
add 00cb64c2718 Move Jenkins notification to notifications list (#11029)
add eb43b4909a7 Pipe: Report queue size in PipeHeartbeatEvent (#10997)
add eee581e1c1f Perfect plan graph for last query scan node
add 7d9ac670327 [IOTDB-6130] Delete data by specific pattern didn't work
add 1a3568ff2a0 Pipe: Improve performance for 10000+ pipes (#11021)
add 43aa7db32f3 Added file overlap analysis tool (#11030)
add 815c21b3fb8 Fixed wal triggering disk threshold loop too many times
(#11017)
add 4be0aaaafdd [RatisConsensus] use warn_and_return to enable cluster
restart when log corruption can be ignored (#11036)
add eb500c9db70 Fix mods file contains writable view
add b9ed1ed9ce5 [RatisConsensus] retry cache expiration time should be
longer than retriable-client wait duration (#11045)
add 66206461638 Fix/grafana plugin error (#11043)
add 2f7e99b14ae [IOTDB-6139] Refine Ratis Properties (#11047)
add c9315c755cb [IOTDB-6138] Fix the support of negative timestamp (#11033)
add d2da03655ec Change display nums of client to fixed 1000
add d33b16b1ffd [IoTDB ML] Basic model training and inference features
available
add 975ff0199d7 Fix negative requested permit of
CompactionWriteRateLimiter (#11066)
add f39b994873c Fix incorrect package path for modelInferenceException
(#11072)
add e991dc09991 fix readonly because of disk full (#11059)
add ac0dd9d3111 Pipe: Fix ConcurrentModificationException caused by
concurrently iterating through CachedSchemaPatternMatcher.extractors when an
PipeHeartbeatEvent is being assigned (#11074)
add 54e11400bb0 [IOTDB-6142] Pipe: Implemented IoTDBOpcUaConnector to
enable transfer using Opc Ua protocol (#10976)
add ba46d351ed5 Pipe: include creation time in PipeProcessorSubtask#taskID
to avoid task scheduling issues after 1000+ pipes' creating and dropping
(#11078)
add 6cc9b6a903a Fix compaction speed calculation (#11055)
add 5223b60b427 [IOTDB-6128] Pipe: supporting multiples device operation
in flink-sql-iotdb-connector (#11010)
add c4ff2b13449 Pipe: Clear reference count of on-the-fly EnrichedEvent in
queues when pipe is dropped (#11077)
add 71a98702a63 Use codecov to show code coverage (#11079)
add f910c66bee3 Fix/release findings (#11088)
add e71d22c52b6 Update badge in README.md (#11093)
add 1ec1264e2d5 Remove some copyright info (#11095)
add 624895955d3 Tsfile resource validation and repair tool (#10984)
add 420af60cd8d Fix seq space file num and size statistics (#10982)
add f6fed7c6706 [IOTDB-6144] Adjust the default thrift timeout parameter
to 60s (#11091)
add 4f1fe0638cd [IOTDB-6137] Improved error messages for expressions as
constants in GROUP BY
add 27b8e5bebae [RatisConsensus] Bump ratis snapshot version to
2.5.2-284ecbb-SNAPSHOT (#11089)
add 5ea3166aa23 Permission mode refine final pr
add 97d9cea38ed Correct the license info of hbase (#11115)
add 7c760f29d00 fix count_time bug
add a5e315d7a99 fox code smell
add 7309e3282f5 Change default encoder of INT32 and INT64 from RLE to
TS_2DIFF (#11114)
add f0259706b17 Auth online upgrade
add 3c24fa31750 [IOTDB-6147] Alter view does not check the source path
add 1f7d56f6f4e [IOTDB-6148] Pipe: Fixed the bug that some uncommited
progresses may be reported (#11125)
add b49d0fb96f2 Pipe: fix NPE when
HybridProgressIndex.updateToMinimumIsAfterProgressIndex after system reboot
(DR: SimpleConsensus) (#11126)
add 82188e378a7 [IOTDB-6149] Fix incorrect output of UDF with multiple
inputs
add c23013463d2 Pipe: use PipeTaskCoordinatorLock instead of ReentrantLock
for multi thread sync (#11129)
add 0abbee3afbf fix session sessionDataSet unclose when use export tsfile
tool (#11131)
add ce932ba81e7 Pipe: push down the construction of history events to save
memory when large amount of pipes are running (#11067)
add d095eae36c1 Fix/addressed issues with rat not being able to process
the source bundle (#11098)
add 7c333ac53b4 Remove cancelled/done MemoryReservationFuture from the
queue when freeing memory
add 77a7dcf6ad0 [IOTDB-6152] Add IoTConsensus Sync Log Timer (#11134)
add 9ebb70cd70c [IOTDB-6155] Fix some minor bugs of
flink-sql-iotdb-connector (#11143)
add 7e878aa7bf7 Add replication factor metrics and add database tag in
throughput metrics and schema metrics (#11113)
add 5c719ecec4d [IOTDB-6151] Move datanode system.properties (#11153)
add 5f5a1d4fb7d Enhance last query, support non single base series (#11120)
add ca7b9d0ff02 [To rel/1.2][IOTDB-6156] Fixed TConfiguration invalidly in
Thrift AsyncServer For IoTConsensus
add 0b3db97b9da Remove the useless code and fix smell in last query
(#11156)
add bdb6bd6da90 Pipe: fix pipe procedure stuck because of data node async
request forever waiting for response (#11157)
add d06746a045e [IOTDB-6158] add examples and ITs for flink-sql-connector
(#11152)
add 94caed8d802 Fix storage group to database (#11160)
add ccb88e3a4e2 Delete unused compaction recover code (#11147)
add 42df87d1cb0 Fix the warn log in IT (#11164)
add 3313d742104 [IOTDB-6159] Pipe: Supported E-language payload in air gap
connector/receiver (#11136)
add 1aa098cda93 [IOTDB-6157] Check timestamp precision when insert (#11151)
add c813d2e71ad [IOTDB-6163] fix bug of option sql parsing error in
flink-sql-connector (#11174)
add d0cf8d6dbe2 Pipe: fix pipe coordinator deadlock causing CN election
timeout (#11176) (#11177)
add e488a7c1bc2 [IOTDB-6164] Fix create illegal path through rest api bug
(#11178)
add 4d7aaeb8c9c [IOTDB-6143] Pipe: Support PipeConnector subtasks with the
same parameters concurrently scheduling (#11083)
add 6f1a5454eb8 [IOTDB-6162] Enhanced accuracy in deleting data
add d7396bfc349 Fix datanode stuck when meets disk error (#11172)
add d654e03c869 Fix NPE issue when setting system to readonly manually
(#11166)
add 90823c819e7 Fix auth check of CreateAlignedTimeSeries
add 66ebb0b57d8 [IOTDB-6167] DataNode can't register to cluster when fetch
system configuration throws NPE(#11187)
add 9c751ad657a Fix metric of auth
add f48bc2c6d79 Optimize python client insert records values serialization
(#11193)
add 6cbe5f0d577 [IOTDB-6165] Pipe: cache device metadata in TsFile reader
to avoid redundant IO (#11186)
add a9093c29250 [ISSUE-11199] Pipe: fix NPE when casting from null values
in InsertRowNode deserialization (#11200)
add 10a0614dcf3 Pipe: fix NPE in PipeEnrichedInsertBaseStatement#isQuery
when analyzing statement in metadata mismatch scenarios (#11203)
add 8a845dd05b4 Sl fix auth bugs
add 3250550f9a6 [IOTDB-6154] Pipe: better algorithm for hybrid mode to
switch log/tsfile extraction in iotdb-extractor (#11142)
add 3f8c344b3a8 Pipe: fix file handle leak when processing with
extractor.pattern (#11209)
add b4c2caeaf2f Manipulate series of Audit and IoTDB reporter as super user
add 5c7718ea8fa Pipe: Add IT for different cluster config and consensus
protocols (#11097)
add 8980844590a Add UT for session module (#11158)
add 53a2bee7b20 Fix the dead lock bug when the generated distributed query
plan contains cycle
add 0cb79e5f07e [IoTDB-6172] Finish canAddTsBlock of SharedTsBlockQueue to
ensure that blocked Driver could be correctly finished
add 9a7e114a5b6 Ensure concurrency safety when updating last cache
add 2fd218422b6 Optimize the python client performance for Python 3.10 or
later (#11198)
add 1c3a59e4b9b Pipe: Added tablet event count and tsfile event count to
PipeHeartbeatEvent reports (#11225)
add 6e7088ae6ae [IOTDB-6170] Pipe: Removed unnecessary parse when tsFile
resources' time ranges are covered by startTime-endTime (#11211)
add a4eeeba9759 SchemaCache supports precise eviction
add ae8f284d429 Fix the data scan ordering when executing last query
add ed62ba67cd4 [IOTDB-6168] ConfigNode register retry logic does not
worked (#11188)
add 9ab3c422cdb Auth online upgrade
add fde69bc82c2 Fix auth check when alter and create view
add 0f2cf0a3b48 Optimize merge selection process and increase disk space
availability logic (#11197)
add 1c3ab3900c7 Pipe: fix drop pipe stuck (make connector subtask close
faster by early returning) (#11222)
add 62a956d3ed5 [auth].fix internal error when check sysPri grant option
add 4d3a16fb61b Bump org.apache.avro:avro in
/iotdb-connector/hive-connector (#11236)
add 7af3d774343 Bump org.apache.tomcat.embed:tomcat-embed-core from
10.1.0-M1 to 10.0.27 in /iotdb-core/datanode (#11235)
add 4d38980c075 Bump postcss from 8.4.21 to 8.4.31 in
/iotdb-connector/grafana-plugin (#11238)
add 663e7b05162 add
add 18a764343dc fix conflicts
No new revisions were added by this update.
Summary of changes:
.gitattributes | 17 +
.github/workflows/client-cpp.yml | 16 +-
.github/workflows/client-python.yml | 3 +
.../{sonar-coveralls.yml => sonar-codecov.yml} | 21 +-
.gitignore | 9 +-
Jenkinsfile | 6 +-
LICENSE | 21 +-
LICENSE-binary | 2 +
NOTICE | 2 +-
NOTICE-binary | 2 +-
README.md | 13 +-
checkstyle.xml | 4 +-
code-coverage/pom.xml | 2 -
codecov.yml | 6 +-
distribution/pom.xml | 95 +-
distribution/src/assembly/client-cpp.xml | 2 +-
.../{client-cpp.xml => flink-sql-connector.xml} | 9 +-
example/client-cpp-example/pom.xml | 5 +-
example/client-cpp-example/src/CMakeLists.txt | 4 +-
example/flink-sql/pom.xml | 99 ++
.../org/apache/iotdb/example/BatchSinkExample.java | 74 ++
.../apache/iotdb/example/BoundedScanExample.java | 52 +
.../java/org/apache/iotdb/example/CDCExample.java | 54 +
.../org/apache/iotdb/example/LookupExample.java | 77 ++
.../apache/iotdb/example/StreamingSinkExample.java | 68 ++
....apache.iotdb.db.protocol.mqtt.PayloadFormatter | 19 +
example/pom.xml | 1 +
example/rest-java-example/pom.xml | 4 -
example/session/pom.xml | 5 -
example/trigger/pom.xml | 2 +-
.../tsfile/TsFileWriteAlignedWithTSRecord.java | 8 +-
.../iotdb/tsfile/TsFileWriteAlignedWithTablet.java | 6 +-
.../iotdb/tsfile/TsFileWriteWithTSRecord.java | 8 +-
.../apache/iotdb/tsfile/TsFileWriteWithTablet.java | 6 +-
example/udf/pom.xml | 2 +-
integration-test/checkstyle.xml | 2 +-
integration-test/import-control.xml | 194 ++-
integration-test/pom.xml | 163 ++-
.../iotdb/it/env/cluster/ClusterConstant.java | 2 +
.../it/env/cluster/config/MppCommonConfig.java | 13 +
.../env/cluster/config/MppSharedCommonConfig.java | 14 +
.../iotdb/it/env/cluster/env/AbstractEnv.java | 60 +-
.../iotdb/it/env/cluster/env/Cluster1Env.java | 6 +
.../iotdb/it/env/cluster/env/MultiClusterEnv.java | 6 +
.../apache/iotdb/it/env/cluster/env/SimpleEnv.java | 6 +
.../iotdb/it/env/cluster/node/DataNodeWrapper.java | 9 +
.../it/env/remote/config/RemoteCommonConfig.java | 10 +
.../iotdb/it/env/remote/env/RemoteServerEnv.java | 13 +
.../java/org/apache/iotdb/itbase/env/BaseEnv.java | 11 +
.../org/apache/iotdb/itbase/env/CommonConfig.java | 4 +
.../apache/iotdb/cli/it/StartClientScriptIT.java | 32 -
.../it/cluster/IoTDBClusterNodeErrorStartUpIT.java | 27 -
.../it/cluster/IoTDBClusterRestartIT.java | 29 +-
.../it/database/IoTDBDatabaseSetAndDeleteIT.java | 23 +-
.../partition/IoTDBAutoRegionGroupExtensionIT.java | 16 +-
.../it/partition/IoTDBPartitionGetterIT.java | 8 +-
.../confignode/it/utils/ConfigNodeTestUtils.java | 7 -
.../org/apache/iotdb/db/it/IOTDBLoadTsFileIT.java | 110 +-
.../apache/iotdb/db/it/IoTDBDatetimeFormatIT.java | 1 +
.../apache/iotdb/db/it/IoTDBInsertMultiRowIT.java | 11 +
.../apache/iotdb/db/it/IoTDBInsertWithQueryIT.java | 23 +-
.../aggregation/IoTDBCountTimeAlignedDeviceIT.java | 304 +++++
.../iotdb/db/it/aggregation/IoTDBCountTimeIT.java | 339 ++++++
.../apache/iotdb/db/it/{ => auth}/IoTDBAuthIT.java | 523 ++++++--
.../it => db/it/auth}/IoTDBClusterAuthorityIT.java | 208 ++--
.../iotdb/db/it/auth/IoTDBSeriesPermissionIT.java | 305 +++++
.../iotdb/db/it/auth/IoTDBSystemPermissionIT.java | 329 +++++
.../db/it/auth/IoTDBTemplatePermissionIT.java | 161 +++
.../java/org/apache/iotdb/db/it/cq/IoTDBCQIT.java | 88 --
.../iotdb/db/it/schema/IoTDBMetadataFetchIT.java | 8 +-
.../iotdb/db/it/schema/IoTDBSchemaTemplateIT.java | 29 +-
.../iotdb/db/it/selectinto/IoTDBSelectIntoIT.java | 9 +-
.../db/it/trigger/IoTDBTriggerManagementIT.java | 117 +-
.../iotdb/db/it/udf/IoTDBUDFManagementIT.java | 50 +-
.../iotdb/db/it/udf/IoTDBUDFWindowQueryIT.java | 17 +-
.../org/apache/iotdb/db/it/utils/TestUtils.java | 211 +++-
.../org/apache/iotdb/flink/it/AbstractTest.java | 46 +
.../java/org/apache/iotdb/flink/it/SinkTest.java | 163 +++
.../java/org/apache/iotdb/flink/it/SourceTest.java | 192 +++
.../test/java/org/apache/iotdb/flink/it/Utils.java | 93 ++
.../apache/iotdb/pipe/it/IoTDBPipeClusterIT.java | 766 ++++++++++++
...ncIT.java => IoTDBPipeConnectorParallelIT.java} | 55 +-
.../apache/iotdb/pipe/it/IoTDBPipeDataSyncIT.java | 63 +
.../apache/iotdb/pipe/it/IoTDBPipeLifeCycleIT.java | 645 ++++++++++
.../apache/iotdb/pipe/it/IoTDBPipeProtocolIT.java | 415 +++++++
.../iotdb/pipe/it/IoTDBPipeSwitchStatusIT.java | 328 +++++
.../apache/iotdb/pipe/it/IoTDBPipeSyntaxIT.java | 667 +++++++++++
.../pipe/it/extractor/IoTDBPipeExtractorIT.java | 605 ++++++++++
.../iotdb/session/it/IoTDBSessionComplexIT.java | 163 +++
.../iotdb/session/it/IoTDBSessionSimpleIT.java | 81 ++
iotdb-api/external-api/pom.xml | 2 +-
iotdb-api/pipe-api/pom.xml | 2 +-
.../org/apache/iotdb/pipe/api/PipeConnector.java | 12 +-
.../org/apache/iotdb/pipe/api/PipeProcessor.java | 10 +-
.../event/dml/insertion/TabletInsertionEvent.java | 2 +-
.../event/dml/insertion/TsFileInsertionEvent.java | 6 +-
iotdb-api/trigger-api/pom.xml | 2 +-
iotdb-api/udf-api/pom.xml | 2 +-
iotdb-client/cli/pom.xml | 2 -
.../cli/src/assembly/resources/sbin/start-cli.sh | 2 +-
.../java/org/apache/iotdb/cli/AbstractCli.java | 56 +-
.../src/main/java/org/apache/iotdb/cli/Cli.java | 3 -
.../java/org/apache/iotdb/tool/ExportTsFile.java | 14 +-
.../main/java/org/apache/iotdb/tool/ImportCsv.java | 2 +-
.../java/org/apache/iotdb/cli/AbstractCliIT.java | 39 -
iotdb-client/client-cpp/pom.xml | 11 +-
iotdb-client/client-py/.gitignore | 2 +
iotdb-client/client-py/SessionPoolExample.py | 21 +-
iotdb-client/client-py/iotdb/IoTDBContainer.py | 9 +-
iotdb-client/client-py/iotdb/Session.py | 113 +-
iotdb-client/client-py/iotdb/SessionPool.py | 60 +-
.../iotdb/tsfile/utils/ReadWriteIOUtils.py | 12 +-
.../client-py/iotdb/utils/IoTDBConstants.py | 33 +-
iotdb-client/client-py/iotdb/utils/NumpyTablet.py | 8 +-
iotdb-client/client-py/iotdb/utils/Tablet.py | 14 +-
iotdb-client/client-py/pom.xml | 62 +-
iotdb-client/client-py/release.sh | 19 +-
iotdb-client/client-py/requirements_dev.txt | 2 +-
iotdb-client/client-py/{ => resources}/setup.py | 2 +-
iotdb-client/client-py/tests/test_session.py | 60 +-
iotdb-client/client-py/tests/test_session_pool.py | 33 +-
iotdb-client/jdbc/pom.xml | 4 +-
iotdb-client/service-rpc/pom.xml | 2 +-
.../org/apache/iotdb/rpc/RpcTransportFactory.java | 25 +
.../main/java/org/apache/iotdb/rpc/RpcUtils.java | 29 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 6 +-
.../java/org/apache/iotdb/rpc/RpcUtilsTest.java | 67 ++
iotdb-client/session/pom.xml | 2 +-
.../iotdb/session/SessionConnectionTest.java | 388 ++++++
.../java/org/apache/iotdb/session/SessionTest.java | 1175 ++++++++++++++++++
.../session/pool/SessionPoolExceptionTest.java | 266 ++++
.../apache/iotdb/session/pool/SessionPoolTest.java | 1264 +++++++++++++++++++-
.../iotdb/session/util/SessionUtilsTest.java | 176 +++
.../pom.xml | 88 +-
.../flink/sql/client/IoTDBWebSocketClient.java | 75 ++
.../org/apache/iotdb/flink/sql/common/Options.java | 57 +
.../org/apache/iotdb/flink/sql/common/Utils.java | 174 +++
.../sql/exception/IllegalIoTDBPathException.java | 10 +-
.../sql/exception/IllegalOptionException.java | 10 +-
.../sql/exception/IllegalSchemaException.java | 10 +-
.../sql/exception/IllegalUrlPathException.java | 10 +-
.../exception/UnsupportedDataTypeException.java | 10 +-
.../sql/factory/IoTDBDynamicTableFactory.java | 221 ++++
.../sql/function/IoTDBBoundedScanFunction.java | 167 +++
.../flink/sql/function/IoTDBCDCSourceFunction.java | 281 +++++
.../flink/sql/function/IoTDBLookupFunction.java | 149 +++
.../flink/sql/function/IoTDBSinkFunction.java | 143 +++
.../flink/sql/provider/IoTDBDynamicTableSink.java | 64 +
.../sql/provider/IoTDBDynamicTableSource.java | 76 ++
.../iotdb/flink/sql/wrapper/SchemaWrapper.java | 33 +-
.../iotdb/flink/sql/wrapper/TabletWrapper.java | 29 +-
.../org.apache.flink.table.factories.Factory | 11 +-
iotdb-connector/grafana-connector/pom.xml | 20 +-
iotdb-connector/grafana-plugin/backend-compile.sh | 6 +-
iotdb-connector/grafana-plugin/go.mod | 4 +-
iotdb-connector/grafana-plugin/pom.xml | 176 ++-
iotdb-connector/grafana-plugin/yarn.lock | 40 +-
iotdb-connector/hadoop/pom.xml | 4 +-
iotdb-connector/hive-connector/pom.xml | 4 +-
iotdb-connector/pom.xml | 10 +-
iotdb-connector/spark-iotdb-connector/pom.xml | 3 -
iotdb-connector/spark-tsfile/pom.xml | 1 -
iotdb-connector/zeppelin-interpreter/pom.xml | 14 +-
iotdb-core/antlr/pom.xml | 2 -
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 9 +-
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 60 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 49 +-
iotdb-core/confignode/pom.xml | 22 +-
.../resources/conf/iotdb-confignode.properties | 2 +-
.../confignode/client/DataNodeRequestType.java | 3 +-
.../client/async/AsyncDataNodeClientPool.java | 54 +-
.../client/async/handlers/AsyncClientHandler.java | 3 +-
.../client/sync/SyncConfigNodeClientPool.java | 3 -
.../iotdb/confignode/conf/ConfigNodeConfig.java | 44 +-
.../confignode/conf/ConfigNodeDescriptor.java | 52 +-
.../confignode/conf/SystemPropertiesUtils.java | 4 +-
.../consensus/request/ConfigPhysicalPlan.java | 10 +-
.../consensus/request/ConfigPhysicalPlanType.java | 60 +-
.../consensus/request/auth/AuthorPlan.java | 19 +
.../request/read/database/CountDatabasePlan.java | 15 +-
.../request/read/database/GetDatabasePlan.java | 5 +-
.../{ShowTrailPlan.java => GetModelInfoPlan.java} | 38 +-
.../{ShowTrailPlan.java => ShowTrialPlan.java} | 38 +-
.../read/partition/GetNodePathsPartitionPlan.java | 12 +
.../read/template/GetPathsSetTemplatePlan.java | 11 +-
.../request/write/model/UpdateModelInfoPlan.java | 16 +-
.../request/write/model/UpdateModelStatePlan.java | 18 +-
.../response/auth/PermissionInfoResp.java | 40 +-
.../GetModelInfoResp.java} | 36 +-
.../response/{ => model}/ModelTableResp.java | 2 +-
.../TrialTableResp.java} | 28 +-
.../statemachine/ConfigRegionStateMachine.java | 61 +-
.../confignode/manager/ClusterQuotaManager.java | 52 +-
.../iotdb/confignode/manager/ConfigManager.java | 142 ++-
.../apache/iotdb/confignode/manager/IManager.java | 31 +-
.../iotdb/confignode/manager/ModelManager.java | 166 ++-
.../confignode/manager/PermissionManager.java | 83 +-
.../iotdb/confignode/manager/ProcedureManager.java | 25 +-
.../iotdb/confignode/manager/TriggerManager.java | 56 +-
.../iotdb/confignode/manager/UDFManager.java | 28 +-
.../manager/consensus/ConsensusManager.java | 112 +-
.../iotdb/confignode/manager/cq/CQManager.java | 51 +-
.../confignode/manager/cq/CQScheduleTask.java | 26 +-
.../manager/load/balancer/PartitionBalancer.java | 21 +-
.../manager/load/balancer/RouteBalancer.java | 2 +-
.../partition/DataPartitionPolicyTable.java | 27 +
.../iotdb/confignode/manager/node/NodeManager.java | 79 +-
.../manager/partition/PartitionManager.java | 232 ++--
.../manager/pipe/plugin/PipePluginCoordinator.java | 23 +-
.../manager/pipe/runtime/PipeHeartbeatParser.java | 8 +-
.../pipe/runtime/PipeHeartbeatScheduler.java | 8 +-
.../pipe/runtime/PipeLeaderChangeHandler.java | 4 +-
.../manager/pipe/runtime/PipeMetaSyncer.java | 12 +-
.../manager/pipe/task/PipeTaskCoordinator.java | 49 +-
.../manager/pipe/task/PipeTaskCoordinatorLock.java | 103 ++
.../manager/schema/ClusterSchemaManager.java | 359 +++++-
.../iotdb/confignode/persistence/AuthorInfo.java | 417 +++++--
.../iotdb/confignode/persistence/ModelInfo.java | 147 ++-
.../persistence/executor/ConfigPlanExecutor.java | 28 +-
.../confignode/persistence/pipe/PipeTaskInfo.java | 11 +-
.../persistence/schema/ClusterSchemaInfo.java | 33 +-
.../confignode/persistence/schema/ConfigMTree.java | 51 +-
.../schema/mnode/info/ConfigMNodeInfo.java | 2 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 68 +-
.../procedure/env/DataNodeRemoveHandler.java | 7 +-
.../procedure/impl/cq/CreateCQProcedure.java | 113 +-
.../procedure/impl/model/CreateModelProcedure.java | 137 ++-
.../procedure/impl/model/DropModelProcedure.java | 136 +--
.../impl/pipe/AbstractOperatePipeProcedureV2.java | 207 +++-
.../pipe/plugin/CreatePipePluginProcedure.java | 27 +-
.../impl/pipe/plugin/DropPipePluginProcedure.java | 13 +-
.../runtime/PipeHandleLeaderChangeProcedure.java | 19 +-
.../runtime/PipeHandleMetaChangeProcedure.java | 23 +-
.../impl/pipe/task/CreatePipeProcedureV2.java | 57 +-
.../impl/pipe/task/DropPipeProcedureV2.java | 23 +-
.../impl/pipe/task/StartPipeProcedureV2.java | 45 +-
.../impl/pipe/task/StopPipeProcedureV2.java | 45 +-
.../impl/schema/DeleteDatabaseProcedure.java | 3 +-
.../impl/schema/SetTemplateProcedure.java | 77 +-
.../statemachine/CreateRegionGroupsProcedure.java | 7 +-
.../impl/sync/AuthOperationProcedure.java | 235 ++++
.../impl/trigger/CreateTriggerProcedure.java | 22 +-
.../AuthOperationProcedureState.java} | 10 +-
.../procedure/state/model/CreateModelState.java | 2 -
.../procedure/store/ConfigProcedureStore.java | 13 +-
.../procedure/store/ProcedureFactory.java | 6 +
.../confignode/procedure/store/ProcedureType.java | 5 +-
.../iotdb/confignode/service/ConfigNode.java | 61 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 101 +-
.../request/ConfigPhysicalPlanSerDeTest.java | 75 +-
.../consensus/response/pipe/PipeTableRespTest.java | 6 +-
.../confignode/persistence/AuthorInfoTest.java | 974 ++++++++++++---
.../iotdb/confignode/persistence/PipeInfoTest.java | 4 +-
.../persistence/schema/ClusterSchemaInfoTest.java | 6 +-
.../persistence/schema/ConfigMTreeTest.java | 44 +-
.../impl/sync/AuthOperationProcedureTest.java | 98 ++
iotdb-core/consensus/pom.xml | 4 +-
.../org/apache/iotdb/consensus/IConsensus.java | 166 ++-
.../org/apache/iotdb/consensus/IStateMachine.java | 5 +
.../iotdb/consensus/common/ConsensusGroup.java | 1 -
.../org/apache/iotdb/consensus/common/Peer.java | 1 -
.../org/apache/iotdb/consensus/common/Utils.java | 13 +-
.../common/request/ByteBufferConsensusRequest.java | 12 +-
.../common/response/ConsensusGenericResponse.java | 64 -
.../common/response/ConsensusReadResponse.java | 69 --
.../common/response/ConsensusWriteResponse.java | 82 --
.../iotdb/consensus/config/ConsensusConfig.java | 18 +-
.../apache/iotdb/consensus/config/RatisConfig.java | 48 +-
.../PeerNotInConsensusGroupException.java | 6 +-
.../exception/RatisUnderRecoveryException.java | 3 +-
.../apache/iotdb/consensus/iot/IoTConsensus.java | 222 ++--
.../consensus/iot/IoTConsensusServerImpl.java | 32 +-
.../consensus/iot/IoTConsensusServerMetrics.java | 154 ++-
.../consensus/iot/client/DispatchLogHandler.java | 3 +-
.../consensus/iot/logdispatcher/LogDispatcher.java | 3 +-
.../logdispatcher/LogDispatcherThreadMetrics.java | 50 +-
.../service/IoTConsensusRPCServiceProcessor.java | 3 +
.../ratis/ApplicationStateMachineProxy.java | 5 +
.../iotdb/consensus/ratis/RatisConsensus.java | 248 ++--
.../apache/iotdb/consensus/ratis/utils/Utils.java | 28 +
.../iotdb/consensus/simple/SimpleConsensus.java | 142 +--
...verImpl.java => SimpleConsensusServerImpl.java} | 5 +-
.../apache/iotdb/consensus/iot/ReplicateTest.java | 145 ++-
.../apache/iotdb/consensus/iot/StabilityTest.java | 106 +-
.../iotdb/consensus/ratis/RatisConsensusTest.java | 185 ++-
.../iotdb/consensus/ratis/RecoverReadTest.java | 58 +-
.../apache/iotdb/consensus/ratis/TestUtils.java | 102 +-
.../consensus/ratis/{ => utils}/UtilsTest.java | 32 +-
.../iotdb/consensus/simple/RecoveryTest.java | 22 +-
.../consensus/simple/SimpleConsensusTest.java | 228 ++--
iotdb-core/datanode/pom.xml | 45 +-
.../resources/conf/iotdb-datanode.properties | 2 +-
.../assembly/resources/conf/logback-datanode.xml | 40 +-
.../check-overlap-sequence-files-and-repair.bat | 62 +
.../check-overlap-sequence-files-and-repair.sh | 46 +-
.../tools/tsfile/overlap-statistic-tool.bat | 62 +
.../tools/tsfile/overlap-statistic-tool.sh | 46 +-
.../org/apache/iotdb/db/audit/AuditLogger.java | 8 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 383 +++---
.../apache/iotdb/db/auth/AuthorizerManager.java | 432 -------
.../apache/iotdb/db/auth/BasicAuthorityCache.java | 12 +-
.../iotdb/db/auth/ClusterAuthorityFetcher.java | 437 +++++--
.../org/apache/iotdb/db/auth/IAuthorCache.java | 2 +
.../apache/iotdb/db/auth/IAuthorityFetcher.java | 14 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 57 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 113 +-
.../org/apache/iotdb/db/conf/IoTDBStartCheck.java | 19 +-
.../db/consensus/DataRegionConsensusImpl.java | 299 +++--
.../db/consensus/SchemaRegionConsensusImpl.java | 220 ++--
.../dataregion/DataExecutionVisitor.java | 25 +-
.../metadata/MNodeTypeMismatchException.java | 2 +-
.../{ => runtime}/IntoProcessException.java | 2 +-
.../ModelInferenceProcessException.java} | 6 +-
.../{ => runtime}/WriteLockFailedException.java | 2 +-
.../pipe/agent/runtime/PipeCronEventInjector.java | 70 ++
.../db/pipe/agent/runtime/PipeRuntimeAgent.java | 13 +-
.../iotdb/db/pipe/agent/task/PipeTaskAgent.java | 147 ++-
.../config/constant/PipeConnectorConstant.java | 30 +
.../config/constant/PipeExtractorConstant.java | 4 +
...eResponse.java => AirGapELanguageConstant.java} | 14 +-
.../payload/airgap/AirGapOneByteResponse.java | 4 +
.../payload/evolvable/PipeRequestType.java | 7 +-
...oTDBThriftAsyncPipeTransferBatchReqBuilder.java | 89 ++
...IoTDBThriftSyncPipeTransferBatchReqBuilder.java | 81 ++
.../builder/PipeTransferBatchReqBuilder.java | 97 ++
.../request/PipeTransferFilePieceReq.java | 7 +-
.../evolvable/request/PipeTransferFileSealReq.java | 4 +-
.../request/PipeTransferHandshakeReq.java | 2 +-
.../request/PipeTransferTabletBatchReq.java | 205 ++++
...deReq.java => PipeTransferTabletBinaryReq.java} | 65 +-
...q.java => PipeTransferTabletInsertNodeReq.java} | 20 +-
...abletReq.java => PipeTransferTabletRawReq.java} | 53 +-
.../db/pipe/connector/protocol/IoTDBConnector.java | 10 +-
.../protocol/airgap/IoTDBAirGapConnector.java | 92 +-
.../protocol/legacy/IoTDBLegacyPipeConnector.java | 5 +-
.../connector/protocol/opcua/OpcUaConnector.java | 290 +++++
.../protocol/opcua/OpcUaKeyStoreLoader.java | 120 ++
.../protocol/opcua/OpcUaServerBuilder.java | 287 +++++
.../thrift/async/IoTDBThriftAsyncConnector.java | 202 ++--
...va => PipeTransferTabletBatchEventHandler.java} | 62 +-
... PipeTransferTabletInsertNodeEventHandler.java} | 4 +-
.../PipeTransferTabletInsertionEventHandler.java | 2 +-
...java => PipeTransferTabletRawEventHandler.java} | 4 +-
.../thrift/sync/IoTDBThriftSyncConnector.java | 105 +-
.../protocol/websocket/WebSocketConnector.java | 180 +++
.../websocket/WebSocketConnectorServer.java | 218 ++++
.../apache/iotdb/db/pipe/event/EnrichedEvent.java | 62 +-
.../event/common/heartbeat/PipeHeartbeatEvent.java | 253 ++++
.../db/pipe/event/common/row/PipeRowCollector.java | 18 +-
.../tablet/PipeInsertNodeTabletInsertionEvent.java | 50 +-
.../common/tablet/PipeRawTabletInsertionEvent.java | 102 +-
.../tablet/TabletInsertionDataContainer.java | 27 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 53 +-
.../tsfile/TsFileInsertionDataContainer.java | 37 +-
.../db/pipe/event/realtime/PipeRealtimeEvent.java | 22 +-
.../event/realtime/PipeRealtimeEventFactory.java | 17 +-
.../pipe/extractor/IoTDBDataRegionExtractor.java | 7 +-
.../PipeHistoricalDataRegionTsFileExtractor.java | 130 +-
.../realtime/PipeRealtimeDataRegionExtractor.java | 65 +-
.../PipeRealtimeDataRegionFakeExtractor.java | 2 +-
.../PipeRealtimeDataRegionHybridExtractor.java | 119 +-
.../PipeRealtimeDataRegionLogExtractor.java | 63 +-
.../PipeRealtimeDataRegionTsFileExtractor.java | 63 +-
.../realtime/assigner/DisruptorQueue.java | 6 +
.../realtime/assigner/PipeDataRegionAssigner.java | 20 +-
.../realtime/epoch/TsFileEpochManager.java | 6 +-
.../listener/PipeInsertionDataNodeListener.java | 17 +-
.../matcher/CachedSchemaPatternMatcher.java | 12 +-
.../db/pipe/processor/PipeDoNothingProcessor.java | 112 --
.../pipe/receiver/airgap/IoTDBAirGapReceiver.java | 58 +-
.../receiver/thrift/IoTDBThriftReceiverV1.java | 144 ++-
.../resource/tsfile/PipeTsFileResourceManager.java | 16 +-
.../apache/iotdb/db/pipe/task/PipeTaskManager.java | 30 +-
.../pipe/task/connection/BlockingPendingQueue.java | 64 +-
.../db/pipe/task/connection/EnrichedDeque.java | 98 ++
.../pipe/task/connection/PipeEventCollector.java | 81 +-
.../connection/UnboundedBlockingPendingQueue.java | 12 +-
.../db/pipe/task/stage/PipeTaskProcessorStage.java | 11 +-
.../iotdb/db/pipe/task/subtask/PipeSubtask.java | 44 +-
.../subtask/connector/PipeConnectorSubtask.java | 80 +-
.../connector/PipeConnectorSubtaskManager.java | 135 ++-
.../subtask/processor/PipeProcessorSubtask.java | 76 +-
.../iotdb/db/protocol/client/ConfigNodeClient.java | 77 +-
.../iotdb/db/protocol/client/ConfigNodeInfo.java | 2 +-
.../db/protocol/client/DataNodeInternalClient.java | 2 +-
.../db/protocol/mqtt/BrokerAuthenticator.java | 14 +-
.../iotdb/db/protocol/mqtt/MPPPublishHandler.java | 2 +
.../protocol/rest/filter/AuthorizationFilter.java | 6 +-
.../rest/handler/AuthorizationHandler.java | 19 +-
.../db/protocol/rest/utils/InsertRowDataUtils.java | 105 ++
.../rest/v1/handler/RequestValidationHandler.java | 12 +
.../v1/handler/StatementConstructionHandler.java | 75 +-
.../protocol/rest/v1/impl/RestApiServiceImpl.java | 47 +
.../rest/v2/handler/RequestValidationHandler.java | 12 +
.../v2/handler/StatementConstructionHandler.java | 77 +-
.../protocol/rest/v2/impl/RestApiServiceImpl.java | 47 +
.../iotdb/db/protocol/session/SessionManager.java | 4 +-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 10 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 184 +--
.../thrift/impl/DataNodeRegionManager.java | 47 +-
.../protocol/thrift/impl/MLNodeRPCServiceImpl.java | 14 +-
.../common/header/ColumnHeaderConstant.java | 9 +-
.../common/header/DatasetHeaderFactory.java | 4 +-
.../common/schematree/ClusterSchemaTree.java | 2 +-
.../visitor/SchemaTreeDeviceVisitor.java | 6 +
.../visitor/SchemaTreeMeasurementVisitor.java | 7 +
.../schematree/visitor/SchemaTreeVisitor.java | 36 +
.../visitor/SchemaTreeVisitorFactory.java | 23 +
.../execution/aggregation/AccumulatorFactory.java | 3 +-
.../execution/aggregation/Aggregator.java | 13 +-
.../execution/aggregation/CountAccumulator.java | 1 -
...tAccumulator.java => CountTimeAccumulator.java} | 21 +-
.../SlidingWindowAggregatorFactory.java | 1 +
.../execution/exchange/SharedTsBlockQueue.java | 9 +
.../execution/executor/RegionReadExecutor.java | 18 +-
.../execution/executor/RegionWriteExecutor.java | 111 +-
.../fragment/FragmentInstanceManager.java | 11 +
.../execution/load/AlignedChunkData.java | 4 +-
.../execution/load/LoadTsFileManager.java | 12 +-
.../execution/load/NonAlignedChunkData.java | 4 +-
.../queryengine/execution/load/TsFileSplitter.java | 20 +-
.../queryengine/execution/memory/MemoryPool.java | 1 +
.../execution/operator/AggregationUtil.java | 2 +-
.../operator/process/AbstractIntoOperator.java | 6 +-
.../operator/process/DeviceViewIntoOperator.java | 8 +-
.../execution/operator/process/IntoOperator.java | 9 +-
.../operator/process/last/LastQueryOperator.java | 6 +-
.../process/last/LastQuerySortOperator.java | 4 +-
.../process/last/LastQueryTransformOperator.java | 120 ++
.../operator/process/ml/ForecastOperator.java | 241 ++++
.../operator/schema/source/DeviceSchemaSource.java | 15 +-
.../schema/source/LogicalViewSchemaSource.java | 19 +-
.../operator/schema/source/NodeSchemaSource.java | 11 +-
.../schema/source/PathsUsingTemplateSource.java | 8 +-
.../schema/source/SchemaSourceFactory.java | 42 +-
.../schema/source/TimeSeriesSchemaSource.java | 16 +-
.../AbstractSeriesAggregationScanOperator.java | 10 +-
.../db/queryengine/plan/analyze/Analysis.java | 55 +-
.../queryengine/plan/analyze/AnalyzeVisitor.java | 745 ++++++++----
.../db/queryengine/plan/analyze/Analyzer.java | 13 +-
.../plan/analyze/ClusterPartitionFetcher.java | 39 +-
.../plan/analyze/ConcatPathRewriter.java | 11 +-
.../plan/analyze/ExpressionAnalyzer.java | 9 +
.../plan/analyze/ExpressionTypeAnalyzer.java | 6 +-
.../queryengine/plan/analyze/ExpressionUtils.java | 3 +-
.../plan/analyze/IModelFetcher.java} | 10 +-
.../plan/analyze/IPartitionFetcher.java | 12 +-
.../plan/analyze/LoadTsfileAnalyzer.java | 52 +-
.../db/queryengine/plan/analyze/ModelFetcher.java | 75 ++
.../analyze/cache/partition/PartitionCache.java | 44 +-
.../analyze/cache/schema/DataNodeSchemaCache.java | 64 +-
.../schema/DeviceUsingTemplateSchemaCache.java | 18 +
.../analyze/cache/schema/SchemaCacheEntry.java | 16 +-
.../cache/schema/TimeSeriesSchemaCache.java | 71 +-
.../cache/schema/dualkeycache/IDualKeyCache.java | 22 +
.../dualkeycache/impl/CacheEntryGroupImpl.java | 6 +
.../schema/dualkeycache/impl/DualKeyCacheImpl.java | 159 ++-
.../dualkeycache/impl/FIFOCacheEntryManager.java | 60 +-
.../schema/dualkeycache/impl/ICacheEntry.java | 2 +
.../schema/dualkeycache/impl/ICacheEntryGroup.java | 4 +
.../dualkeycache/impl/ICacheEntryManager.java | 2 +
.../dualkeycache/impl/LRUCacheEntryManager.java | 86 +-
.../schema/lastcache/DataNodeLastCacheManager.java | 6 +-
.../schema/lastcache/ILastCacheContainer.java | 2 +-
.../analyze/schema/AutoCreateSchemaExecutor.java | 40 +
.../analyze/schema/ClusterSchemaFetchExecutor.java | 14 +-
.../queryengine/plan/execution/QueryExecution.java | 4 +-
.../plan/execution/config/ConfigExecution.java | 10 +-
.../plan/execution/config/ConfigTaskVisitor.java | 218 ++--
.../config/executor/ClusterConfigTaskExecutor.java | 327 +++--
.../config/executor/IConfigTaskExecutor.java | 22 +-
.../config/metadata/CreateContinuousQueryTask.java | 13 +-
.../config/metadata/CreatePipePluginTask.java | 2 +-
.../config/metadata/DropPipePluginTask.java | 2 +-
.../config/metadata/ShowClusterDetailsTask.java | 54 +-
.../execution/config/metadata/ShowClusterTask.java | 30 +-
.../config/metadata/model/CreateModelTask.java | 7 +-
.../config/metadata/model/ShowModelsTask.java | 12 +-
.../{ShowTrailsTask.java => ShowTrialsTask.java} | 10 +-
.../config/metadata/view/AlterLogicalViewTask.java | 10 +-
.../plan/execution/config/sys/AuthorizerTask.java | 7 +-
.../execution/config/sys/pipe/CreatePipeTask.java | 2 +-
.../execution/config/sys/pipe/DropPipeTask.java | 2 +-
.../execution/config/sys/pipe/ShowPipeTask.java | 2 +-
.../execution/config/sys/pipe/StartPipeTask.java | 2 +-
.../execution/config/sys/pipe/StopPipeTask.java | 2 +-
.../plan/expression/ExpressionFactory.java | 16 +
.../plan/expression/binary/BinaryExpression.java | 4 +
.../plan/expression/leaf/TimestampOperand.java | 5 +-
.../plan/expression/multi/FunctionExpression.java | 28 +
.../plan/expression/multi/FunctionType.java | 3 +-
...java => CountTimeAggregationAmountVisitor.java} | 33 +-
.../visitor/ExpressionNormalizeVisitor.java | 3 +-
.../visitor/GetMeasurementExpressionVisitor.java | 3 +-
.../visitor/LowercaseNormalizeVisitor.java | 3 +-
...zeVisitor.java => RemoveRootPrefixVisitor.java} | 28 +-
.../cartesian/BindSchemaForExpressionVisitor.java | 19 +
.../cartesian/BindSchemaForPredicateVisitor.java | 18 +
...catDeviceAndBindSchemaForExpressionVisitor.java | 23 +-
.../plan/optimization/LimitOffsetPushDown.java | 117 ++
.../db/queryengine/plan/parser/ASTVisitor.java | 191 +--
.../plan/parser/StatementGenerator.java | 75 +-
.../plan/planner/LogicalPlanBuilder.java | 256 +++-
.../plan/planner/LogicalPlanVisitor.java | 159 ++-
.../plan/planner/OperatorTreeGenerator.java | 178 ++-
.../plan/planner/SubPlanTypeExtractor.java | 15 +
.../distribution/DistributionPlanContext.java | 5 +-
.../planner/distribution/DistributionPlanner.java | 10 +-
.../planner/distribution/ExchangeNodeAdder.java | 82 +-
.../planner/distribution/NodeGroupContext.java | 18 +-
.../SimpleFragmentParallelPlanner.java | 5 +-
.../plan/planner/distribution/SourceRewriter.java | 99 +-
.../db/queryengine/plan/planner/plan/SubPlan.java | 5 +-
.../plan/planner/plan/node/PlanGraphPrinter.java | 28 +
.../plan/planner/plan/node/PlanNodeType.java | 14 +-
.../plan/planner/plan/node/PlanVisitor.java | 15 +
.../plan/node/load/LoadSingleTsFileNode.java | 6 +-
.../planner/plan/node/load/LoadTsFileNode.java | 4 -
.../plan/node/metedata/read/DevicesCountNode.java | 13 +-
.../node/metedata/read/DevicesSchemaScanNode.java | 13 +-
.../metedata/read/LevelTimeSeriesCountNode.java | 13 +-
.../metedata/read/LogicalViewSchemaScanNode.java | 17 +-
.../metedata/read/NodePathsSchemaScanNode.java | 12 +-
.../metedata/read/PathsUsingTemplateScanNode.java | 11 +-
.../node/metedata/read/SchemaQueryScanNode.java | 43 +-
.../node/metedata/read/TimeSeriesCountNode.java | 15 +-
.../metedata/read/TimeSeriesSchemaScanNode.java | 29 +-
.../node/process/last/LastQueryCollectNode.java | 17 +-
.../plan/node/process/last/LastQueryMergeNode.java | 24 +-
.../plan/node/process/last/LastQueryNode.java | 27 +-
...ollectNode.java => LastQueryTransformNode.java} | 92 +-
.../planner/plan/node/process/ml/ForecastNode.java | 122 ++
.../planner/plan/node/sink/IdentitySinkNode.java | 5 +
.../plan/node/source/AlignedLastQueryScanNode.java | 20 +-
.../plan/node/source/AlignedSeriesScanNode.java | 4 +-
.../plan/node/source/LastQueryScanNode.java | 20 +-
.../planner/plan/node/write/DeleteDataNode.java | 36 +-
.../plan/node/write/InsertMultiTabletsNode.java | 6 +
.../plan/planner/plan/node/write/InsertNode.java | 13 +-
.../planner/plan/node/write/InsertRowNode.java | 6 +-
.../planner/plan/node/write/InsertRowsNode.java | 19 +-
.../plan/node/write/InsertRowsOfOneDeviceNode.java | 10 +-
.../planner/plan/node/write/InsertTabletNode.java | 33 +-
.../plan/node/write/PipeEnrichedInsertNode.java | 277 +++++
.../model/ForecastModelInferenceDescriptor.java | 176 +++
.../parameter/model/ModelInferenceDescriptor.java | 111 ++
.../scheduler/load/LoadTsFileDispatcherImpl.java | 13 +-
.../plan/scheduler/load/LoadTsFileScheduler.java | 24 +-
.../statement/AuthorityInformationStatement.java | 48 +
.../db/queryengine/plan/statement/Statement.java | 13 +-
.../queryengine/plan/statement/StatementType.java | 1 +
.../plan/statement/StatementVisitor.java | 70 +-
.../plan/statement/component/OrderByComponent.java | 8 +-
.../plan/statement/component/ResultColumn.java | 5 +-
.../plan/statement/component/SelectComponent.java | 10 +-
.../plan/statement/crud/DeleteDataStatement.java | 17 +
.../plan/statement/crud/InsertBaseStatement.java | 20 +-
.../plan/statement/crud/InsertRowStatement.java | 4 +-
.../crud/InsertRowsOfOneDeviceStatement.java | 5 +-
.../plan/statement/crud/InsertStatement.java | 17 +
.../plan/statement/crud/InsertTabletStatement.java | 17 +-
.../plan/statement/crud/LoadTsFileStatement.java | 19 +
.../crud/PipeEnrichedInsertBaseStatement.java | 220 ++++
.../crud/PipeEnrichedLoadTsFileStatement.java | 127 ++
.../plan/statement/crud/QueryStatement.java | 175 ++-
.../InternalCreateMultiTimeSeriesStatement.java | 25 +-
.../InternalCreateTimeSeriesStatement.java | 17 +
.../metadata/AlterTimeSeriesStatement.java | 15 +
.../metadata/CreateAlignedTimeSeriesStatement.java | 17 +
.../metadata/CreateContinuousQueryStatement.java | 14 +
.../metadata/CreateFunctionStatement.java | 14 +
.../metadata/CreateMultiTimeSeriesStatement.java | 17 +
.../metadata/CreateTimeSeriesStatement.java | 15 +
.../statement/metadata/CreateTriggerStatement.java | 14 +
.../metadata/DatabaseSchemaStatement.java | 14 +
.../metadata/DeleteDatabaseStatement.java | 14 +
.../metadata/DeleteTimeSeriesStatement.java | 17 +
.../metadata/DropContinuousQueryStatement.java | 14 +
.../statement/metadata/DropFunctionStatement.java | 14 +
.../statement/metadata/DropTriggerStatement.java | 32 +-
.../plan/statement/metadata/SetTTLStatement.java | 21 +-
.../statement/metadata/ShowClusterStatement.java | 14 +
.../metadata/ShowConfigNodesStatement.java | 9 +
.../metadata/ShowContinuousQueriesStatement.java | 14 +
.../statement/metadata/ShowDataNodesStatement.java | 9 +
.../statement/metadata/ShowFunctionsStatement.java | 14 +
.../statement/metadata/ShowRegionStatement.java | 9 +
.../plan/statement/metadata/ShowStatement.java | 4 +-
.../statement/metadata/ShowTriggersStatement.java | 14 +
.../statement/metadata/ShowVariablesStatement.java | 14 +
.../metadata/model/CreateModelStatement.java | 71 +-
...ailsStatement.java => ShowTrialsStatement.java} | 6 +-
.../{ => pipe}/CreatePipePluginStatement.java | 16 +-
.../pipe/CreatePipeStatement.java | 16 +-
.../{ => pipe}/DropPipePluginStatement.java | 16 +-
.../{sys => metadata}/pipe/DropPipeStatement.java | 16 +-
.../{ => pipe}/ShowPipePluginsStatement.java | 17 +-
.../{sys => metadata}/pipe/ShowPipesStatement.java | 16 +-
.../{sys => metadata}/pipe/StartPipeStatement.java | 16 +-
.../{sys => metadata}/pipe/StopPipeStatement.java | 16 +-
.../template/ActivateTemplateStatement.java | 30 +-
.../template/BatchActivateTemplateStatement.java | 36 +-
.../template/DeactivateTemplateStatement.java | 39 +-
.../ShowNodesInSchemaTemplateStatement.java | 9 +
.../template/ShowPathSetTemplateStatement.java | 9 +
.../template/ShowSchemaTemplateStatement.java | 9 +
.../metadata/view/AlterLogicalViewStatement.java | 45 +
.../metadata/view/CreateLogicalViewStatement.java | 39 +
.../metadata/view/DeleteLogicalViewStatement.java | 17 +
.../metadata/view/RenameLogicalViewStatement.java | 19 +
.../plan/statement/sys/AuthorStatement.java | 136 ++-
.../plan/statement/sys/KillQueryStatement.java | 14 +
.../plan/statement/sys/ShowQueriesStatement.java | 14 +
.../plan/statement/sys/ShowVersionStatement.java | 9 +
.../MultiInputColumnIntermediateLayer.java | 10 +-
.../schemaengine/metric/SchemaEngineMemMetric.java | 24 -
.../schemaengine/metric/SchemaMetricManager.java | 3 +-
.../metric/SchemaRegionCachedMetric.java | 4 +-
.../schemaengine/metric/SchemaRegionMemMetric.java | 36 +-
.../schemaengine/schemaregion/ISchemaRegion.java | 2 +-
.../schemaregion/SchemaRegionLoader.java | 2 +-
.../schemaregion/impl/SchemaRegionMemoryImpl.java | 6 +-
.../schemaregion/impl/SchemaRegionPBTreeImpl.java | 6 +-
.../mtree/impl/mem/MTreeBelowSGMemoryImpl.java | 56 +-
.../mtree/impl/mem/mnode/info/DeviceInfo.java | 2 +-
.../mnode/iterator/AbstractTraverserIterator.java | 2 +-
.../impl/mem/snapshot/MemMTreeSnapshotUtil.java | 16 +-
.../mtree/impl/pbtree/CachedMTreeStore.java | 1 +
.../mtree/impl/pbtree/MTreeBelowSGCachedImpl.java | 58 +-
.../mtree/impl/pbtree/cache/CacheManager.java | 1 +
.../impl/pbtree/cache/CacheMemoryManager.java | 4 +
.../mtree/impl/pbtree/schemafile/RecordUtils.java | 2 +-
.../mtree/impl/pbtree/schemafile/SchemaFile.java | 2 +-
.../mtree/loader/MNodeFactoryLoader.java | 2 +-
.../schemaregion/mtree/traverser/Traverser.java | 59 +-
.../mtree/traverser/basic/DatabaseTraverser.java | 10 +-
.../mtree/traverser/basic/EntityTraverser.java | 11 +-
.../mtree/traverser/basic/MNodeTraverser.java | 11 +-
.../traverser/basic/MeasurementTraverser.java | 12 +-
.../traverser/collector/DatabaseCollector.java | 9 +-
.../mtree/traverser/collector/EntityCollector.java | 9 +-
.../traverser/collector/MNodeAboveDBCollector.java | 9 +-
.../mtree/traverser/collector/MNodeCollector.java | 9 +-
.../traverser/collector/MeasurementCollector.java | 9 +-
.../mtree/traverser/counter/DatabaseCounter.java | 10 +-
.../mtree/traverser/counter/EntityCounter.java | 10 +-
.../traverser/counter/MeasurementCounter.java | 9 +-
.../mtree/traverser/updater/EntityUpdater.java | 11 +-
.../traverser/updater/MeasurementUpdater.java | 10 +-
.../schemaregion/read/req/IShowSchemaPlan.java | 3 +
.../read/req/SchemaRegionReadPlanFactory.java | 69 +-
.../read/req/impl/AbstractShowSchemaPlanImpl.java | 13 +-
.../read/req/impl/ShowDevicesPlanImpl.java | 6 +-
.../read/req/impl/ShowNodesPlanImpl.java | 6 +-
.../read/req/impl/ShowTimeSeriesPlanImpl.java | 6 +-
.../schemaengine/schemaregion/tag/TagManager.java | 2 +-
.../schemaregion/utils/ResourceByPathUtils.java | 30 +-
.../schemaengine/schemaregion/view/ViewPaths.java | 2 +-
.../template/ClusterTemplateManager.java | 11 +-
.../db/schemaengine/template/ITemplateManager.java | 4 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 22 +-
.../apache/iotdb/db/service/IoTDBShutdownHook.java | 25 +-
.../apache/iotdb/db/service/MLNodeRPCService.java | 8 +-
.../iotdb/db/service/RegionMigrateService.java | 101 +-
.../db/service/metrics/DataNodeMetricsHelper.java | 3 +-
.../metrics/IoTDBInternalLocalReporter.java | 15 +-
.../iotdb/db/storageengine/StorageEngine.java | 36 +-
.../db/storageengine/dataregion/DataRegion.java | 100 +-
.../execute/task/AbstractCompactionTask.java | 41 +-
.../task/CompactionTaskType.java} | 16 +-
.../execute/task/CrossSpaceCompactionTask.java | 13 +-
.../execute/task/InnerSpaceCompactionTask.java | 35 +-
.../compaction/execute/utils/CompactionUtils.java | 92 +-
.../executor/fast/SeriesCompactionExecutor.java | 11 +-
.../utils/executor/fast/element/PageElement.java | 9 +-
.../utils/executor/fast/element/PointElement.java | 7 +-
.../execute/utils/reader/PointPriorityReader.java | 14 +-
.../compaction/io/CompactionTsFileWriter.java | 34 +-
.../compaction/schedule/CompactionScheduler.java | 27 +-
.../compaction/schedule/CompactionTaskManager.java | 1 -
.../DefaultCompactionTaskComparatorImpl.java | 7 +
.../compaction/selector/ICompactionSelector.java | 7 +-
.../selector/IInnerSeqSpaceSelector.java | 3 +-
.../selector/IInnerUnseqSpaceSelector.java | 3 +-
.../estimator/AbstractCompactionEstimator.java | 121 +-
.../estimator/AbstractCrossSpaceEstimator.java | 27 +-
.../estimator/AbstractInnerSpaceEstimator.java | 77 +-
.../estimator/CompactionEstimateUtils.java | 3 +-
.../selector/estimator/CompactionTaskInfo.java | 101 ++
.../FastCompactionInnerCompactionEstimator.java | 72 +-
.../FastCrossSpaceCompactionEstimator.java | 81 ++
.../estimator/InplaceCompactionEstimator.java | 172 ---
.../ReadChunkInnerCompactionEstimator.java | 38 +-
.../ReadPointCrossCompactionEstimator.java | 197 ---
.../impl/RewriteCrossSpaceCompactionSelector.java | 21 +-
.../impl/SizeTieredCompactionSelector.java | 122 +-
.../utils/CrossCompactionTaskResource.java | 6 +-
.../ITimeRange.java} | 14 +-
.../Interval.java} | 33 +-
.../compaction/tool/ListTimeRangeImpl.java | 89 ++
.../compaction/tool/OverlapStatistic.java | 91 ++
.../compaction/tool/OverlapStatisticTool.java | 248 ++++
.../dataregion/compaction/tool/PrintUtil.java | 209 ++++
.../SequenceFileSubTaskThreadExecutor.java} | 25 +-
.../compaction/tool/SequenceFileTaskSummary.java | 58 +
.../compaction/tool/SingleSequenceFileTask.java | 104 ++
.../compaction/tool/TimePartitionProcessTask.java | 143 +++
.../tool/TimePartitionProcessWorker.java | 58 +
.../compaction/tool/TsFileStatisticReader.java | 96 ++
.../compaction/tool/UnseqSpaceStatistics.java | 84 ++
.../dataregion/flush/MemTableFlushTask.java | 59 +-
.../dataregion/memtable/AbstractMemTable.java | 60 +-
.../dataregion/memtable/IMemTable.java | 6 +
.../dataregion/memtable/PrimitiveMemTable.java | 18 +-
.../dataregion/memtable/TsFileProcessor.java | 12 +-
.../dataregion/tsfile/TsFileManager.java | 30 +-
.../dataregion/tsfile/TsFileResource.java | 35 +-
.../tsfile/timeindex/DeviceTimeIndex.java | 9 +-
.../dataregion/tsfile/timeindex/FileTimeIndex.java | 6 +-
.../storageengine/dataregion/wal/WALManager.java | 27 +-
.../storageengine/dataregion/wal/node/WALNode.java | 33 +-
.../dataregion/wal/recover/WALRecoverManager.java | 15 +-
.../wal/recover/file/TsFilePlanRedoer.java | 4 +-
.../file/UnsealedTsFileRecoverPerformer.java | 12 +-
.../dataregion/wal/utils/WALEntryHandler.java | 36 +-
.../dataregion/wal/utils/WALEntryPosition.java | 14 +-
.../dataregion/wal/utils/WALInsertNodeCache.java | 96 +-
.../storageengine/rescon/disk/FolderManager.java | 2 +
.../rescon/memory/MemTableManager.java | 8 +-
.../db/storageengine/rescon/memory/SystemInfo.java | 3 +
.../quotas/DataNodeThrottleQuotaManager.java | 1 +
.../rescon/quotas/DefaultOperationQuota.java | 14 +-
.../iotdb/db/tools/TsFileSplitByPartitionTool.java | 10 +-
.../TsFileOverlapValidationAndRepairTool.java | 276 +++++
.../db/trigger/executor/TriggerFireVisitor.java | 20 +
.../org/apache/iotdb/db/utils/CommonUtils.java | 50 +
.../org/apache/iotdb/db/utils/FileLoaderUtils.java | 42 +-
.../org/apache/iotdb/db/utils/SchemaUtils.java | 3 +
.../apache/iotdb/db/utils/TimePartitionUtils.java | 43 -
.../iotdb/db/utils/TimestampPrecisionUtils.java | 44 +-
.../apache/iotdb/db/utils/TypeInferenceUtils.java | 6 +-
.../iotdb/db/utils/constant/SqlConstant.java | 6 +
.../iotdb/db/auth/AuthorizerManagerTest.java | 187 ++-
.../auth/authorizer/LocalFileAuthorizerTest.java | 78 +-
.../iotdb/db/auth/entity/PathPrivilegeTest.java | 52 +-
.../org/apache/iotdb/db/auth/entity/RoleTest.java | 23 +-
.../org/apache/iotdb/db/auth/entity/UserTest.java | 11 +-
.../db/auth/role/LocalFileRoleAccessorTest.java | 70 +-
.../db/auth/role/LocalFileRoleManagerTest.java | 99 +-
.../db/auth/user/LocalFileUserAccessorTest.java | 71 +-
.../db/auth/user/LocalFileUserManagerTest.java | 155 +--
.../cache/dualkeycache/DualKeyCacheTest.java | 185 ++-
.../mtree/schemafile/SchemaFileLogTest.java | 2 +-
.../schemaRegion/SchemaRegionAliasAndTagTest.java | 21 +-
.../schemaRegion/SchemaRegionBasicTest.java | 172 +--
.../schemaRegion/SchemaRegionManagementTest.java | 24 +-
.../schemaRegion/SchemaRegionTemplateTest.java | 6 +-
.../schemaRegion/SchemaRegionTestUtil.java | 90 +-
.../iotdb/db/pipe/connector/PipeReceiverTest.java | 4 +-
.../db/pipe/connector/PipeThriftRequestTest.java | 17 +-
.../PipeProcessorSubtaskExecutorTest.java | 4 +-
.../extractor/CachedSchemaPatternMatcherTest.java | 2 +-
.../db/pipe/extractor/PipeRealtimeExtractTest.java | 3 +-
.../db/protocol/mqtt/BrokerAuthenticatorTest.java | 15 +-
.../common/schematree/ClusterSchemaTreeTest.java | 178 +++
.../ClusterSchemaTreeTestWithRelease.java | 16 +
.../MockSchemaTreeMeasurementVisitor.java | 6 +
.../execution/aggregation/AccumulatorTest.java | 44 +
.../execution/executor/RegionReadExecutorTest.java | 31 +-
.../executor/RegionWriteExecutorTest.java | 24 +-
.../execution/operator/OperatorMemoryTest.java | 6 +-
.../schema/SchemaQueryScanOperatorTest.java | 12 +-
.../queryengine/plan/analyze/AnalyzeFailTest.java | 81 ++
.../db/queryengine/plan/analyze/AnalyzeTest.java | 11 +-
.../plan/analyze/FakePartitionFetcherImpl.java | 6 +-
.../plan/analyze/cache/PartitionCacheTest.java | 33 +-
.../plan/optimization/LimitOffsetPushDownTest.java | 271 +++++
.../plan/parser/StatementGeneratorTest.java | 353 +++++-
.../plan/plan/QueryLogicalPlanUtil.java | 2 +-
.../distribution/DistributionPlannerBasicTest.java | 10 +-
.../plan/plan/distribution/LastQueryTest.java | 2 +-
.../queryengine/plan/plan/distribution/Util.java | 7 +-
.../read/DeviceSchemaScanNodeSerdeTest.java | 4 +-
.../NodeManagementMemoryMergeNodeSerdeTest.java | 6 +-
.../read/PathsUsingTemplateScanNodeTest.java | 6 +-
.../metadata/read/SchemaCountNodeSerdeTest.java | 12 +-
.../read/TimeSeriesSchemaScanNodeSerdeTest.java | 4 +-
.../plan/node/write/WritePlanNodeSplitTest.java | 30 +-
.../plan/statement/sys/pipe/PipeStatementTest.java | 10 +-
.../scheduler/load/LoadTsFileSchedulerTest.java | 3 +-
.../security/encrypt/MessageDigestEncryptTest.java | 2 +-
.../DataNodeInternalRPCServiceImplTest.java | 8 +-
.../iotdb/db/storageengine/StorageEngineTest.java | 14 +
.../storageengine/dataregion/DataRegionTest.java | 56 +-
.../TsFileResourceProgressIndexTest.java | 21 +
.../compaction/CompactionSchedulerTest.java | 1 -
.../compaction/CompactionTaskComparatorTest.java | 70 ++
.../FastCompactionPerformerWithEmptyPageTest.java | 137 +++
...eCompactionWithFastPerformerValidationTest.java | 122 +-
...actionWithReadPointPerformerValidationTest.java | 112 +-
...eCrossSpaceCompactionWithFastPerformerTest.java | 19 +-
...sSpaceCompactionWithReadPointPerformerTest.java | 19 +-
.../InnerSeqCompactionWithFastPerformerTest.java | 6 +-
...nerSeqCompactionWithReadChunkPerformerTest.java | 6 +-
.../inner/InnerSpaceCompactionSelectorTest.java | 58 +-
.../SizeTieredCompactionRecoverTest.java | 2 -
.../recover/SizeTieredCompactionRecoverTest.java | 3 +-
.../settle/SettleRequestHandlerTest.java | 2 +-
.../compaction/tools/ListTimeRangeImplTest.java | 138 +++
.../compaction/tools/UnseqSpaceStatisticsTest.java | 63 +
.../utils/CompactionTaskMemCostEstimatorTest.java | 22 +-
.../compaction/utils/CompactionTestFileWriter.java | 99 +-
.../utils/CompactionUpdateFileCountTest.java | 123 ++
.../dataregion/memtable/MemTableFlushTaskTest.java | 4 +-
.../dataregion/memtable/MemtableBenchmark.java | 4 +-
.../dataregion/memtable/PrimitiveMemTableTest.java | 16 +-
.../wal/checkpoint/CheckpointManagerTest.java | 8 +-
.../dataregion/wal/io/CheckpointFileTest.java | 8 +-
.../dataregion/wal/node/WALEntryHandlerTest.java | 26 +-
.../dataregion/wal/node/WALNodeTest.java | 10 +-
.../wal/recover/WALRecoverManagerTest.java | 13 +-
.../wal/utils/WALInsertNodeCacheTest.java | 18 +-
.../org/apache/iotdb/db/tools/MLogParserTest.java | 2 +-
.../iotdb/db/tools/PBTreeFileSketchTest.java | 2 +-
.../TsFileOverlapValidationAndRepairToolTest.java | 193 +++
.../apache/iotdb/db/utils/EnvironmentUtils.java | 18 +-
.../db/utils/TimestampPrecisionUtilsTest.java | 87 ++
.../datanode1conf/iotdb-common.properties | 2 +-
.../src/test/resources/datanode1conf/logback.xml | 40 +-
.../datanode2conf/iotdb-common.properties | 3 +-
.../src/test/resources/datanode2conf/logback.xml | 40 +-
.../datanode3conf/iotdb-common.properties | 2 +-
.../src/test/resources/datanode3conf/logback.xml | 40 +-
iotdb-core/metrics/interface/pom.xml | 1 -
.../iotdb/metrics/AbstractMetricService.java | 45 +-
.../metrics/metricsets/system/SystemMetrics.java | 69 +-
.../metrics/reporter/iotdb/IoTDBReporter.java | 6 +-
iotdb-core/mlnode/.gitignore | 3 +-
iotdb-core/mlnode/README.md | 4 +-
.../mlnode/iotdb/mlnode/algorithm/factory.py | 66 +
.../iotdb/mlnode/algorithm/hyperparameter.py | 407 +++++++
iotdb-core/mlnode/iotdb/mlnode/algorithm/metric.py | 80 ++
.../mlnode/algorithm/models/forecast}/__init__.py | 0
.../mlnode/algorithm/models/forecast/dlinear.py | 133 ++
.../mlnode/algorithm/models/forecast/nbeats.py | 131 ++
.../mlnode/iotdb/mlnode/algorithm/validator.py | 45 +
iotdb-core/mlnode/iotdb/mlnode/client.py | 111 +-
iotdb-core/mlnode/iotdb/mlnode/config.py | 36 +
iotdb-core/mlnode/iotdb/mlnode/constant.py | 68 +-
iotdb-core/mlnode/iotdb/mlnode/dataset/dataset.py | 74 ++
iotdb-core/mlnode/iotdb/mlnode/dataset/factory.py | 50 +
iotdb-core/mlnode/iotdb/mlnode/dataset/source.py | 80 ++
.../mlnode/iotdb/mlnode/dataset/utils}/__init__.py | 0
.../iotdb/mlnode/dataset/utils/time_features.py | 149 +++
iotdb-core/mlnode/iotdb/mlnode/exception.py | 39 +-
iotdb-core/mlnode/iotdb/mlnode/handler.py | 63 +-
iotdb-core/mlnode/iotdb/mlnode/parser.py | 99 ++
.../mlnode/iotdb/mlnode/process}/__init__.py | 0
iotdb-core/mlnode/iotdb/mlnode/process/manager.py | 124 ++
iotdb-core/mlnode/iotdb/mlnode/process/task.py | 265 ++++
iotdb-core/mlnode/iotdb/mlnode/process/trial.py | 224 ++++
iotdb-core/mlnode/iotdb/mlnode/serde.py | 147 ++-
iotdb-core/mlnode/iotdb/mlnode/service.py | 4 -
iotdb-core/mlnode/iotdb/mlnode/storage.py | 28 +-
iotdb-core/mlnode/iotdb/mlnode/util.py | 25 +-
iotdb-core/mlnode/pom.xml | 2 -
iotdb-core/mlnode/requirements.txt | 7 +-
iotdb-core/mlnode/resources/conf/iotdb-mlnode.toml | 14 +-
.../mlnode/test/test_create_forecast_model.py | 100 ++
iotdb-core/mlnode/test/test_model_storage.py | 17 +-
iotdb-core/mlnode/test/test_serde.py | 8 +-
iotdb-core/node-commons/pom.xml | 5 +-
.../resources/conf/iotdb-common.properties | 32 +-
.../commons/auth/authorizer/BasicAuthorizer.java | 153 +--
.../iotdb/commons/auth/authorizer/IAuthorizer.java | 28 +-
.../commons/auth/authorizer/OpenIdAuthorizer.java | 2 +-
.../iotdb/commons/auth/entity/PathPrivilege.java | 152 ++-
.../commons/auth/entity/PriPrivilegeType.java | 91 ++
.../iotdb/commons/auth/entity/PrivilegeType.java | 92 +-
.../org/apache/iotdb/commons/auth/entity/Role.java | 230 +++-
.../org/apache/iotdb/commons/auth/entity/User.java | 171 ++-
.../iotdb/commons/auth/role/BasicRoleManager.java | 174 ++-
.../iotdb/commons/auth/role/IRoleAccessor.java | 9 +-
.../iotdb/commons/auth/role/IRoleManager.java | 19 +-
.../commons/auth/role/LocalFileRoleAccessor.java | 147 ++-
.../commons/auth/role/LocalFileRoleManager.java | 7 +
.../iotdb/commons/auth/user/BasicUserManager.java | 232 ++--
.../iotdb/commons/auth/user/IUserAccessor.java | 3 +
.../iotdb/commons/auth/user/IUserManager.java | 13 +-
.../commons/auth/user/LocalFileUserAccessor.java | 290 ++++-
.../commons/auth/user/LocalFileUserManager.java | 6 +
.../iotdb/commons/client/ClientPoolFactory.java | 26 +
.../iotdb/commons/client/mlnode}/MLNodeClient.java | 144 ++-
.../client/mlnode/MLNodeClientManager.java} | 25 +-
.../iotdb/commons/client/mlnode/MLNodeInfo.java} | 12 +-
.../concurrent/ExceptionalCountDownLatch.java | 54 +
.../iotdb/commons/concurrent/ThreadName.java | 4 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 52 +-
.../iotdb/commons/conf/CommonDescriptor.java | 26 +-
.../iotdb/commons/consensus/ConsensusGroupId.java | 38 +-
.../commons/consensus/index/ProgressIndex.java | 4 +-
.../consensus/index/impl/HybridProgressIndex.java | 2 +-
.../consensus/index/impl/MinimumProgressIndex.java | 8 +-
.../exception/IllegalPrivilegeException.java | 24 +-
.../commons/model/ForecastModeInformation.java | 153 +++
.../iotdb/commons/model/ModelInformation.java | 235 ++--
...TrailInformation.java => TrialInformation.java} | 34 +-
.../iotdb/commons/partition/DataPartition.java | 17 +-
.../org/apache/iotdb/commons/path/PartialPath.java | 158 ++-
.../apache/iotdb/commons/path/PathPatternTree.java | 19 +-
.../iotdb/commons/path/PathPatternTreeUtils.java | 53 +
.../apache/iotdb/commons/path/PathPatternUtil.java | 4 +-
.../apache/iotdb/commons/path/fa/FAFactory.java | 14 +-
.../apache/iotdb/commons/path/fa/IPatternFA.java | 17 +-
.../iotdb/commons/path/fa/dfa/PatternDFA.java | 60 +
.../iotdb/commons/path/fa/dfa/graph/NFAGraph.java | 65 +
.../commons/path/fa/match/IStateMatchInfo.java | 2 +
.../commons/path/fa/match/StateMultiMatchInfo.java | 14 +-
.../path/fa/match/StateSingleMatchInfo.java | 10 +-
.../iotdb/commons/pipe/config/PipeConfig.java | 11 +-
.../pipe/plugin/builtin/BuiltinPipePlugin.java | 4 +
.../plugin/builtin/connector/OpcUaConnector.java} | 19 +-
.../builtin/connector/WebSocketConnector.java} | 27 +-
.../builtin/processor/DoNothingProcessor.java | 15 +-
.../commons/pipe/task/meta/PipeMetaKeeper.java | 4 +
.../iotdb/commons/schema}/SchemaConstant.java | 28 +-
.../commons/schema/tree/AbstractTreeVisitor.java | 136 ++-
.../iotdb/commons/schema/tree/ITreeNode.java | 4 +
.../iotdb/commons/service/metric/enums/Metric.java | 3 +
.../iotdb/commons/structure/BalanceTreeMap.java | 4 +
.../udf/builtin/BuiltinAggregationFunction.java | 5 +-
.../udf/builtin/ModelInferenceFunction.java} | 36 +-
.../commons/udf/service/UDFManagementService.java | 19 +
.../org/apache/iotdb/commons/utils/AuthUtils.java | 258 ++--
.../org/apache/iotdb/commons/utils/IOUtils.java | 115 +-
.../apache/iotdb/commons/utils/StatusUtils.java | 2 +-
.../iotdb/commons/utils/TimePartitionUtils.java | 79 ++
.../apache/iotdb/commons/path/PartialPathTest.java | 68 ++
.../iotdb/commons/path/PathPatternTreeTest.java | 130 +-
.../apache/iotdb/commons/path/PatternDFATest.java | 45 +
.../iotdb/commons/pipe/PipeMetaDeSerTest.java | 2 +-
.../pipe/plugin/builtin/BuiltinPipePluginTest.java | 12 +-
.../apache/iotdb/commons/utils/AuthUtilsTest.java | 203 ++++
iotdb-core/tsfile/pom.xml | 4 +-
.../file/metadata/AlignedTimeSeriesMetadata.java | 34 +-
.../tsfile/file/metadata/enums/TSDataType.java | 10 +
.../iotdb/tsfile/read/common/block/TsBlock.java | 20 +-
.../tsfile/read/common/block/TsBlockBuilder.java | 4 +-
.../read/reader/chunk/AlignedChunkReader.java | 10 +-
.../tsfile/read/reader/page/AlignedPageReader.java | 89 +-
.../page/LazyLoadAlignedPagePointReader.java | 97 ++
.../tsfile/write/chunk/AlignedChunkWriterImpl.java | 2 +-
.../reader/LazyLoadAlignedPagePointReaderTest.java | 177 +++
iotdb-protocol/openapi/pom.xml | 2 -
.../openapi/src/main/openapi3/iotdb_rest_v1.yaml | 52 +
.../openapi/src/main/openapi3/iotdb_rest_v2.yaml | 52 +
iotdb-protocol/pom.xml | 2 +-
iotdb-protocol/thrift-commons/pom.xml | 1 -
.../thrift-commons/src/main/thrift/common.thrift | 8 +-
iotdb-protocol/thrift-confignode/pom.xml | 1 -
.../src/main/thrift/confignode.thrift | 123 +-
.../pom.xml | 5 +-
.../src/main/thrift/iotconsensus.thrift | 0
iotdb-protocol/thrift-datanode/pom.xml | 3 +-
.../src/main/thrift/datanode.thrift | 18 +-
iotdb-protocol/thrift-mlnode/pom.xml | 1 -
.../thrift-mlnode/src/main/thrift/mlnode.thrift | 12 +-
library-udf/pom.xml | 3 -
.../library/series/UDTFConsecutiveSequences.java | 23 +-
.../library/series/UDTFConsecutiveWindows.java | 23 +-
.../iotdb/library/series/util/ConsecutiveUtil.java | 23 +-
pom.xml | 282 ++++-
tools/README.md | 183 ---
tools/pom.xml | 33 -
tools/thrift/pom.xml | 312 -----
tools/thrift/src/main/assembly/thrift.xml | 64 -
976 files changed, 43129 insertions(+), 12082 deletions(-)
rename .github/workflows/{sonar-coveralls.yml => sonar-codecov.yml} (80%)
copy distribution/src/assembly/{client-cpp.xml => flink-sql-connector.xml}
(81%)
create mode 100644 example/flink-sql/pom.xml
create mode 100644
example/flink-sql/src/main/java/org/apache/iotdb/example/BatchSinkExample.java
create mode 100644
example/flink-sql/src/main/java/org/apache/iotdb/example/BoundedScanExample.java
create mode 100644
example/flink-sql/src/main/java/org/apache/iotdb/example/CDCExample.java
create mode 100644
example/flink-sql/src/main/java/org/apache/iotdb/example/LookupExample.java
create mode 100644
example/flink-sql/src/main/java/org/apache/iotdb/example/StreamingSinkExample.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/aggregation/IoTDBCountTimeAlignedDeviceIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/aggregation/IoTDBCountTimeIT.java
rename integration-test/src/test/java/org/apache/iotdb/db/it/{ =>
auth}/IoTDBAuthIT.java (55%)
rename integration-test/src/test/java/org/apache/iotdb/{confignode/it =>
db/it/auth}/IoTDBClusterAuthorityIT.java (74%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/auth/IoTDBSeriesPermissionIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/auth/IoTDBSystemPermissionIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/auth/IoTDBTemplatePermissionIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/flink/it/AbstractTest.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/flink/it/SinkTest.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/flink/it/SourceTest.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/flink/it/Utils.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/IoTDBPipeClusterIT.java
copy
integration-test/src/test/java/org/apache/iotdb/pipe/it/{IoTDBPipeDataSyncIT.java
=> IoTDBPipeConnectorParallelIT.java} (72%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/IoTDBPipeLifeCycleIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/IoTDBPipeProtocolIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/IoTDBPipeSwitchStatusIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/IoTDBPipeSyntaxIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/extractor/IoTDBPipeExtractorIT.java
rename iotdb-client/client-py/{ => resources}/setup.py (98%)
create mode 100644
iotdb-client/service-rpc/src/test/java/org/apache/iotdb/rpc/RpcUtilsTest.java
create mode 100644
iotdb-client/session/src/test/java/org/apache/iotdb/session/SessionConnectionTest.java
create mode 100644
iotdb-client/session/src/test/java/org/apache/iotdb/session/SessionTest.java
create mode 100644
iotdb-client/session/src/test/java/org/apache/iotdb/session/pool/SessionPoolExceptionTest.java
create mode 100644
iotdb-client/session/src/test/java/org/apache/iotdb/session/util/SessionUtilsTest.java
copy iotdb-connector/{spark-tsfile => flink-sql-iotdb-connector}/pom.xml (61%)
create mode 100644
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/client/IoTDBWebSocketClient.java
create mode 100644
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/common/Options.java
create mode 100644
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/common/Utils.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/exception/IntoProcessException.java
=>
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/exception/IllegalIoTDBPathException.java
(82%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/exception/IntoProcessException.java
=>
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/exception/IllegalOptionException.java
(82%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/exception/IntoProcessException.java
=>
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/exception/IllegalSchemaException.java
(82%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/exception/IntoProcessException.java
=>
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/exception/IllegalUrlPathException.java
(82%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/exception/IntoProcessException.java
=>
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/exception/UnsupportedDataTypeException.java
(82%)
create mode 100644
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/factory/IoTDBDynamicTableFactory.java
create mode 100644
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/function/IoTDBBoundedScanFunction.java
create mode 100644
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/function/IoTDBCDCSourceFunction.java
create mode 100644
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/function/IoTDBLookupFunction.java
create mode 100644
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/function/IoTDBSinkFunction.java
create mode 100644
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/provider/IoTDBDynamicTableSink.java
create mode 100644
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/provider/IoTDBDynamicTableSource.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/visitor/LowercaseNormalizeVisitor.java
=>
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/wrapper/SchemaWrapper.java
(54%)
copy
iotdb-core/consensus/src/main/java/org/apache/iotdb/consensus/common/response/ConsensusResponse.java
=>
iotdb-connector/flink-sql-iotdb-connector/src/main/java/org/apache/iotdb/flink/sql/wrapper/TabletWrapper.java
(54%)
copy iotdb-core/mlnode/requirements.txt =>
iotdb-connector/flink-sql-iotdb-connector/src/main/resources/META-INF/services/org.apache.flink.table.factories.Factory
(88%)
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/model/{ShowTrailPlan.java
=> GetModelInfoPlan.java} (65%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/model/{ShowTrailPlan.java
=> ShowTrialPlan.java} (70%)
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{auth/PermissionInfoResp.java
=> model/GetModelInfoResp.java} (56%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{
=> model}/ModelTableResp.java (97%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{TrailTableResp.java
=> model/TrialTableResp.java} (57%)
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/task/PipeTaskCoordinatorLock.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/sync/AuthOperationProcedure.java
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/{model/CreateModelState.java
=> auth/AuthOperationProcedureState.java} (80%)
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/sync/AuthOperationProcedureTest.java
delete mode 100644
iotdb-core/consensus/src/main/java/org/apache/iotdb/consensus/common/response/ConsensusGenericResponse.java
delete mode 100644
iotdb-core/consensus/src/main/java/org/apache/iotdb/consensus/common/response/ConsensusReadResponse.java
delete mode 100644
iotdb-core/consensus/src/main/java/org/apache/iotdb/consensus/common/response/ConsensusWriteResponse.java
rename
iotdb-core/consensus/src/main/java/org/apache/iotdb/consensus/simple/{SimpleServerImpl.java
=> SimpleConsensusServerImpl.java} (92%)
rename iotdb-core/consensus/src/test/java/org/apache/iotdb/consensus/ratis/{
=> utils}/UtilsTest.java (63%)
create mode 100644
iotdb-core/datanode/src/assembly/resources/tools/tsfile/check-overlap-sequence-files-and-repair.bat
copy iotdb-connector/grafana-plugin/backend-compile.sh =>
iotdb-core/datanode/src/assembly/resources/tools/tsfile/check-overlap-sequence-files-and-repair.sh
(51%)
mode change 100755 => 100644
create mode 100644
iotdb-core/datanode/src/assembly/resources/tools/tsfile/overlap-statistic-tool.bat
copy iotdb-connector/grafana-plugin/backend-compile.sh =>
iotdb-core/datanode/src/assembly/resources/tools/tsfile/overlap-statistic-tool.sh
(51%)
mode change 100755 => 100644
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/auth/AuthorizerManager.java
copy iotdb-core/datanode/src/main/java/org/apache/iotdb/db/exception/{ =>
runtime}/IntoProcessException.java (95%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/exception/{IntoProcessException.java
=> runtime/ModelInferenceProcessException.java} (82%)
copy iotdb-core/datanode/src/main/java/org/apache/iotdb/db/exception/{ =>
runtime}/WriteLockFailedException.java (95%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/agent/runtime/PipeCronEventInjector.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/airgap/{AirGapOneByteResponse.java
=> AirGapELanguageConstant.java} (66%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable/builder/IoTDBThriftAsyncPipeTransferBatchReqBuilder.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable/builder/IoTDBThriftSyncPipeTransferBatchReqBuilder.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable/builder/PipeTransferBatchReqBuilder.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable/request/PipeTransferTabletBatchReq.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable/request/{PipeTransferInsertNodeReq.java
=> PipeTransferTabletBinaryReq.java} (72%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable/request/{PipeTransferInsertNodeReq.java
=> PipeTransferTabletInsertNodeReq.java} (86%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable/request/{PipeTransferTabletReq.java
=> PipeTransferTabletRawReq.java} (85%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/opcua/OpcUaConnector.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/opcua/OpcUaKeyStoreLoader.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/opcua/OpcUaServerBuilder.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/thrift/async/handler/{PipeTransferTabletInsertionEventHandler.java
=> PipeTransferTabletBatchEventHandler.java} (62%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/thrift/async/handler/{PipeTransferInsertNodeTabletInsertionEventHandler.java
=> PipeTransferTabletInsertNodeEventHandler.java} (93%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/thrift/async/handler/{PipeTransferRawTabletInsertionEventHandler.java
=> PipeTransferTabletRawEventHandler.java} (94%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/websocket/WebSocketConnector.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/websocket/WebSocketConnectorServer.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/event/common/heartbeat/PipeHeartbeatEvent.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/processor/PipeDoNothingProcessor.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/task/connection/EnrichedDeque.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/protocol/rest/utils/InsertRowDataUtils.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/{CountAccumulator.java
=> CountTimeAccumulator.java} (84%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/last/LastQueryTransformOperator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/ml/ForecastOperator.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{exception/IntoProcessException.java
=> queryengine/plan/analyze/IModelFetcher.java} (75%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/analyze/ModelFetcher.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/model/{ShowTrailsTask.java
=> ShowTrialsTask.java} (94%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/visitor/{LowercaseNormalizeVisitor.java
=> CountTimeAggregationAmountVisitor.java} (50%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/visitor/{LowercaseNormalizeVisitor.java
=> RemoveRootPrefixVisitor.java} (53%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/process/last/{LastQueryCollectNode.java
=> LastQueryTransformNode.java} (52%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/process/ml/ForecastNode.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/PipeEnrichedInsertNode.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/parameter/model/ForecastModelInferenceDescriptor.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/parameter/model/ModelInferenceDescriptor.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/AuthorityInformationStatement.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/crud/PipeEnrichedInsertBaseStatement.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/crud/PipeEnrichedLoadTsFileStatement.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/model/{ShowTrailsStatement.java
=> ShowTrialsStatement.java} (91%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/{
=> pipe}/CreatePipePluginStatement.java (77%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/{sys
=> metadata}/pipe/CreatePipeStatement.java (81%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/{
=> pipe}/DropPipePluginStatement.java (74%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/{sys
=> metadata}/pipe/DropPipeStatement.java (74%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/{
=> pipe}/ShowPipePluginsStatement.java (69%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/{sys
=> metadata}/pipe/ShowPipesStatement.java (74%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/{sys
=> metadata}/pipe/StartPipeStatement.java (74%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/{sys
=> metadata}/pipe/StopPipeStatement.java (74%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/{selector/IInnerUnseqSpaceSelector.java
=> execute/task/CompactionTaskType.java} (72%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/selector/estimator/CompactionTaskInfo.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/selector/estimator/FastCrossSpaceCompactionEstimator.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/selector/estimator/InplaceCompactionEstimator.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/selector/estimator/ReadPointCrossCompactionEstimator.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/{selector/IInnerUnseqSpaceSelector.java
=> tool/ITimeRange.java} (69%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/{selector/IInnerUnseqSpaceSelector.java
=> tool/Interval.java} (64%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tool/ListTimeRangeImpl.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tool/OverlapStatistic.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tool/OverlapStatisticTool.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tool/PrintUtil.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/{selector/IInnerUnseqSpaceSelector.java
=> tool/SequenceFileSubTaskThreadExecutor.java} (61%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tool/SequenceFileTaskSummary.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tool/SingleSequenceFileTask.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tool/TimePartitionProcessTask.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tool/TimePartitionProcessWorker.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tool/TsFileStatisticReader.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tool/UnseqSpaceStatistics.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/tools/validate/TsFileOverlapValidationAndRepairTool.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/TimePartitionUtils.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/FastCompactionPerformerWithEmptyPageTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tools/ListTimeRangeImplTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tools/UnseqSpaceStatisticsTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/utils/CompactionUpdateFileCountTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/tools/TsFileOverlapValidationAndRepairToolTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/utils/TimestampPrecisionUtilsTest.java
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/algorithm/factory.py
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/algorithm/hyperparameter.py
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/algorithm/metric.py
copy {iotdb-client/client-py/iotdb =>
iotdb-core/mlnode/iotdb/mlnode/algorithm/models/forecast}/__init__.py (100%)
create mode 100644
iotdb-core/mlnode/iotdb/mlnode/algorithm/models/forecast/dlinear.py
create mode 100644
iotdb-core/mlnode/iotdb/mlnode/algorithm/models/forecast/nbeats.py
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/algorithm/validator.py
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/dataset/dataset.py
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/dataset/factory.py
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/dataset/source.py
copy {iotdb-client/client-py/iotdb =>
iotdb-core/mlnode/iotdb/mlnode/dataset/utils}/__init__.py (100%)
create mode 100644
iotdb-core/mlnode/iotdb/mlnode/dataset/utils/time_features.py
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/parser.py
copy {iotdb-client/client-py/iotdb =>
iotdb-core/mlnode/iotdb/mlnode/process}/__init__.py (100%)
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/process/manager.py
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/process/task.py
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/process/trial.py
create mode 100644 iotdb-core/mlnode/test/test_create_forecast_model.py
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/auth/entity/PriPrivilegeType.java
rename iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/protocol/client
=>
node-commons/src/main/java/org/apache/iotdb/commons/client/mlnode}/MLNodeClient.java
(50%)
copy
iotdb-core/{consensus/src/main/java/org/apache/iotdb/consensus/common/response/ConsensusResponse.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/client/mlnode/MLNodeClientManager.java}
(54%)
rename
iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/exception/WriteLockFailedException.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/client/mlnode/MLNodeInfo.java}
(70%)
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/concurrent/ExceptionalCountDownLatch.java
copy
integration-test/src/main/java/org/apache/iotdb/it/env/cluster/env/Cluster1Env.java
=>
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/exception/IllegalPrivilegeException.java
(53%)
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/model/ForecastModeInformation.java
rename
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/model/{TrailInformation.java
=> TrialInformation.java} (78%)
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/path/PathPatternTreeUtils.java
rename
iotdb-core/{consensus/src/main/java/org/apache/iotdb/consensus/exception/NodeReadOnlyException.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/pipe/plugin/builtin/connector/OpcUaConnector.java}
(64%)
rename
iotdb-core/{consensus/src/main/java/org/apache/iotdb/consensus/common/response/ConsensusResponse.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/pipe/plugin/builtin/connector/WebSocketConnector.java}
(63%)
rename iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/schemaengine =>
node-commons/src/main/java/org/apache/iotdb/commons/schema}/SchemaConstant.java
(84%)
copy
iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/ShowClusterStatement.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/ModelInferenceFunction.java}
(53%)
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/utils/TimePartitionUtils.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/utils/AuthUtilsTest.java
create mode 100644
iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/reader/page/LazyLoadAlignedPagePointReader.java
create mode 100644
iotdb-core/tsfile/src/test/java/org/apache/iotdb/tsfile/read/reader/LazyLoadAlignedPagePointReaderTest.java
rename iotdb-protocol/{thrift-iot-consensus => thrift-consensus}/pom.xml (93%)
rename iotdb-protocol/{thrift-iot-consensus =>
thrift-consensus}/src/main/thrift/iotconsensus.thrift (100%)
delete mode 100644 tools/README.md
delete mode 100644 tools/pom.xml
delete mode 100644 tools/thrift/pom.xml
delete mode 100644 tools/thrift/src/main/assembly/thrift.xml