This is an automated email from the ASF dual-hosted git repository.
jiangtian pushed a change to branch load_v2
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from e7562e8a60b add comments
add f869a95cfef [IOTDB-6119] Add ConfigNode leader service check (#10985)
add 39819a2bd1d [IOTDB-6061] Fix the instability failure caused by
initServer in IoTConsensus UT not binding to the corresponding port (#10991)
add 656c462af56 [IOTDB-6129] ConfigNode restarts without relying on
Seed-ConfigNode (#10988)
add 35736cc6782 Pipe: Fix start-time and end-time parameters not working
when extracting history data (#11001)
add 155c181ad6e fix (#10993)
add b1ac40b42b9 fix wal npe when memTable has flushed. (#10899)
add d5450a1e564 [IOTDB-6134] Fill statement content in show queries for
inner schema fetch
add d1c0cf9050c Optimize python client package and release process (#11007)
add ed87567e56b Fix possible NPE while executing show cluster or show
cluster details
add cd57fefbf13 Pipe: Add IT for pipe lifecycle, pipe syntax, pipe
extractor parameters (#11019)
add 35ffb5128db [IOTDB-6135] Pipe: Fix a bug which keeps generating
PipeHeartbeatEvent unnecessarily (#11008)
add 00cb64c2718 Move Jenkins notification to notifications list (#11029)
add eb43b4909a7 Pipe: Report queue size in PipeHeartbeatEvent (#10997)
add eee581e1c1f Perfect plan graph for last query scan node
add 7d9ac670327 [IOTDB-6130] Delete data by specific pattern didn't work
add 1a3568ff2a0 Pipe: Improve performance for 10000+ pipes (#11021)
add 43aa7db32f3 Added file overlap analysis tool (#11030)
add 815c21b3fb8 Fixed wal triggering disk threshold loop too many times
(#11017)
add 4be0aaaafdd [RatisConsensus] use warn_and_return to enable cluster
restart when log corruption can be ignored (#11036)
add eb500c9db70 Fix mods file contains writable view
add b9ed1ed9ce5 [RatisConsensus] retry cache expiration time should be
longer than retriable-client wait duration (#11045)
add 66206461638 Fix/grafana plugin error (#11043)
add 2f7e99b14ae [IOTDB-6139] Refine Ratis Properties (#11047)
add c9315c755cb [IOTDB-6138] Fix the support of negative timestamp (#11033)
add d2da03655ec Change display nums of client to fixed 1000
add d33b16b1ffd [IoTDB ML] Basic model training and inference features
available
add 975ff0199d7 Fix negative requested permit of
CompactionWriteRateLimiter (#11066)
add f39b994873c Fix incorrect package path for modelInferenceException
(#11072)
add e991dc09991 fix readonly because of disk full (#11059)
add ac0dd9d3111 Pipe: Fix ConcurrentModificationException caused by
concurrently iterating through CachedSchemaPatternMatcher.extractors when an
PipeHeartbeatEvent is being assigned (#11074)
add 54e11400bb0 [IOTDB-6142] Pipe: Implemented IoTDBOpcUaConnector to
enable transfer using Opc Ua protocol (#10976)
add ba46d351ed5 Pipe: include creation time in PipeProcessorSubtask#taskID
to avoid task scheduling issues after 1000+ pipes' creating and dropping
(#11078)
add 6cc9b6a903a Fix compaction speed calculation (#11055)
add 5223b60b427 [IOTDB-6128] Pipe: supporting multiples device operation
in flink-sql-iotdb-connector (#11010)
add c4ff2b13449 Pipe: Clear reference count of on-the-fly EnrichedEvent in
queues when pipe is dropped (#11077)
add 71a98702a63 Use codecov to show code coverage (#11079)
add f910c66bee3 Fix/release findings (#11088)
add e71d22c52b6 Update badge in README.md (#11093)
add 1ec1264e2d5 Remove some copyright info (#11095)
add 624895955d3 Tsfile resource validation and repair tool (#10984)
add 420af60cd8d Fix seq space file num and size statistics (#10982)
add f6fed7c6706 [IOTDB-6144] Adjust the default thrift timeout parameter
to 60s (#11091)
add 4f1fe0638cd [IOTDB-6137] Improved error messages for expressions as
constants in GROUP BY
add 27b8e5bebae [RatisConsensus] Bump ratis snapshot version to
2.5.2-284ecbb-SNAPSHOT (#11089)
add 5ea3166aa23 Permission mode refine final pr
add 97d9cea38ed Correct the license info of hbase (#11115)
add 7c760f29d00 fix count_time bug
add a5e315d7a99 fox code smell
add 7309e3282f5 Change default encoder of INT32 and INT64 from RLE to
TS_2DIFF (#11114)
add f0259706b17 Auth online upgrade
add 3c24fa31750 [IOTDB-6147] Alter view does not check the source path
add 1f7d56f6f4e [IOTDB-6148] Pipe: Fixed the bug that some uncommited
progresses may be reported (#11125)
add b49d0fb96f2 Pipe: fix NPE when
HybridProgressIndex.updateToMinimumIsAfterProgressIndex after system reboot
(DR: SimpleConsensus) (#11126)
add 82188e378a7 [IOTDB-6149] Fix incorrect output of UDF with multiple
inputs
add c23013463d2 Pipe: use PipeTaskCoordinatorLock instead of ReentrantLock
for multi thread sync (#11129)
add 0abbee3afbf fix session sessionDataSet unclose when use export tsfile
tool (#11131)
add ce932ba81e7 Pipe: push down the construction of history events to save
memory when large amount of pipes are running (#11067)
add d095eae36c1 Fix/addressed issues with rat not being able to process
the source bundle (#11098)
add 7c333ac53b4 Remove cancelled/done MemoryReservationFuture from the
queue when freeing memory
add 77a7dcf6ad0 [IOTDB-6152] Add IoTConsensus Sync Log Timer (#11134)
add 9ebb70cd70c [IOTDB-6155] Fix some minor bugs of
flink-sql-iotdb-connector (#11143)
add 7e878aa7bf7 Add replication factor metrics and add database tag in
throughput metrics and schema metrics (#11113)
add 5c719ecec4d [IOTDB-6151] Move datanode system.properties (#11153)
add 5f5a1d4fb7d Enhance last query, support non single base series (#11120)
add ca7b9d0ff02 [To rel/1.2][IOTDB-6156] Fixed TConfiguration invalidly in
Thrift AsyncServer For IoTConsensus
add 0b3db97b9da Remove the useless code and fix smell in last query
(#11156)
add bdb6bd6da90 Pipe: fix pipe procedure stuck because of data node async
request forever waiting for response (#11157)
add d06746a045e [IOTDB-6158] add examples and ITs for flink-sql-connector
(#11152)
add 94caed8d802 Fix storage group to database (#11160)
add ccb88e3a4e2 Delete unused compaction recover code (#11147)
add 42df87d1cb0 Fix the warn log in IT (#11164)
add 3313d742104 [IOTDB-6159] Pipe: Supported E-language payload in air gap
connector/receiver (#11136)
add 1aa098cda93 [IOTDB-6157] Check timestamp precision when insert (#11151)
add c813d2e71ad [IOTDB-6163] fix bug of option sql parsing error in
flink-sql-connector (#11174)
add d0cf8d6dbe2 Pipe: fix pipe coordinator deadlock causing CN election
timeout (#11176) (#11177)
add e488a7c1bc2 [IOTDB-6164] Fix create illegal path through rest api bug
(#11178)
add 4d7aaeb8c9c [IOTDB-6143] Pipe: Support PipeConnector subtasks with the
same parameters concurrently scheduling (#11083)
add 6f1a5454eb8 [IOTDB-6162] Enhanced accuracy in deleting data
add d7396bfc349 Fix datanode stuck when meets disk error (#11172)
add d654e03c869 Fix NPE issue when setting system to readonly manually
(#11166)
add 90823c819e7 Fix auth check of CreateAlignedTimeSeries
add 66ebb0b57d8 [IOTDB-6167] DataNode can't register to cluster when fetch
system configuration throws NPE(#11187)
add 9c751ad657a Fix metric of auth
add f48bc2c6d79 Optimize python client insert records values serialization
(#11193)
add 6cbe5f0d577 [IOTDB-6165] Pipe: cache device metadata in TsFile reader
to avoid redundant IO (#11186)
add a9093c29250 [ISSUE-11199] Pipe: fix NPE when casting from null values
in InsertRowNode deserialization (#11200)
add 10a0614dcf3 Pipe: fix NPE in PipeEnrichedInsertBaseStatement#isQuery
when analyzing statement in metadata mismatch scenarios (#11203)
add 8a845dd05b4 Sl fix auth bugs
add 3250550f9a6 [IOTDB-6154] Pipe: better algorithm for hybrid mode to
switch log/tsfile extraction in iotdb-extractor (#11142)
add 3f8c344b3a8 Pipe: fix file handle leak when processing with
extractor.pattern (#11209)
add b4c2caeaf2f Manipulate series of Audit and IoTDB reporter as super user
add 5c7718ea8fa Pipe: Add IT for different cluster config and consensus
protocols (#11097)
add 8980844590a Add UT for session module (#11158)
add 53a2bee7b20 Fix the dead lock bug when the generated distributed query
plan contains cycle
add 0cb79e5f07e [IoTDB-6172] Finish canAddTsBlock of SharedTsBlockQueue to
ensure that blocked Driver could be correctly finished
add 9a7e114a5b6 Ensure concurrency safety when updating last cache
add 2fd218422b6 Optimize the python client performance for Python 3.10 or
later (#11198)
add 1c3a59e4b9b Pipe: Added tablet event count and tsfile event count to
PipeHeartbeatEvent reports (#11225)
add 6e7088ae6ae [IOTDB-6170] Pipe: Removed unnecessary parse when tsFile
resources' time ranges are covered by startTime-endTime (#11211)
add a4eeeba9759 SchemaCache supports precise eviction
add ae8f284d429 Fix the data scan ordering when executing last query
add ed62ba67cd4 [IOTDB-6168] ConfigNode register retry logic does not
worked (#11188)
add 9ab3c422cdb Auth online upgrade
add fde69bc82c2 Fix auth check when alter and create view
add 0f2cf0a3b48 Optimize merge selection process and increase disk space
availability logic (#11197)
add 1c3ab3900c7 Pipe: fix drop pipe stuck (make connector subtask close
faster by early returning) (#11222)
add 62a956d3ed5 [auth].fix internal error when check sysPri grant option
add 4d3a16fb61b Bump org.apache.avro:avro in
/iotdb-connector/hive-connector (#11236)
add 7af3d774343 Bump org.apache.tomcat.embed:tomcat-embed-core from
10.1.0-M1 to 10.0.27 in /iotdb-core/datanode (#11235)
add 4d38980c075 Bump postcss from 8.4.21 to 8.4.31 in
/iotdb-connector/grafana-plugin (#11238)
add 24dd2b7f2c9 [IOTDB-6160] Correct the target paths verify logic in
Select Into
add 68b394a470e Pipe: instantiate iotdb-thrift-connector from sync to
async (#11248)
add e929ceed0c0 Allow `\``*`\`` in DevicePath (#10901)
add e3c8643fae2 chore: Enable ge.apache.org
add fefb873a8bf Pipe: add status message for procedure execution timed out
(#11257)
add 18a4d91b94f [IOTDB-6177] Pipe: Removed the exception time judgement
when reporting exceptions to avoid losing failure message (#11249)
add 7c976f13c55 [IOTDB-6176] Pipe: record SimpleProgressIndex for
insertion when using SimpleConsensus to avoid wrong advance progress report
(#11255)
add 6f83353c2f3 [IOTDB-6179] Load: remove uncessary create schema logic
when loading tsfiles (which allows users without create schema permission to
execute load) (#11256)
add 9ffca1c7997 Load: skipping instead of throwing exceptions when loading
empty tsfiles (#11261)
add ff7fdb795ab [IOTDB-6183] Optimize the timeout retry logic of
IoTConsensus sending RPCS (#11266)
add c0260ea7b5c Fix NPE when partially inserting tablet span multiple data
partitions
add f36af625129 Add database and region tag into tsfile metrics (#11228)
add f22baa079c0 [IOTDB-6185] Fix show cluster null status bug (#11273)
add 6a3b3e33650 Fixed failed to compile Grafana plugin using the latest
version of SDK (#11271)
add 59e97fd405a [IOTDB-6184] MergeSort should break when one tsBlock is
run out in one iteration. (#11270)
add 1be2eebac36 Fixed ping command for rest service (#11247)
add 8951eb8ce04 Pipe: running count of the connector does not return to
zero after exceptions occur (resulting in the failure of the automatic restart
mechanism) (#11279)
add 9111d69d217 Refactor the CompactionWorker part of Compaction framework
(#11242)
add f3619920e29 Bump golang.org/x/net in /iotdb-connector/grafana-plugin
(#11288)
add 5bbe062515c Pipe: fix recovering huge entry from wal with wrong
position bug & fix multi pipes sharing the same ByteBuffer (#11285)
add 2ee7675ce10 Pipe: make hybrid extractor aware of event collector's
queue size & block processor subtask's execution when events buffered in
EventCollector (#11283)
add 4cee8227e75 [IOTDB-6182] Add fsync in ConfigNode persistence modules
(#11264)
add 52ce8855836 Add stopwatch for AbstractConsumeAllOperator
add 32a1e10b2e4 Fix SYS_DISK_FREE_SPACE metric and add SYS_AVAILABLE_SPACE
metric (#11289)
add af56f90e26a Added fsync operation when persisting files (#11275)
add 1d1b52cccb8 Optimize result set iteration in Python Client (#11231)
add 848af7209ec upgrade compression ratio file name format and solve the
problem of high compression ratio caused by repeated data writing (#11220)
add b61f634b57e Fix the problem of inaccurate GC monitor detection at the
beginning and adjusting the alert threshold. (#11297)
add 8c384da094c [IOTDB-6188] Load: Optimize the return of error codes
related to user privileges (#11299)
add 17ba8eb944f add disk free ration check before compaction task start
(#11292)
add 5f7a0bff761 Fix potential loss of metrics when restart confignode
(#11287)
add 0b57fd39e1d [auth].fix error when check role. (#11293)
add c66f53faf97 fix(csv):Fixed the prompt after CSV file import (#10835)
add cfca49e0e0f Pipe: fix tsfile and wal forever pinned when enabling log
batch mode in iotdb-async-thrift-connector & fine tune hybrid extractor mode
(#11305)
add ae77b4f360e [IOTDB-6190] Increase the threshold for Ratis to shut
itself down if it detects that a process is stuck
add ba77da8a75a [IOTDB-6178] Add fsync for schemaregion, CQInfo, ModelInfo
new ffe7f4e15d7 Merge branch 'master' into load_v2
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/client-go.yml | 1 +
.github/workflows/client-python.yml | 4 +
.github/workflows/cluster-it-1c1d.yml | 1 +
.github/workflows/cluster-it-1c3d.yml | 1 +
.github/workflows/grafana-plugin.yml | 5 +
.github/workflows/iotdb-ml.yml | 1 +
.github/workflows/pipe-it-2cluster.yml | 1 +
.../{sonar-coveralls.yml => sonar-codecov.yml} | 22 +-
.github/workflows/unit-test.yml | 1 +
.gitignore | 12 +-
iotdb-core/mlnode/README.md => .mvn/extensions.xml | 42 +-
.mvn/gradle-enterprise.xml | 48 +
Jenkinsfile | 6 +-
LICENSE | 21 +-
NOTICE | 2 +-
NOTICE-binary | 2 +-
README.md | 4 +-
checkstyle.xml | 4 +-
code-coverage/pom.xml | 2 -
codecov.yml | 6 +-
distribution/pom.xml | 13 +-
.../src/assembly/flink-sql-connector.xml | 48 +-
example/client-cpp-example/pom.xml | 1 -
example/flink-sql/pom.xml | 99 ++
.../org/apache/iotdb/example/BatchSinkExample.java | 74 ++
.../apache/iotdb/example/BoundedScanExample.java | 52 +
.../java/org/apache/iotdb/example/CDCExample.java | 54 +
.../org/apache/iotdb/example/LookupExample.java | 77 ++
.../apache/iotdb/example/StreamingSinkExample.java | 68 ++
....apache.iotdb.db.protocol.mqtt.PayloadFormatter | 19 +
example/pom.xml | 1 +
example/rest-java-example/pom.xml | 4 -
example/session/pom.xml | 5 -
example/trigger/pom.xml | 2 +-
example/udf/pom.xml | 2 +-
integration-test/checkstyle.xml | 2 +-
integration-test/import-control.xml | 194 ++-
integration-test/pom.xml | 163 ++-
.../iotdb/it/env/cluster/ClusterConstant.java | 2 +
.../it/env/cluster/config/MppCommonConfig.java | 13 +
.../env/cluster/config/MppSharedCommonConfig.java | 14 +
.../iotdb/it/env/cluster/env/AbstractEnv.java | 60 +-
.../iotdb/it/env/cluster/env/Cluster1Env.java | 6 +
.../iotdb/it/env/cluster/env/MultiClusterEnv.java | 6 +
.../apache/iotdb/it/env/cluster/env/SimpleEnv.java | 6 +
.../iotdb/it/env/cluster/node/DataNodeWrapper.java | 9 +
.../it/env/remote/config/RemoteCommonConfig.java | 10 +
.../iotdb/it/env/remote/env/RemoteServerEnv.java | 13 +
.../java/org/apache/iotdb/itbase/env/BaseEnv.java | 11 +
.../org/apache/iotdb/itbase/env/CommonConfig.java | 4 +
.../apache/iotdb/cli/it/StartClientScriptIT.java | 32 -
.../it/cluster/IoTDBClusterNodeErrorStartUpIT.java | 27 -
.../it/cluster/IoTDBClusterRestartIT.java | 29 +-
.../it/database/IoTDBDatabaseSetAndDeleteIT.java | 23 +-
.../it/partition/IoTDBPartitionGetterIT.java | 8 +-
.../confignode/it/utils/ConfigNodeTestUtils.java | 7 -
.../org/apache/iotdb/db/it/IOTDBLoadTsFileIT.java | 110 +-
.../apache/iotdb/db/it/IoTDBDatetimeFormatIT.java | 1 +
.../apache/iotdb/db/it/IoTDBInsertMultiRowIT.java | 11 +
.../apache/iotdb/db/it/IoTDBInsertWithQueryIT.java | 23 +-
.../iotdb/db/it/IoTDBPartialInsertionIT.java | 71 ++
.../apache/iotdb/db/it/{ => auth}/IoTDBAuthIT.java | 529 ++++++--
.../it => db/it/auth}/IoTDBClusterAuthorityIT.java | 208 ++--
.../iotdb/db/it/auth/IoTDBSeriesPermissionIT.java | 305 +++++
.../iotdb/db/it/auth/IoTDBSystemPermissionIT.java | 329 +++++
.../db/it/auth/IoTDBTemplatePermissionIT.java | 161 +++
.../java/org/apache/iotdb/db/it/cq/IoTDBCQIT.java | 88 --
.../iotdb/db/it/schema/IoTDBMetadataFetchIT.java | 8 +-
.../iotdb/db/it/schema/IoTDBSchemaTemplateIT.java | 29 +-
.../iotdb/db/it/selectinto/IoTDBSelectIntoIT.java | 9 +-
.../db/it/strangepath/IoTDBStrangePathIT.java | 78 ++
.../db/it/trigger/IoTDBTriggerManagementIT.java | 117 +-
.../iotdb/db/it/udf/IoTDBUDFWindowQueryIT.java | 17 +-
.../org/apache/iotdb/db/it/utils/TestUtils.java | 211 +++-
.../org/apache/iotdb/flink/it/AbstractTest.java | 46 +
.../java/org/apache/iotdb/flink/it/SinkTest.java | 163 +++
.../java/org/apache/iotdb/flink/it/SourceTest.java | 192 +++
.../test/java/org/apache/iotdb/flink/it/Utils.java | 93 ++
.../apache/iotdb/pipe/it/IoTDBPipeClusterIT.java | 766 ++++++++++++
...ncIT.java => IoTDBPipeConnectorParallelIT.java} | 56 +-
.../apache/iotdb/pipe/it/IoTDBPipeDataSyncIT.java | 64 +-
.../apache/iotdb/pipe/it/IoTDBPipeLifeCycleIT.java | 645 ++++++++++
.../apache/iotdb/pipe/it/IoTDBPipeProtocolIT.java | 415 +++++++
.../iotdb/pipe/it/IoTDBPipeSwitchStatusIT.java | 328 +++++
.../apache/iotdb/pipe/it/IoTDBPipeSyntaxIT.java | 667 +++++++++++
.../pipe/it/extractor/IoTDBPipeExtractorIT.java | 605 ++++++++++
.../iotdb/session/it/IoTDBSessionComplexIT.java | 163 +++
.../iotdb/session/it/IoTDBSessionSimpleIT.java | 81 ++
iotdb-api/external-api/pom.xml | 2 +-
iotdb-api/pipe-api/pom.xml | 2 +-
.../org/apache/iotdb/pipe/api/PipeConnector.java | 10 +-
.../org/apache/iotdb/pipe/api/PipeProcessor.java | 10 +-
.../event/dml/insertion/TsFileInsertionEvent.java | 2 +-
iotdb-api/trigger-api/pom.xml | 2 +-
iotdb-api/udf-api/pom.xml | 2 +-
iotdb-client/cli/pom.xml | 2 -
.../cli/src/assembly/resources/sbin/start-cli.sh | 2 +-
.../java/org/apache/iotdb/cli/AbstractCli.java | 56 +-
.../src/main/java/org/apache/iotdb/cli/Cli.java | 4 -
.../java/org/apache/iotdb/tool/ExportTsFile.java | 14 +-
.../main/java/org/apache/iotdb/tool/ImportCsv.java | 2 +-
.../java/org/apache/iotdb/cli/AbstractCliIT.java | 39 -
iotdb-client/client-cpp/pom.xml | 7 +-
iotdb-client/client-py/.gitignore | 2 +
iotdb-client/client-py/SessionPoolExample.py | 21 +-
iotdb-client/client-py/iotdb/IoTDBContainer.py | 9 +-
iotdb-client/client-py/iotdb/Session.py | 113 +-
iotdb-client/client-py/iotdb/SessionPool.py | 60 +-
.../iotdb/tsfile/utils/ReadWriteIOUtils.py | 12 +-
iotdb-client/client-py/iotdb/utils/Field.py | 148 +--
.../client-py/iotdb/utils/IoTDBConstants.py | 33 +-
.../client-py/iotdb/utils/IoTDBRpcDataSet.py | 299 +++--
iotdb-client/client-py/iotdb/utils/NumpyTablet.py | 8 +-
.../client-py/iotdb/utils/SessionDataSet.py | 90 +-
iotdb-client/client-py/iotdb/utils/Tablet.py | 14 +-
iotdb-client/client-py/pom.xml | 62 +-
iotdb-client/client-py/release.sh | 19 +-
iotdb-client/client-py/requirements_dev.txt | 2 +-
iotdb-client/client-py/{ => resources}/setup.py | 2 +-
iotdb-client/client-py/tests/test_session.py | 60 +-
iotdb-client/client-py/tests/test_session_pool.py | 33 +-
iotdb-client/client-py/tests/test_tablet.py | 18 +-
iotdb-client/jdbc/pom.xml | 4 +-
iotdb-client/service-rpc/pom.xml | 2 +-
.../org/apache/iotdb/rpc/RpcTransportFactory.java | 25 +
.../main/java/org/apache/iotdb/rpc/RpcUtils.java | 29 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 6 +-
.../java/org/apache/iotdb/rpc/RpcUtilsTest.java | 67 ++
iotdb-client/session/pom.xml | 2 +-
.../iotdb/session/SessionConnectionTest.java | 388 ++++++
.../java/org/apache/iotdb/session/SessionTest.java | 1175 ++++++++++++++++++
.../session/pool/SessionPoolExceptionTest.java | 266 ++++
.../apache/iotdb/session/pool/SessionPoolTest.java | 1264 +++++++++++++++++++-
.../iotdb/session/util/SessionUtilsTest.java | 176 +++
iotdb-connector/flink-sql-iotdb-connector/pom.xml | 33 +-
.../org/apache/iotdb/flink/sql/common/Options.java | 8 +-
.../org/apache/iotdb/flink/sql/common/Utils.java | 38 +-
.../sql/factory/IoTDBDynamicTableFactory.java | 96 +-
.../sql/function/IoTDBBoundedScanFunction.java | 50 +-
.../flink/sql/function/IoTDBCDCSourceFunction.java | 93 +-
.../flink/sql/function/IoTDBLookupFunction.java | 40 +-
.../flink/sql/function/IoTDBSinkFunction.java | 74 +-
iotdb-connector/grafana-connector/pom.xml | 20 +-
iotdb-connector/grafana-plugin/backend-compile.sh | 2 +-
iotdb-connector/grafana-plugin/go.mod | 85 +-
.../grafana-plugin/pkg/plugin/plugin.go | 2 +-
iotdb-connector/grafana-plugin/pom.xml | 11 +-
iotdb-connector/grafana-plugin/yarn.lock | 16 +-
iotdb-connector/hadoop/pom.xml | 4 +-
.../apache/iotdb/hadoop/fileSystem/HDFSOutput.java | 5 +
iotdb-connector/hive-connector/pom.xml | 4 +-
iotdb-connector/spark-iotdb-connector/pom.xml | 3 -
iotdb-connector/spark-tsfile/pom.xml | 1 -
iotdb-connector/zeppelin-interpreter/pom.xml | 14 +-
iotdb-core/antlr/pom.xml | 2 -
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 9 +-
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 60 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 49 +-
iotdb-core/confignode/pom.xml | 22 +-
.../resources/conf/iotdb-confignode.properties | 2 +-
.../client/async/AsyncDataNodeClientPool.java | 45 +-
.../client/sync/SyncConfigNodeClientPool.java | 3 -
.../iotdb/confignode/conf/ConfigNodeConfig.java | 44 +-
.../confignode/conf/ConfigNodeDescriptor.java | 48 +-
.../confignode/conf/SystemPropertiesUtils.java | 5 +-
.../consensus/request/ConfigPhysicalPlan.java | 10 +-
.../consensus/request/ConfigPhysicalPlanType.java | 60 +-
.../consensus/request/auth/AuthorPlan.java | 19 +
.../request/read/database/CountDatabasePlan.java | 15 +-
.../request/read/database/GetDatabasePlan.java | 5 +-
.../{ShowTrailPlan.java => GetModelInfoPlan.java} | 38 +-
.../{ShowTrailPlan.java => ShowTrialPlan.java} | 38 +-
.../read/partition/GetNodePathsPartitionPlan.java | 12 +
.../read/template/GetPathsSetTemplatePlan.java | 11 +-
.../request/write/model/UpdateModelInfoPlan.java | 16 +-
.../request/write/model/UpdateModelStatePlan.java | 18 +-
.../response/auth/PermissionInfoResp.java | 40 +-
.../GetModelInfoResp.java} | 36 +-
.../response/{ => model}/ModelTableResp.java | 2 +-
.../TrialTableResp.java} | 28 +-
.../statemachine/ConfigRegionStateMachine.java | 65 +-
.../iotdb/confignode/manager/ConfigManager.java | 157 ++-
.../apache/iotdb/confignode/manager/IManager.java | 33 +-
.../iotdb/confignode/manager/ModelManager.java | 99 +-
.../confignode/manager/PermissionManager.java | 56 +-
.../iotdb/confignode/manager/ProcedureManager.java | 29 +-
.../manager/consensus/ConsensusManager.java | 28 +-
.../iotdb/confignode/manager/cq/CQManager.java | 9 -
.../manager/load/balancer/RouteBalancer.java | 2 +-
.../iotdb/confignode/manager/node/NodeManager.java | 17 +-
.../manager/partition/PartitionManager.java | 5 +-
.../manager/partition/PartitionMetrics.java | 250 ++--
.../manager/pipe/runtime/PipeHeartbeatParser.java | 27 +-
.../pipe/runtime/PipeHeartbeatScheduler.java | 8 +-
.../manager/pipe/runtime/PipeMetaSyncer.java | 12 +-
.../manager/pipe/task/PipeTaskCoordinator.java | 35 +-
.../manager/pipe/task/PipeTaskCoordinatorLock.java | 103 ++
.../manager/schema/ClusterSchemaManager.java | 32 +-
.../iotdb/confignode/persistence/AuthorInfo.java | 417 +++++--
.../iotdb/confignode/persistence/ModelInfo.java | 148 ++-
.../iotdb/confignode/persistence/cq/CQInfo.java | 1 +
.../persistence/executor/ConfigPlanExecutor.java | 28 +-
.../confignode/persistence/node/NodeInfo.java | 7 +-
.../persistence/partition/PartitionInfo.java | 29 +-
.../confignode/persistence/pipe/PipeTaskInfo.java | 2 +-
.../persistence/schema/ClusterSchemaInfo.java | 27 +-
.../confignode/persistence/schema/ConfigMTree.java | 41 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 23 +-
.../procedure/env/DataNodeRemoveHandler.java | 2 +-
.../procedure/impl/model/CreateModelProcedure.java | 125 +-
.../procedure/impl/model/DropModelProcedure.java | 131 +-
.../impl/node/AddConfigNodeProcedure.java | 9 +
.../impl/pipe/AbstractOperatePipeProcedureV2.java | 176 ++-
.../impl/pipe/task/CreatePipeProcedureV2.java | 2 +-
.../impl/schema/DeleteDatabaseProcedure.java | 2 +-
.../impl/sync/AuthOperationProcedure.java | 235 ++++
.../AuthOperationProcedureState.java} | 10 +-
.../procedure/state/model/CreateModelState.java | 2 -
.../procedure/store/ProcedureFactory.java | 6 +
.../confignode/procedure/store/ProcedureType.java | 5 +-
.../confignode/procedure/store/ProcedureWAL.java | 3 +
.../iotdb/confignode/service/ConfigNode.java | 65 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 89 +-
.../request/ConfigPhysicalPlanSerDeTest.java | 75 +-
.../consensus/response/pipe/PipeTableRespTest.java | 6 +-
.../confignode/persistence/AuthorInfoTest.java | 974 ++++++++++++---
.../iotdb/confignode/persistence/NodeInfoTest.java | 2 +-
.../confignode/persistence/PartitionInfoTest.java | 2 +-
.../iotdb/confignode/persistence/PipeInfoTest.java | 4 +-
.../persistence/schema/ClusterSchemaInfoTest.java | 6 +-
.../persistence/schema/ConfigMTreeTest.java | 44 +-
.../impl/sync/AuthOperationProcedureTest.java | 98 ++
iotdb-core/consensus/pom.xml | 2 +-
.../org/apache/iotdb/consensus/IStateMachine.java | 5 +
.../apache/iotdb/consensus/config/RatisConfig.java | 50 +-
.../consensus/iot/IoTConsensusServerImpl.java | 64 +-
.../consensus/iot/IoTConsensusServerMetrics.java | 154 ++-
.../consensus/iot/client/DispatchLogHandler.java | 3 +-
.../iot/client/IoTConsensusClientPool.java | 11 +-
.../consensus/iot/logdispatcher/LogDispatcher.java | 3 +-
.../logdispatcher/LogDispatcherThreadMetrics.java | 50 +-
.../service/IoTConsensusRPCServiceProcessor.java | 3 +
.../ratis/ApplicationStateMachineProxy.java | 5 +
.../apache/iotdb/consensus/ratis/utils/Utils.java | 28 +
.../simple/SimpleConsensusServerImpl.java | 1 +
.../apache/iotdb/consensus/iot/ReplicateTest.java | 129 +-
.../consensus/ratis/{ => utils}/UtilsTest.java | 32 +-
iotdb-core/datanode/pom.xml | 26 +-
.../resources/conf/iotdb-datanode.properties | 2 +-
.../check-overlap-sequence-files-and-repair.bat | 62 +
.../check-overlap-sequence-files-and-repair.sh | 46 +-
.../tools/tsfile/overlap-statistic-tool.bat | 62 +
.../tools/tsfile/overlap-statistic-tool.sh | 46 +-
.../org/apache/iotdb/db/audit/AuditLogger.java | 7 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 384 +++---
.../apache/iotdb/db/auth/AuthorizerManager.java | 432 -------
.../apache/iotdb/db/auth/BasicAuthorityCache.java | 12 +-
.../iotdb/db/auth/ClusterAuthorityFetcher.java | 445 +++++--
.../org/apache/iotdb/db/auth/IAuthorCache.java | 2 +
.../apache/iotdb/db/auth/IAuthorityFetcher.java | 14 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 27 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 5 +
.../org/apache/iotdb/db/conf/IoTDBStartCheck.java | 27 +-
.../db/consensus/SchemaRegionConsensusImpl.java | 4 +
.../dataregion/DataExecutionVisitor.java | 2 +-
.../{ => runtime}/IntoProcessException.java | 2 +-
.../ModelInferenceProcessException.java} | 6 +-
.../{ => runtime}/WriteLockFailedException.java | 2 +-
.../pipe/agent/runtime/PipeCronEventInjector.java | 2 +-
.../db/pipe/agent/runtime/PipeRuntimeAgent.java | 5 +-
.../SimpleConsensusProgressIndexAssigner.java | 12 +-
.../iotdb/db/pipe/agent/task/PipeTaskAgent.java | 89 +-
.../config/constant/PipeConnectorConstant.java | 16 +
...eResponse.java => AirGapELanguageConstant.java} | 14 +-
.../payload/airgap/AirGapOneByteResponse.java | 4 +
...oTDBThriftAsyncPipeTransferBatchReqBuilder.java | 7 +-
...IoTDBThriftSyncPipeTransferBatchReqBuilder.java | 3 +-
.../protocol/airgap/IoTDBAirGapConnector.java | 33 +-
.../connector/protocol/opcua/OpcUaConnector.java | 290 +++++
.../protocol/opcua/OpcUaKeyStoreLoader.java | 120 ++
.../protocol/opcua/OpcUaServerBuilder.java | 287 +++++
.../thrift/async/IoTDBThriftAsyncConnector.java | 19 +-
.../thrift/sync/IoTDBThriftSyncConnector.java | 4 +-
...ocketConnector.java => WebSocketConnector.java} | 67 +-
.../websocket/WebSocketConnectorServer.java | 84 +-
.../apache/iotdb/db/pipe/event/EnrichedEvent.java | 54 +-
.../event/common/heartbeat/PipeHeartbeatEvent.java | 150 ++-
.../tablet/PipeInsertNodeTabletInsertionEvent.java | 3 +-
.../common/tablet/PipeRawTabletInsertionEvent.java | 4 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 34 +-
.../tsfile/TsFileInsertionDataContainer.java | 3 +-
.../db/pipe/event/realtime/PipeRealtimeEvent.java | 14 +-
.../PipeHistoricalDataRegionTsFileExtractor.java | 123 +-
.../realtime/PipeRealtimeDataRegionExtractor.java | 49 +-
.../PipeRealtimeDataRegionFakeExtractor.java | 2 +-
.../PipeRealtimeDataRegionHybridExtractor.java | 208 ++--
.../PipeRealtimeDataRegionLogExtractor.java | 40 +-
.../PipeRealtimeDataRegionTsFileExtractor.java | 40 +-
.../realtime/assigner/DisruptorQueue.java | 6 +
.../realtime/assigner/PipeDataRegionAssigner.java | 2 +-
.../pipe/extractor/realtime/epoch/TsFileEpoch.java | 3 +-
.../realtime/epoch/TsFileEpochManager.java | 4 +-
.../matcher/CachedSchemaPatternMatcher.java | 6 +-
.../pipe/receiver/airgap/IoTDBAirGapReceiver.java | 58 +-
.../receiver/thrift/IoTDBThriftReceiverV1.java | 5 +-
.../resource/tsfile/PipeTsFileResourceManager.java | 16 +-
.../db/pipe/resource/wal/PipeWALResource.java | 2 +-
.../pipe/resource/wal/PipeWALResourceManager.java | 4 +
.../apache/iotdb/db/pipe/task/PipeTaskManager.java | 30 +-
.../pipe/task/connection/BlockingPendingQueue.java | 66 +-
.../db/pipe/task/connection/EnrichedDeque.java | 98 ++
.../pipe/task/connection/PipeEventCollector.java | 39 +-
.../db/pipe/task/stage/PipeTaskProcessorStage.java | 7 +-
.../iotdb/db/pipe/task/subtask/PipeSubtask.java | 54 +-
.../subtask/connector/PipeConnectorSubtask.java | 59 +-
.../connector/PipeConnectorSubtaskManager.java | 138 ++-
.../subtask/processor/PipeProcessorSubtask.java | 77 +-
.../iotdb/db/protocol/client/ConfigNodeClient.java | 75 +-
.../iotdb/db/protocol/client/ConfigNodeInfo.java | 2 +-
.../db/protocol/client/DataNodeInternalClient.java | 2 +-
.../db/protocol/mqtt/BrokerAuthenticator.java | 14 +-
.../iotdb/db/protocol/mqtt/MPPPublishHandler.java | 2 +
.../protocol/rest/filter/AuthorizationFilter.java | 6 +-
.../rest/handler/AuthorizationHandler.java | 19 +-
.../PingApiServiceImpl.java} | 41 +-
.../v1/handler/StatementConstructionHandler.java | 19 +-
.../v2/handler/StatementConstructionHandler.java | 20 +-
.../iotdb/db/protocol/session/SessionManager.java | 4 +-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 10 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 33 +-
.../protocol/thrift/impl/MLNodeRPCServiceImpl.java | 14 +-
.../common/header/ColumnHeaderConstant.java | 9 +-
.../common/header/DatasetHeaderFactory.java | 4 +-
.../execution/exchange/SharedTsBlockQueue.java | 9 +
.../fragment/FragmentInstanceManager.java | 11 +
.../execution/load/AlignedChunkData.java | 4 +-
.../execution/load/DataPartitionBatchFetcher.java | 5 +-
.../load/DeviceBatchTsFileDataManager.java | 5 +-
.../execution/load/LoadTsFileManager.java | 7 +-
.../execution/load/MergedTsFileSplitter.java | 43 +-
.../execution/load/NonAlignedChunkData.java | 4 +-
.../execution/load/TsFileDataManager.java | 8 +-
.../execution/load/TsFileSplitSender.java | 54 +-
.../queryengine/execution/load/TsFileSplitter.java | 20 +-
.../nodesplit/ClusteringMeasurementSplitter.java | 167 +--
.../queryengine/execution/memory/MemoryPool.java | 1 +
.../execution/operator/AggregationUtil.java | 2 +-
.../process/AbstractConsumeAllOperator.java | 101 +-
.../operator/process/AbstractIntoOperator.java | 2 +-
.../operator/process/MergeSortOperator.java | 61 +-
.../process/join/RowBasedTimeJoinOperator.java | 57 +-
.../operator/process/last/LastQueryOperator.java | 6 +-
.../process/last/LastQuerySortOperator.java | 4 +-
.../process/last/LastQueryTransformOperator.java | 120 ++
.../operator/process/ml/ForecastOperator.java | 241 ++++
.../operator/schema/source/DeviceSchemaSource.java | 13 +-
.../schema/source/LogicalViewSchemaSource.java | 17 +-
.../operator/schema/source/NodeSchemaSource.java | 11 +-
.../schema/source/PathsUsingTemplateSource.java | 8 +-
.../schema/source/SchemaSourceFactory.java | 42 +-
.../schema/source/TimeSeriesSchemaSource.java | 14 +-
.../db/queryengine/plan/analyze/Analysis.java | 41 +-
.../queryengine/plan/analyze/AnalyzeVisitor.java | 280 ++++-
.../db/queryengine/plan/analyze/Analyzer.java | 13 +-
.../plan/analyze/ClusterPartitionFetcher.java | 39 +-
.../plan/analyze/ConcatPathRewriter.java | 11 +-
.../plan/analyze/ExpressionAnalyzer.java | 7 +
.../plan/analyze/ExpressionTypeAnalyzer.java | 2 +
.../plan/analyze/IModelFetcher.java} | 9 +-
.../plan/analyze/IPartitionFetcher.java | 12 +-
.../plan/analyze/LoadTsfileAnalyzer.java | 126 +-
.../db/queryengine/plan/analyze/ModelFetcher.java | 75 ++
.../queryengine/plan/analyze/SelectIntoUtils.java | 10 +-
.../analyze/cache/partition/PartitionCache.java | 54 +-
.../analyze/cache/schema/DataNodeSchemaCache.java | 64 +-
.../schema/DeviceUsingTemplateSchemaCache.java | 18 +
.../analyze/cache/schema/SchemaCacheEntry.java | 16 +-
.../cache/schema/TimeSeriesSchemaCache.java | 71 +-
.../cache/schema/dualkeycache/IDualKeyCache.java | 22 +
.../dualkeycache/impl/CacheEntryGroupImpl.java | 6 +
.../schema/dualkeycache/impl/DualKeyCacheImpl.java | 159 ++-
.../dualkeycache/impl/FIFOCacheEntryManager.java | 60 +-
.../schema/dualkeycache/impl/ICacheEntry.java | 2 +
.../schema/dualkeycache/impl/ICacheEntryGroup.java | 4 +
.../dualkeycache/impl/ICacheEntryManager.java | 2 +
.../dualkeycache/impl/LRUCacheEntryManager.java | 86 +-
.../schema/lastcache/DataNodeLastCacheManager.java | 6 +-
.../schema/lastcache/ILastCacheContainer.java | 2 +-
.../analyze/schema/AutoCreateSchemaExecutor.java | 40 +
.../analyze/schema/ClusterSchemaFetchExecutor.java | 14 +-
.../plan/execution/config/ConfigExecution.java | 10 +-
.../plan/execution/config/ConfigTaskVisitor.java | 208 ++--
.../config/executor/ClusterConfigTaskExecutor.java | 317 +++--
.../config/executor/IConfigTaskExecutor.java | 12 +-
.../config/metadata/CreateContinuousQueryTask.java | 13 +-
.../config/metadata/CreatePipePluginTask.java | 2 +-
.../config/metadata/DropPipePluginTask.java | 2 +-
.../config/metadata/ShowClusterDetailsTask.java | 54 +-
.../execution/config/metadata/ShowClusterTask.java | 30 +-
.../config/metadata/model/CreateModelTask.java | 7 +-
.../config/metadata/model/ShowModelsTask.java | 12 +-
.../{ShowTrailsTask.java => ShowTrialsTask.java} | 10 +-
.../config/metadata/view/AlterLogicalViewTask.java | 10 +-
.../plan/execution/config/sys/AuthorizerTask.java | 7 +-
.../plan/expression/ExpressionFactory.java | 9 +
.../plan/expression/multi/FunctionExpression.java | 10 +
.../plan/expression/multi/FunctionType.java | 3 +-
.../visitor/RemoveRootPrefixVisitor.java | 45 +
.../db/queryengine/plan/parser/ASTVisitor.java | 174 ++-
.../plan/parser/StatementGenerator.java | 75 +-
.../plan/planner/LogicalPlanBuilder.java | 196 ++-
.../plan/planner/LogicalPlanVisitor.java | 67 +-
.../plan/planner/OperatorTreeGenerator.java | 107 +-
.../plan/planner/SubPlanTypeExtractor.java | 15 +
.../distribution/DistributionPlanContext.java | 5 +-
.../planner/distribution/DistributionPlanner.java | 10 +-
.../planner/distribution/ExchangeNodeAdder.java | 82 +-
.../planner/distribution/NodeGroupContext.java | 18 +-
.../SimpleFragmentParallelPlanner.java | 5 +-
.../plan/planner/distribution/SourceRewriter.java | 91 +-
.../db/queryengine/plan/planner/plan/SubPlan.java | 5 +-
.../plan/planner/plan/node/PlanGraphPrinter.java | 28 +
.../plan/planner/plan/node/PlanNodeType.java | 9 +-
.../plan/planner/plan/node/PlanVisitor.java | 10 +
.../plan/node/load/LoadSingleTsFileNode.java | 6 +-
.../plan/node/metedata/read/DevicesCountNode.java | 13 +-
.../node/metedata/read/DevicesSchemaScanNode.java | 13 +-
.../metedata/read/LevelTimeSeriesCountNode.java | 13 +-
.../metedata/read/LogicalViewSchemaScanNode.java | 17 +-
.../metedata/read/NodePathsSchemaScanNode.java | 12 +-
.../metedata/read/PathsUsingTemplateScanNode.java | 11 +-
.../node/metedata/read/SchemaQueryScanNode.java | 43 +-
.../node/metedata/read/TimeSeriesCountNode.java | 15 +-
.../metedata/read/TimeSeriesSchemaScanNode.java | 29 +-
.../node/process/last/LastQueryCollectNode.java | 17 +-
.../plan/node/process/last/LastQueryMergeNode.java | 24 +-
.../plan/node/process/last/LastQueryNode.java | 27 +-
...ollectNode.java => LastQueryTransformNode.java} | 92 +-
.../planner/plan/node/process/ml/ForecastNode.java | 122 ++
.../planner/plan/node/sink/IdentitySinkNode.java | 5 +
.../plan/node/source/AlignedLastQueryScanNode.java | 20 +-
.../plan/node/source/AlignedSeriesScanNode.java | 4 +-
.../plan/node/source/LastQueryScanNode.java | 20 +-
.../planner/plan/node/write/DeleteDataNode.java | 24 +-
.../plan/planner/plan/node/write/InsertNode.java | 1 +
.../planner/plan/node/write/InsertRowNode.java | 6 +-
.../planner/plan/node/write/InsertRowsNode.java | 4 +-
.../plan/node/write/InsertRowsOfOneDeviceNode.java | 4 +-
.../planner/plan/node/write/InsertTabletNode.java | 78 +-
.../plan/node/write/PipeEnrichedInsertNode.java | 1 +
.../model/ForecastModelInferenceDescriptor.java | 176 +++
.../parameter/model/ModelInferenceDescriptor.java | 111 ++
.../plan/scheduler/load/LoadTsFileScheduler.java | 8 +-
.../statement/AuthorityInformationStatement.java | 48 +
.../db/queryengine/plan/statement/Statement.java | 13 +-
.../plan/statement/StatementVisitor.java | 12 +-
.../plan/statement/component/IntoComponent.java | 2 +
.../plan/statement/component/ResultColumn.java | 5 +-
.../plan/statement/component/SelectComponent.java | 10 +-
.../plan/statement/crud/DeleteDataStatement.java | 17 +
.../plan/statement/crud/InsertBaseStatement.java | 17 +
.../plan/statement/crud/InsertRowStatement.java | 4 +-
.../crud/InsertRowsOfOneDeviceStatement.java | 5 +-
.../plan/statement/crud/InsertStatement.java | 17 +
.../plan/statement/crud/InsertTabletStatement.java | 17 +-
.../plan/statement/crud/LoadTsFileStatement.java | 8 +
.../crud/PipeEnrichedInsertBaseStatement.java | 8 +-
.../crud/PipeEnrichedLoadTsFileStatement.java | 5 -
.../plan/statement/crud/QueryStatement.java | 100 +-
.../InternalCreateMultiTimeSeriesStatement.java | 25 +-
.../InternalCreateTimeSeriesStatement.java | 17 +
.../metadata/AlterTimeSeriesStatement.java | 15 +
.../metadata/CreateAlignedTimeSeriesStatement.java | 17 +
.../metadata/CreateContinuousQueryStatement.java | 14 +
.../metadata/CreateFunctionStatement.java | 14 +
.../metadata/CreateMultiTimeSeriesStatement.java | 17 +
.../metadata/CreateTimeSeriesStatement.java | 15 +
.../statement/metadata/CreateTriggerStatement.java | 14 +
.../metadata/DatabaseSchemaStatement.java | 14 +
.../metadata/DeleteDatabaseStatement.java | 14 +
.../metadata/DeleteTimeSeriesStatement.java | 17 +
.../metadata/DropContinuousQueryStatement.java | 14 +
.../statement/metadata/DropFunctionStatement.java | 14 +
.../statement/metadata/DropTriggerStatement.java | 32 +-
.../plan/statement/metadata/SetTTLStatement.java | 21 +-
.../statement/metadata/ShowClusterStatement.java | 14 +
.../metadata/ShowConfigNodesStatement.java | 9 +
.../metadata/ShowContinuousQueriesStatement.java | 14 +
.../statement/metadata/ShowDataNodesStatement.java | 9 +
.../statement/metadata/ShowFunctionsStatement.java | 14 +
.../statement/metadata/ShowRegionStatement.java | 9 +
.../plan/statement/metadata/ShowStatement.java | 4 +-
.../statement/metadata/ShowTriggersStatement.java | 14 +
.../statement/metadata/ShowVariablesStatement.java | 14 +
.../metadata/model/CreateModelStatement.java | 71 +-
...ailsStatement.java => ShowTrialsStatement.java} | 6 +-
.../{ => pipe}/CreatePipePluginStatement.java | 16 +-
.../metadata/pipe/CreatePipeStatement.java | 14 +
.../{ => pipe}/DropPipePluginStatement.java | 16 +-
.../statement/metadata/pipe/DropPipeStatement.java | 14 +
.../{ => pipe}/ShowPipePluginsStatement.java | 17 +-
.../metadata/pipe/ShowPipesStatement.java | 14 +
.../metadata/pipe/StartPipeStatement.java | 14 +
.../statement/metadata/pipe/StopPipeStatement.java | 14 +
.../template/ActivateTemplateStatement.java | 30 +-
.../template/BatchActivateTemplateStatement.java | 36 +-
.../template/DeactivateTemplateStatement.java | 39 +-
.../ShowNodesInSchemaTemplateStatement.java | 9 +
.../template/ShowPathSetTemplateStatement.java | 9 +
.../template/ShowSchemaTemplateStatement.java | 9 +
.../metadata/view/AlterLogicalViewStatement.java | 45 +
.../metadata/view/CreateLogicalViewStatement.java | 39 +
.../metadata/view/DeleteLogicalViewStatement.java | 17 +
.../metadata/view/RenameLogicalViewStatement.java | 19 +
.../plan/statement/sys/AuthorStatement.java | 136 ++-
.../plan/statement/sys/KillQueryStatement.java | 14 +
.../plan/statement/sys/ShowQueriesStatement.java | 14 +
.../plan/statement/sys/ShowVersionStatement.java | 9 +
.../MultiInputColumnIntermediateLayer.java | 10 +-
.../schemaengine/metric/SchemaEngineMemMetric.java | 24 -
.../schemaengine/metric/SchemaMetricManager.java | 3 +-
.../metric/SchemaRegionCachedMetric.java | 4 +-
.../schemaengine/metric/SchemaRegionMemMetric.java | 36 +-
.../schemaengine/schemaregion/ISchemaRegion.java | 2 +-
.../schemaregion/impl/SchemaRegionMemoryImpl.java | 4 +-
.../schemaregion/impl/SchemaRegionPBTreeImpl.java | 4 +-
.../mtree/impl/mem/MTreeBelowSGMemoryImpl.java | 54 +-
.../impl/mem/snapshot/MemMTreeSnapshotUtil.java | 9 +-
.../mtree/impl/pbtree/MTreeBelowSGCachedImpl.java | 56 +-
.../schemaregion/mtree/traverser/Traverser.java | 11 +-
.../mtree/traverser/basic/DatabaseTraverser.java | 10 +-
.../mtree/traverser/basic/EntityTraverser.java | 11 +-
.../mtree/traverser/basic/MNodeTraverser.java | 11 +-
.../traverser/basic/MeasurementTraverser.java | 12 +-
.../traverser/collector/DatabaseCollector.java | 9 +-
.../mtree/traverser/collector/EntityCollector.java | 9 +-
.../traverser/collector/MNodeAboveDBCollector.java | 9 +-
.../mtree/traverser/collector/MNodeCollector.java | 9 +-
.../traverser/collector/MeasurementCollector.java | 9 +-
.../mtree/traverser/counter/DatabaseCounter.java | 10 +-
.../mtree/traverser/counter/EntityCounter.java | 10 +-
.../traverser/counter/MeasurementCounter.java | 9 +-
.../mtree/traverser/updater/EntityUpdater.java | 11 +-
.../traverser/updater/MeasurementUpdater.java | 10 +-
.../schemaregion/read/req/IShowSchemaPlan.java | 3 +
.../read/req/SchemaRegionReadPlanFactory.java | 69 +-
.../read/req/impl/AbstractShowSchemaPlanImpl.java | 13 +-
.../read/req/impl/ShowDevicesPlanImpl.java | 6 +-
.../read/req/impl/ShowNodesPlanImpl.java | 6 +-
.../read/req/impl/ShowTimeSeriesPlanImpl.java | 6 +-
.../template/ClusterTemplateManager.java | 8 +-
.../db/schemaengine/template/ITemplateManager.java | 4 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 22 +-
.../apache/iotdb/db/service/MLNodeRPCService.java | 8 +-
.../iotdb/db/service/metrics/FileMetrics.java | 542 +--------
.../metrics/IoTDBInternalLocalReporter.java | 11 +-
.../metrics/file/CompactionFileMetrics.java | 165 +++
.../db/service/metrics/file/ModsFileMetrics.java | 85 ++
.../metrics/file/SystemRelatedFileMetrics.java | 109 ++
.../db/service/metrics/file/TsFileMetrics.java | 414 +++++++
.../db/service/metrics/file/WalFileMetrics.java | 58 +
.../iotdb/db/storageengine/StorageEngine.java | 31 +-
.../db/storageengine/dataregion/DataRegion.java | 144 +--
.../FileCannotTransitToCompactingException.java} | 31 +-
.../execute/task/AbstractCompactionTask.java | 71 +-
.../task/CompactionTaskType.java} | 16 +-
.../execute/task/CrossSpaceCompactionTask.java | 98 +-
.../execute/task/InnerSpaceCompactionTask.java | 112 +-
.../compaction/execute/utils/CompactionUtils.java | 86 +-
.../execute/utils/log/CompactionLogger.java | 34 +-
.../compaction/io/CompactionTsFileWriter.java | 34 +-
.../compaction/schedule/CompactionScheduler.java | 28 +-
.../compaction/schedule/CompactionTaskManager.java | 4 -
.../compaction/schedule/CompactionWorker.java | 72 +-
.../DefaultCompactionTaskComparatorImpl.java | 7 +
.../compaction/selector/ICompactionSelector.java | 3 +-
.../selector/IInnerSeqSpaceSelector.java | 3 +-
.../selector/IInnerUnseqSpaceSelector.java | 3 +-
.../impl/SizeTieredCompactionSelector.java | 121 +-
.../compaction/settle/SettleRequestHandler.java | 1 -
.../ITimeRange.java} | 14 +-
.../Interval.java} | 33 +-
.../compaction/tool/ListTimeRangeImpl.java | 89 ++
.../compaction/tool/OverlapStatistic.java | 91 ++
.../compaction/tool/OverlapStatisticTool.java | 248 ++++
.../dataregion/compaction/tool/PrintUtil.java | 209 ++++
.../SequenceFileSubTaskThreadExecutor.java} | 25 +-
.../compaction/tool/SequenceFileTaskSummary.java | 58 +
.../compaction/tool/SingleSequenceFileTask.java | 104 ++
.../compaction/tool/TimePartitionProcessTask.java | 143 +++
.../tool/TimePartitionProcessWorker.java | 58 +
.../compaction/tool/TsFileStatisticReader.java | 96 ++
.../compaction/tool/UnseqSpaceStatistics.java | 84 ++
.../dataregion/flush/CompressionRatio.java | 132 +-
.../dataregion/memtable/AbstractMemTable.java | 60 +-
.../memtable/AlignedWritableMemChunk.java | 19 +-
.../dataregion/memtable/IMemTable.java | 6 +
.../dataregion/memtable/PrimitiveMemTable.java | 18 +-
.../dataregion/memtable/TsFileProcessor.java | 16 +-
.../dataregion/memtable/WritableMemChunk.java | 18 +-
.../io/LocalTextModificationAccessor.java | 36 +-
.../modification/io/ModificationWriter.java | 3 +
.../dataregion/snapshot/SnapshotLogger.java | 6 +-
.../dataregion/tsfile/TsFileManager.java | 30 +-
.../dataregion/tsfile/TsFileResource.java | 94 +-
.../tsfile/timeindex/DeviceTimeIndex.java | 9 +-
.../dataregion/tsfile/timeindex/FileTimeIndex.java | 6 +-
.../storageengine/dataregion/wal/WALManager.java | 27 +-
.../dataregion/wal/buffer/WALBuffer.java | 30 +-
.../storageengine/dataregion/wal/node/WALNode.java | 22 +-
.../dataregion/wal/recover/WALRecoverManager.java | 15 +-
.../wal/recover/file/TsFilePlanRedoer.java | 4 +-
.../file/UnsealedTsFileRecoverPerformer.java | 10 +-
.../dataregion/wal/utils/WALInsertNodeCache.java | 19 +-
.../storageengine/rescon/disk/FolderManager.java | 2 +
.../rescon/memory/MemTableManager.java | 8 +-
.../db/storageengine/rescon/memory/SystemInfo.java | 9 +-
.../iotdb/db/tools/TsFileSplitByPartitionTool.java | 10 +-
.../TsFileOverlapValidationAndRepairTool.java | 276 +++++
.../org/apache/iotdb/db/utils/CommonUtils.java | 7 +
.../apache/iotdb/db/utils/TimePartitionUtils.java | 49 -
.../iotdb/db/utils/TimestampPrecisionUtils.java | 44 +-
.../iotdb/db/utils/constant/SqlConstant.java | 3 +
.../iotdb/db/auth/AuthorizerManagerTest.java | 187 ++-
.../auth/authorizer/LocalFileAuthorizerTest.java | 78 +-
.../iotdb/db/auth/entity/PathPrivilegeTest.java | 52 +-
.../org/apache/iotdb/db/auth/entity/RoleTest.java | 23 +-
.../org/apache/iotdb/db/auth/entity/UserTest.java | 11 +-
.../db/auth/role/LocalFileRoleAccessorTest.java | 70 +-
.../db/auth/role/LocalFileRoleManagerTest.java | 99 +-
.../db/auth/user/LocalFileUserAccessorTest.java | 71 +-
.../db/auth/user/LocalFileUserManagerTest.java | 155 +--
.../cache/dualkeycache/DualKeyCacheTest.java | 185 ++-
.../schemaRegion/SchemaRegionAliasAndTagTest.java | 21 +-
.../schemaRegion/SchemaRegionBasicTest.java | 172 +--
.../schemaRegion/SchemaRegionManagementTest.java | 22 +-
.../schemaRegion/SchemaRegionTemplateTest.java | 6 +-
.../schemaRegion/SchemaRegionTestUtil.java | 90 +-
.../extractor/CachedSchemaPatternMatcherTest.java | 2 +-
.../db/protocol/mqtt/BrokerAuthenticatorTest.java | 15 +-
.../db/queryengine/execution/DataDriverTest.java | 1 +
.../execution/load/LoadTsFileManagerTest.java | 60 +-
.../execution/load/MergedTsFileSplitterTest.java | 2 +-
.../db/queryengine/execution/load/TestBase.java | 83 +-
.../execution/load/TsFileSplitSenderTest.java | 72 +-
.../operator/AlignedSeriesScanOperatorTest.java | 2 +
.../operator/HorizontallyConcatOperatorTest.java | 3 +
.../execution/operator/LimitOperatorTest.java | 2 +
.../execution/operator/MergeSortOperatorTest.java | 173 ++-
.../execution/operator/OffsetOperatorTest.java | 4 +
.../execution/operator/OperatorMemoryTest.java | 5 +-
.../operator/SingleDeviceViewOperatorTest.java | 2 +
.../execution/operator/SortOperatorTest.java | 3 +
.../schema/SchemaQueryScanOperatorTest.java | 12 +-
.../queryengine/plan/analyze/AnalyzeFailTest.java | 38 +-
.../db/queryengine/plan/analyze/AnalyzeTest.java | 25 +-
.../plan/analyze/FakePartitionFetcherImpl.java | 6 +-
.../plan/analyze/cache/PartitionCacheTest.java | 33 +-
.../plan/parser/StatementGeneratorTest.java | 353 +++++-
.../plan/plan/QueryLogicalPlanUtil.java | 2 +-
.../distribution/DistributionPlannerBasicTest.java | 10 +-
.../plan/plan/distribution/LastQueryTest.java | 2 +-
.../queryengine/plan/plan/distribution/Util.java | 7 +-
.../read/DeviceSchemaScanNodeSerdeTest.java | 4 +-
.../NodeManagementMemoryMergeNodeSerdeTest.java | 6 +-
.../read/PathsUsingTemplateScanNodeTest.java | 6 +-
.../metadata/read/SchemaCountNodeSerdeTest.java | 12 +-
.../read/TimeSeriesSchemaScanNodeSerdeTest.java | 4 +-
.../plan/node/write/WritePlanNodeSplitTest.java | 30 +-
.../security/encrypt/MessageDigestEncryptTest.java | 2 +-
.../iotdb/db/storageengine/StorageEngineTest.java | 14 +
.../storageengine/dataregion/DataRegionTest.java | 58 +-
.../compaction/CompactionTaskComparatorTest.java | 121 +-
.../compaction/CompactionTaskManagerTest.java | 26 +-
...yControlTest.java => CompactionWorkerTest.java} | 78 +-
.../CrossSpaceCompactionWithUnusualCasesTest.java | 9 -
.../compaction/FastAlignedCrossCompactionTest.java | 47 -
.../FastCompactionPerformerWithEmptyPageTest.java | 2 -
...InconsistentCompressionTypeAndEncodingTest.java | 7 -
.../FastCrossCompactionPerformerTest.java | 17 +-
.../FastInnerCompactionPerformerTest.java | 121 +-
.../FastNonAlignedCrossCompactionTest.java | 47 -
.../compaction/ReadChunkInnerCompactionTest.java | 19 +-
.../ReadPointAlignedCrossCompactionTest.java | 47 -
.../ReadPointNonAlignedCrossCompactionTest.java | 47 -
.../cross/CrossSpaceCompactionSelectorTest.java | 92 +-
.../CrossSpaceCompactionWithFastPerformerTest.java | 4 -
...eCompactionWithFastPerformerValidationTest.java | 173 +--
...sSpaceCompactionWithReadPointPerformerTest.java | 4 -
...actionWithReadPointPerformerValidationTest.java | 160 +--
...eCrossSpaceCompactionWithFastPerformerTest.java | 31 +-
...sSpaceCompactionWithReadPointPerformerTest.java | 31 +-
.../inner/InnerCompactionEmptyTsFileTest.java | 2 -
.../InnerSeqCompactionWithFastPerformerTest.java | 20 +-
...nerSeqCompactionWithReadChunkPerformerTest.java | 13 +-
.../inner/InnerSpaceCompactionSelectorTest.java | 112 +-
.../SizeTieredCompactionRecoverTest.java | 2 -
...eCrossSpaceCompactionRecoverCompatibleTest.java | 4 +-
.../SizeTieredCompactionRecoverCompatibleTest.java | 4 +-
.../recover/SizeTieredCompactionRecoverTest.java | 3 +-
.../settle/SettleRequestHandlerTest.java | 2 +-
.../compaction/tools/ListTimeRangeImplTest.java | 138 +++
.../compaction/tools/UnseqSpaceStatisticsTest.java | 63 +
.../utils/CompactionFileGeneratorUtils.java | 23 +-
.../utils/CompactionUpdateFileCountTest.java | 109 ++
.../utils/MultiTsFileDeviceIteratorTest.java | 7 -
.../dataregion/flush/CompressionRatioTest.java | 108 +-
.../dataregion/memtable/MemTableFlushTaskTest.java | 4 +-
.../dataregion/memtable/MemtableBenchmark.java | 4 +-
.../dataregion/memtable/PrimitiveMemTableTest.java | 16 +-
.../wal/checkpoint/CheckpointManagerTest.java | 8 +-
.../dataregion/wal/io/CheckpointFileTest.java | 8 +-
.../dataregion/wal/node/WALEntryHandlerTest.java | 20 +-
.../dataregion/wal/node/WALNodeTest.java | 10 +-
.../wal/recover/WALRecoverManagerTest.java | 13 +-
.../wal/utils/WALInsertNodeCacheTest.java | 161 ++-
.../TsFileOverlapValidationAndRepairToolTest.java | 193 +++
.../apache/iotdb/db/utils/EnvironmentUtils.java | 18 +-
.../db/utils/TimestampPrecisionUtilsTest.java | 87 ++
iotdb-core/metrics/interface/pom.xml | 1 -
.../metrics/metricsets/system/SystemMetrics.java | 31 +-
.../apache/iotdb/metrics/utils/SystemMetric.java | 1 +
iotdb-core/mlnode/.gitignore | 3 +-
iotdb-core/mlnode/README.md | 4 +-
.../mlnode/iotdb/mlnode/algorithm/factory.py | 66 +
.../iotdb/mlnode/algorithm/hyperparameter.py | 407 +++++++
iotdb-core/mlnode/iotdb/mlnode/algorithm/metric.py | 80 ++
.../mlnode/algorithm/models/forecast}/__init__.py | 0
.../mlnode/algorithm/models/forecast/dlinear.py | 133 ++
.../mlnode/algorithm/models/forecast/nbeats.py | 131 ++
.../mlnode/iotdb/mlnode/algorithm/validator.py | 45 +
iotdb-core/mlnode/iotdb/mlnode/client.py | 111 +-
iotdb-core/mlnode/iotdb/mlnode/config.py | 36 +
iotdb-core/mlnode/iotdb/mlnode/constant.py | 68 +-
iotdb-core/mlnode/iotdb/mlnode/dataset/dataset.py | 74 ++
iotdb-core/mlnode/iotdb/mlnode/dataset/factory.py | 50 +
iotdb-core/mlnode/iotdb/mlnode/dataset/source.py | 80 ++
.../mlnode/iotdb/mlnode/dataset/utils}/__init__.py | 0
.../iotdb/mlnode/dataset/utils/time_features.py | 149 +++
iotdb-core/mlnode/iotdb/mlnode/exception.py | 39 +-
iotdb-core/mlnode/iotdb/mlnode/handler.py | 63 +-
iotdb-core/mlnode/iotdb/mlnode/parser.py | 99 ++
.../mlnode/iotdb/mlnode/process}/__init__.py | 0
iotdb-core/mlnode/iotdb/mlnode/process/manager.py | 124 ++
iotdb-core/mlnode/iotdb/mlnode/process/task.py | 265 ++++
iotdb-core/mlnode/iotdb/mlnode/process/trial.py | 224 ++++
iotdb-core/mlnode/iotdb/mlnode/serde.py | 147 ++-
iotdb-core/mlnode/iotdb/mlnode/service.py | 4 -
iotdb-core/mlnode/iotdb/mlnode/storage.py | 28 +-
iotdb-core/mlnode/iotdb/mlnode/util.py | 25 +-
iotdb-core/mlnode/pom.xml | 2 -
iotdb-core/mlnode/requirements.txt | 7 +-
iotdb-core/mlnode/resources/conf/iotdb-mlnode.toml | 14 +-
.../mlnode/test/test_create_forecast_model.py | 100 ++
iotdb-core/mlnode/test/test_model_storage.py | 17 +-
iotdb-core/mlnode/test/test_serde.py | 8 +-
iotdb-core/node-commons/pom.xml | 5 +-
.../resources/conf/iotdb-common.properties | 20 +-
.../commons/auth/authorizer/BasicAuthorizer.java | 153 +--
.../iotdb/commons/auth/authorizer/IAuthorizer.java | 28 +-
.../commons/auth/authorizer/OpenIdAuthorizer.java | 2 +-
.../iotdb/commons/auth/entity/PathPrivilege.java | 152 ++-
.../commons/auth/entity/PriPrivilegeType.java | 91 ++
.../iotdb/commons/auth/entity/PrivilegeType.java | 92 +-
.../org/apache/iotdb/commons/auth/entity/Role.java | 230 +++-
.../org/apache/iotdb/commons/auth/entity/User.java | 171 ++-
.../iotdb/commons/auth/role/BasicRoleManager.java | 174 ++-
.../iotdb/commons/auth/role/IRoleAccessor.java | 9 +-
.../iotdb/commons/auth/role/IRoleManager.java | 19 +-
.../commons/auth/role/LocalFileRoleAccessor.java | 147 ++-
.../commons/auth/role/LocalFileRoleManager.java | 7 +
.../iotdb/commons/auth/user/BasicUserManager.java | 232 ++--
.../iotdb/commons/auth/user/IUserAccessor.java | 3 +
.../iotdb/commons/auth/user/IUserManager.java | 13 +-
.../commons/auth/user/LocalFileUserAccessor.java | 290 ++++-
.../commons/auth/user/LocalFileUserManager.java | 6 +
.../iotdb/commons/client/ClientPoolFactory.java | 26 +
.../iotdb/commons/client/mlnode}/MLNodeClient.java | 144 ++-
.../mlnode/MLNodeClientManager.java} | 28 +-
.../iotdb/commons/client/mlnode/MLNodeInfo.java} | 11 +-
.../client/property/ThriftClientProperty.java | 3 +-
.../concurrent/ExceptionalCountDownLatch.java | 54 +
.../apache/iotdb/commons/conf/CommonConfig.java | 69 +-
.../iotdb/commons/conf/CommonDescriptor.java | 31 +-
.../commons/consensus/index/ProgressIndex.java | 4 +-
.../consensus/index/impl/HybridProgressIndex.java | 2 +-
.../consensus/index/impl/MinimumProgressIndex.java | 8 +-
.../exception/IllegalPrivilegeException.java | 30 +-
.../PipeRuntimeConnectorCriticalException.java | 6 +-
.../pipe/PipeRuntimeCriticalException.java | 5 -
.../pipe/PipeRuntimeNonCriticalException.java | 5 -
.../commons/model/ForecastModeInformation.java | 153 +++
.../iotdb/commons/model/ModelInformation.java | 235 ++--
...TrailInformation.java => TrialInformation.java} | 34 +-
.../iotdb/commons/partition/DataPartition.java | 17 +-
.../apache/iotdb/commons/path/PathPatternTree.java | 19 +-
.../apache/iotdb/commons/path/fa/FAFactory.java | 2 +-
.../iotdb/commons/pipe/config/PipeConfig.java | 21 +-
.../pipe/plugin/builtin/BuiltinPipePlugin.java | 2 +
.../plugin/builtin/connector/OpcUaConnector.java} | 23 +-
.../iotdb/commons/pipe/task/meta/PipeTaskMeta.java | 26 +-
.../iotdb/commons/schema/SchemaConstant.java | 18 +-
.../service/metric/JvmGcMonitorMetrics.java | 35 +-
.../iotdb/commons/service/metric/enums/Metric.java | 3 +
.../udf/builtin/ModelInferenceFunction.java} | 36 +-
.../commons/udf/service/UDFManagementService.java | 19 +
.../org/apache/iotdb/commons/utils/AuthUtils.java | 258 ++--
.../org/apache/iotdb/commons/utils/IOUtils.java | 115 +-
.../iotdb/commons/utils/TimePartitionUtils.java | 83 ++
.../iotdb/commons/path/PathPatternTreeTest.java | 9 +-
.../iotdb/commons/pipe/PipeMetaDeSerTest.java | 2 +-
.../apache/iotdb/commons/utils/AuthUtilsTest.java | 203 ++++
iotdb-core/tsfile/pom.xml | 4 +-
.../tsfile/file/metadata/enums/TSDataType.java | 10 +
.../iotdb/tsfile/read/common/block/TsBlock.java | 20 +-
.../tsfile/read/common/block/TsBlockBuilder.java | 4 +-
.../tsfile/write/writer/LocalTsFileOutput.java | 6 +
.../iotdb/tsfile/write/writer/TsFileIOWriter.java | 7 +
.../iotdb/tsfile/write/writer/TsFileOutput.java | 3 +
.../tsfile/write/writer/TestTsFileOutput.java | 5 +
iotdb-protocol/openapi/pom.xml | 2 -
iotdb-protocol/thrift-commons/pom.xml | 1 -
.../thrift-commons/src/main/thrift/common.thrift | 5 +-
iotdb-protocol/thrift-confignode/pom.xml | 1 -
.../src/main/thrift/confignode.thrift | 123 +-
iotdb-protocol/thrift-consensus/pom.xml | 1 -
iotdb-protocol/thrift-datanode/pom.xml | 3 +-
.../src/main/thrift/datanode.thrift | 7 +-
iotdb-protocol/thrift-mlnode/pom.xml | 1 -
.../thrift-mlnode/src/main/thrift/mlnode.thrift | 12 +-
library-udf/pom.xml | 3 -
.../library/series/UDTFConsecutiveSequences.java | 23 +-
.../library/series/UDTFConsecutiveWindows.java | 23 +-
.../iotdb/library/series/util/ConsecutiveUtil.java | 23 +-
pom.xml | 235 +++-
835 files changed, 34774 insertions(+), 10047 deletions(-)
rename .github/workflows/{sonar-coveralls.yml => sonar-codecov.yml} (80%)
copy iotdb-core/mlnode/README.md => .mvn/extensions.xml (53%)
create mode 100644 .mvn/gradle-enterprise.xml
copy iotdb-core/mlnode/README.md =>
distribution/src/assembly/flink-sql-connector.xml (51%)
create mode 100644 example/flink-sql/pom.xml
create mode 100644
example/flink-sql/src/main/java/org/apache/iotdb/example/BatchSinkExample.java
create mode 100644
example/flink-sql/src/main/java/org/apache/iotdb/example/BoundedScanExample.java
create mode 100644
example/flink-sql/src/main/java/org/apache/iotdb/example/CDCExample.java
create mode 100644
example/flink-sql/src/main/java/org/apache/iotdb/example/LookupExample.java
create mode 100644
example/flink-sql/src/main/java/org/apache/iotdb/example/StreamingSinkExample.java
rename integration-test/src/test/java/org/apache/iotdb/db/it/{ =>
auth}/IoTDBAuthIT.java (55%)
rename integration-test/src/test/java/org/apache/iotdb/{confignode/it =>
db/it/auth}/IoTDBClusterAuthorityIT.java (74%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/auth/IoTDBSeriesPermissionIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/auth/IoTDBSystemPermissionIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/auth/IoTDBTemplatePermissionIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/strangepath/IoTDBStrangePathIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/flink/it/AbstractTest.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/flink/it/SinkTest.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/flink/it/SourceTest.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/flink/it/Utils.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/IoTDBPipeClusterIT.java
copy
integration-test/src/test/java/org/apache/iotdb/pipe/it/{IoTDBPipeDataSyncIT.java
=> IoTDBPipeConnectorParallelIT.java} (72%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/IoTDBPipeLifeCycleIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/IoTDBPipeProtocolIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/IoTDBPipeSwitchStatusIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/IoTDBPipeSyntaxIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/extractor/IoTDBPipeExtractorIT.java
rename iotdb-client/client-py/{ => resources}/setup.py (98%)
create mode 100644
iotdb-client/service-rpc/src/test/java/org/apache/iotdb/rpc/RpcUtilsTest.java
create mode 100644
iotdb-client/session/src/test/java/org/apache/iotdb/session/SessionConnectionTest.java
create mode 100644
iotdb-client/session/src/test/java/org/apache/iotdb/session/SessionTest.java
create mode 100644
iotdb-client/session/src/test/java/org/apache/iotdb/session/pool/SessionPoolExceptionTest.java
create mode 100644
iotdb-client/session/src/test/java/org/apache/iotdb/session/util/SessionUtilsTest.java
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/model/{ShowTrailPlan.java
=> GetModelInfoPlan.java} (65%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/model/{ShowTrailPlan.java
=> ShowTrialPlan.java} (70%)
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{auth/PermissionInfoResp.java
=> model/GetModelInfoResp.java} (56%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{
=> model}/ModelTableResp.java (97%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{TrailTableResp.java
=> model/TrialTableResp.java} (57%)
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/task/PipeTaskCoordinatorLock.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/sync/AuthOperationProcedure.java
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/{model/CreateModelState.java
=> auth/AuthOperationProcedureState.java} (80%)
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/sync/AuthOperationProcedureTest.java
rename iotdb-core/consensus/src/test/java/org/apache/iotdb/consensus/ratis/{
=> utils}/UtilsTest.java (63%)
create mode 100644
iotdb-core/datanode/src/assembly/resources/tools/tsfile/check-overlap-sequence-files-and-repair.bat
copy iotdb-connector/grafana-plugin/backend-compile.sh =>
iotdb-core/datanode/src/assembly/resources/tools/tsfile/check-overlap-sequence-files-and-repair.sh
(51%)
mode change 100755 => 100644
create mode 100644
iotdb-core/datanode/src/assembly/resources/tools/tsfile/overlap-statistic-tool.bat
copy iotdb-connector/grafana-plugin/backend-compile.sh =>
iotdb-core/datanode/src/assembly/resources/tools/tsfile/overlap-statistic-tool.sh
(51%)
mode change 100755 => 100644
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/auth/AuthorizerManager.java
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/exception/{ =>
runtime}/IntoProcessException.java (95%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/exception/{WriteLockFailedException.java
=> runtime/ModelInferenceProcessException.java} (82%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/exception/{ =>
runtime}/WriteLockFailedException.java (95%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/airgap/{AirGapOneByteResponse.java
=> AirGapELanguageConstant.java} (66%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/opcua/OpcUaConnector.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/opcua/OpcUaKeyStoreLoader.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/opcua/OpcUaServerBuilder.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/websocket/{WebsocketConnector.java
=> WebSocketConnector.java} (69%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/task/connection/EnrichedDeque.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/protocol/rest/{handler/AuthorizationHandler.java
=> impl/PingApiServiceImpl.java} (53%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/last/LastQueryTransformOperator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/ml/ForecastOperator.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{pipe/connector/payload/airgap/AirGapOneByteResponse.java
=> queryengine/plan/analyze/IModelFetcher.java} (75%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/analyze/ModelFetcher.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/model/{ShowTrailsTask.java
=> ShowTrialsTask.java} (94%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/visitor/RemoveRootPrefixVisitor.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/process/last/{LastQueryCollectNode.java
=> LastQueryTransformNode.java} (52%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/process/ml/ForecastNode.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/parameter/model/ForecastModelInferenceDescriptor.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/parameter/model/ModelInferenceDescriptor.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/AuthorityInformationStatement.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/model/{ShowTrailsStatement.java
=> ShowTrialsStatement.java} (91%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/{
=> pipe}/CreatePipePluginStatement.java (77%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/{
=> pipe}/DropPipePluginStatement.java (74%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/{
=> pipe}/ShowPipePluginsStatement.java (69%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/service/metrics/file/CompactionFileMetrics.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/service/metrics/file/ModsFileMetrics.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/service/metrics/file/SystemRelatedFileMetrics.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/service/metrics/file/TsFileMetrics.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/service/metrics/file/WalFileMetrics.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/{selector/IInnerUnseqSpaceSelector.java
=> execute/exception/FileCannotTransitToCompactingException.java} (53%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/{selector/IInnerUnseqSpaceSelector.java
=> execute/task/CompactionTaskType.java} (72%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/{selector/IInnerUnseqSpaceSelector.java
=> tool/ITimeRange.java} (69%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/{selector/IInnerUnseqSpaceSelector.java
=> tool/Interval.java} (64%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tool/ListTimeRangeImpl.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tool/OverlapStatistic.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tool/OverlapStatisticTool.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tool/PrintUtil.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/{selector/IInnerUnseqSpaceSelector.java
=> tool/SequenceFileSubTaskThreadExecutor.java} (61%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tool/SequenceFileTaskSummary.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tool/SingleSequenceFileTask.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tool/TimePartitionProcessTask.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tool/TimePartitionProcessWorker.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tool/TsFileStatisticReader.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tool/UnseqSpaceStatistics.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/tools/validate/TsFileOverlapValidationAndRepairTool.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/TimePartitionUtils.java
rename
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/{MemoryControlTest.java
=> CompactionWorkerTest.java} (76%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tools/ListTimeRangeImplTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/tools/UnseqSpaceStatisticsTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/utils/CompactionUpdateFileCountTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/tools/TsFileOverlapValidationAndRepairToolTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/utils/TimestampPrecisionUtilsTest.java
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/algorithm/factory.py
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/algorithm/hyperparameter.py
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/algorithm/metric.py
copy {iotdb-client/client-py/iotdb =>
iotdb-core/mlnode/iotdb/mlnode/algorithm/models/forecast}/__init__.py (100%)
create mode 100644
iotdb-core/mlnode/iotdb/mlnode/algorithm/models/forecast/dlinear.py
create mode 100644
iotdb-core/mlnode/iotdb/mlnode/algorithm/models/forecast/nbeats.py
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/algorithm/validator.py
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/dataset/dataset.py
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/dataset/factory.py
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/dataset/source.py
copy {iotdb-client/client-py/iotdb =>
iotdb-core/mlnode/iotdb/mlnode/dataset/utils}/__init__.py (100%)
create mode 100644
iotdb-core/mlnode/iotdb/mlnode/dataset/utils/time_features.py
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/parser.py
copy {iotdb-client/client-py/iotdb =>
iotdb-core/mlnode/iotdb/mlnode/process}/__init__.py (100%)
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/process/manager.py
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/process/task.py
create mode 100644 iotdb-core/mlnode/iotdb/mlnode/process/trial.py
create mode 100644 iotdb-core/mlnode/test/test_create_forecast_model.py
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/auth/entity/PriPrivilegeType.java
rename iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/protocol/client
=>
node-commons/src/main/java/org/apache/iotdb/commons/client/mlnode}/MLNodeClient.java
(50%)
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/{auth/role/LocalFileRoleManager.java
=> client/mlnode/MLNodeClientManager.java} (54%)
copy
iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/airgap/AirGapOneByteResponse.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/client/mlnode/MLNodeInfo.java}
(70%)
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/concurrent/ExceptionalCountDownLatch.java
copy
integration-test/src/main/java/org/apache/iotdb/it/env/cluster/env/MultiClusterEnv.java
=>
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/exception/IllegalPrivilegeException.java
(53%)
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/model/ForecastModeInformation.java
rename
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/model/{TrailInformation.java
=> TrialInformation.java} (78%)
copy
iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/auth/IAuthorCache.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/pipe/plugin/builtin/connector/OpcUaConnector.java}
(64%)
copy
iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/ShowClusterStatement.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/ModelInferenceFunction.java}
(53%)
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/utils/TimePartitionUtils.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/utils/AuthUtilsTest.java
