This is an automated email from the ASF dual-hosted git repository.
rong pushed a change to branch iotdb-1022-v2
in repository https://gitbox.apache.org/repos/asf/iotdb.git.
from e6216ad fix last query with alias tests & remove ts alias
add f4db723 [ISSUE-3089] make it possible for storage groups to have name
with hyphen (#3151)
add 1a6118a Fix `merge` command cannot execute compaction task bug (#3152)
add 819b195 Add continuous compaction in level compaction strategy (#2080)
add 19cfcd5 [IOTDB-1352][IOTDB-1353] Rafactor E2E test, add ClusterInfo
thrift based API (#3143)
add 215199f Fix code format error
add 7151b7d fix cluster_info_public_port parameter not set in
cluster/src/test/resources/ (#3156)
add d6fe7b0 [IOTDB-1366] Refactor MetadataIndex in TsFile for Vector
(#3081)
add 55d9260 [IOTDB-1266]SHOW TIMESERIES will only display 2000 timeseries
(#2958)
add e4a3e74 Increase the time of timeout in Jenkinsfile to fix website
build failed (#3165)
add 0050262 [IOTDB-1357] Compaction use append chunk merge strategy when
chunk is already large (#3159)
add 9e56152 [IOTDB-1356] Separate unseq_file_num_in_each_level from
selecting candidate file in unseq compaction (#3160)
add 470ea63 [ISSUE-3166] Privilege `CREATE_TIMESERIES` is not stated in
the document (#3168)
add 4852dad [IOTDB-1371] Fix NPE when creating aligned timeseries and
inserting with mismatched data type (#3164)
add 0ea44c4 Update some badge in README (#3174)
add 6907e34 [IOTDB-1378] Fix MetadataIndexTree constructs error when
existing more than one chunks in vector (#3180)
add f6e636b support (#3172)
add 49cd4d1 Fix align by device query locally bugs in cluster module &&
Fix concurrent query bugs in cluster module (#3183)
add f7e3590 [IOTDB-1376] BatchProcessException was not correctly handled
in BaseApplier (#3173)
add 3bf4114 Cherry pick upgrade bugs fixes PR #3178 #3154 to master
(#3182)
add 517e496 [ISSUE-3116] Bug when using natural month unit in time
interval in group by query (#3139)
add 0b964a1 Implement some JDBC methods to support DataGrip (#3181)
add 8992927 Fix import csv throw ArrayOutOfIndexError when the last value
in a line is null (#3185)
add ebf1a73 update force full merge config (#3194)
add 49f8919 Update some out-of-date contents in README and
ContributeGuide (#3196)
add 5fe8c84 [IOTDB-1259] upgrade libthrift from 0.12.0/0.13.0 to 0.14.1
and updated related classes or files (#3163)
add c63bf83 [ISSUE-3176] Support running IoTDB CI on JDK16 (#3177)
add 31f077e [IOTDB-1380] Automatically close the dataset while there is
no more data (#3193)
add 6844ac7 [IOTDB-1321] Filter RowRecord automatically if any column in
it is null or all columns are null (#3153)
add c0ee6cb Fix an invalid link in the Zepplin-IoTDB UserGuide (#3210)
add 725cc68 fix index out of bound when VectorTimeSeriesMetadata is not
find in memory (#3208)
add a41c855 Fix the CI issue introduced by thrift0.14 and the thrift
server is not closed properly in SessionPoolTest. (#3198)
add 222396c add rabbitmq example module. (#3049)
add 38ac322 Fix JDK version missspelling (#3224)
add 53ac9d9 Fix some bugs reported by sonar (#3158)
add 2cfa4d8 Modify the document to ensure that the official website can
be successfully built (#3229)
add 088ac59 Fix session UT (#3227)
add a1eebda fix conflicts
No new revisions were added by this update.
Summary of changes:
.github/workflows/client.yml | 7 +-
.github/workflows/main-unix.yml | 2 +-
.github/workflows/main-win.yml | 2 +-
.../ContributeGuide.md => CONTRIBUTING.md | 63 +++---
Jenkinsfile | 2 +-
LICENSE-binary | 2 +-
README.md | 22 +-
README_ZH.md | 16 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlBase.g4 | 19 +-
.../main/java/org/apache/iotdb/tool/ImportCsv.java | 3 +
client-cpp/src/main/CMakeLists.txt | 2 +-
client-cpp/src/test/CMakeLists.txt | 2 +-
client-py/README.md | 5 +-
cluster/pom.xml | 2 +-
.../resources/conf/iotdb-cluster.properties | 3 +
.../java/org/apache/iotdb/cluster/ClusterMain.java | 13 ++
.../cluster/client/async/AsyncDataClient.java | 4 +-
.../client/async/AsyncDataHeartbeatClient.java | 4 +-
.../cluster/client/async/AsyncMetaClient.java | 4 +-
.../client/async/AsyncMetaHeartbeatClient.java | 4 +-
.../iotdb/cluster/client/sync/SyncDataClient.java | 2 +
.../client/sync/SyncDataHeartbeatClient.java | 2 +
.../iotdb/cluster/client/sync/SyncMetaClient.java | 2 +
.../client/sync/SyncMetaHeartbeatClient.java | 2 +
.../apache/iotdb/cluster/config/ClusterConfig.java | 9 +
.../iotdb/cluster/config/ClusterDescriptor.java | 9 +-
.../iotdb/cluster/log/applier/BaseApplier.java | 37 +++-
.../apache/iotdb/cluster/metadata/CMManager.java | 12 +-
.../cluster/query/ClusterDataQueryExecutor.java | 5 +-
.../cluster/query/reader/ClusterReaderFactory.java | 12 +-
.../query/reader/mult/RemoteMultSeriesReader.java | 7 +-
.../iotdb/cluster/server/MetaClusterServer.java | 27 ++-
.../server/clusterinfo/ClusterInfoServer.java | 65 +++---
.../server/clusterinfo/ClusterInfoServerMBean.java | 6 +-
.../server/clusterinfo/ClusterInfoServiceImpl.java | 71 ++++++
.../ClusterInfoServiceThriftHandler.java | 9 +-
.../cluster/utils/nodetool/ClusterMonitor.java | 2 +
.../utils/nodetool/ClusterMonitorMBean.java | 2 +-
.../cluster/client/sync/SyncDataClientTest.java | 6 +-
.../cluster/client/sync/SyncMetaClientTest.java | 6 +-
.../cluster/common/TestAsyncClientFactory.java | 4 +-
.../cluster/common/TestSyncClientFactory.java | 13 ++
.../cluster/log/applier/DataLogApplierTest.java | 35 +++
.../cluster/log/snapshot/DataSnapshotTest.java | 14 ++
.../cluster/log/snapshot/PullSnapshotTaskTest.java | 14 ++
.../query/groupby/MergeGroupByExecutorTest.java | 23 +-
.../query/groupby/RemoteGroupByExecutorTest.java | 23 +-
.../server/clusterinfo/ClusterInfoServerTest.java | 96 ++++++++
.../clusterinfo/ClusterInfoServiceImplTest.java | 98 +++++++++
.../cluster/server/member/DataGroupMemberTest.java | 28 ++-
.../cluster/server/member/MetaGroupMemberTest.java | 20 +-
.../resources/node1conf/iotdb-cluster.properties | 1 +
.../resources/node2conf/iotdb-cluster.properties | 1 +
.../resources/node3conf/iotdb-cluster.properties | 1 +
compile-tools/thrift/pom.xml | 2 +-
docs/Development/ContributeGuide.md | 62 +++---
docs/UserGuide/API/Programming-Java-Native-API.md | 98 +++++++++
.../Administration-Management/Administration.md | 7 +-
docs/UserGuide/Advanced-Features/Triggers.md | 6 +-
docs/UserGuide/Cluster/Cluster-Setup.md | 9 +
.../Data-Concept/Data-Model-and-Terminology.md | 4 +-
.../Ecosystem Integration/Zeppelin-IoTDB.md | 2 +-
.../DDL-Data-Definition-Language.md | 2 +-
.../DML-Data-Manipulation-Language.md | 14 ++
docs/zh/Development/ContributeGuide.md | 26 +--
.../UserGuide/API/Programming-Java-Native-API.md | 95 ++++++++
.../Administration-Management/Administration.md | 5 +-
docs/zh/UserGuide/Advanced-Features/Triggers.md | 7 +-
docs/zh/UserGuide/Cluster/Cluster-Setup.md | 9 +
.../Data-Concept/Data-Model-and-Terminology.md | 4 +-
.../Ecosystem Integration/Zeppelin-IoTDB.md | 2 +-
.../DDL-Data-Definition-Language.md | 2 +-
.../DML-Data-Manipulation-Language.md | 14 ++
example/pom.xml | 6 +
example/{pulsar => rabbitmq}/pom.xml | 20 +-
example/rabbitmq/readme.md | 63 ++++++
.../java/org/apache/iotdb/rabbitmq}/Constant.java | 27 +--
.../iotdb/rabbitmq/RabbitMQChannelUtils.java | 50 +++++
.../apache/iotdb/rabbitmq/RabbitMQConsumer.java | 132 +++++++++++
.../apache/iotdb/rabbitmq/RabbitMQProducer.java | 49 +++++
example/trigger/pom.xml | 66 +++---
.../apache/iotdb/tsfile/TsFileSequenceRead.java | 5 +
example/udf/pom.xml | 66 +++---
jdbc/src/main/feature/feature.xml | 2 +-
.../org/apache/iotdb/jdbc/IoTDBConnection.java | 9 +-
.../iotdb/jdbc/IoTDBNonAlignJDBCResultSet.java | 9 +-
.../java/org/apache/iotdb/jdbc/IoTDBStatement.java | 24 +-
pom.xml | 25 ++-
.../resources/conf/iotdb-engine.properties | 13 +-
.../apache/iotdb/db/auth/entity/PrivilegeType.java | 1 +
.../org/apache/iotdb/db/concurrent/ThreadName.java | 3 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 34 ++-
.../org/apache/iotdb/db/conf/IoTDBConfigCheck.java | 28 ++-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 19 ++
.../db/engine/cache/TimeSeriesMetadataCache.java | 121 ++++++++++
.../db/engine/compaction/TsFileManagement.java | 25 ++-
.../level/LevelCompactionTsFileManagement.java | 57 ++---
.../engine/compaction/utils/CompactionUtils.java | 81 +++++--
.../iotdb/db/engine/merge/task/MergeFileTask.java | 8 +-
.../engine/storagegroup/StorageGroupProcessor.java | 42 +++-
.../db/engine/storagegroup/TsFileProcessor.java | 4 +-
.../db/engine/storagegroup/TsFileResource.java | 15 +-
.../org/apache/iotdb/db/metadata/MManager.java | 64 ++++--
.../org/apache/iotdb/db/metadata/PartialPath.java | 15 ++
.../iotdb/db/metrics/server/ServerArgument.java | 12 +-
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 9 +-
.../iotdb/db/qp/logical/crud/QueryOperator.java | 22 ++
.../physical/BatchPlan.java} | 41 +++-
.../db/qp/physical/crud/InsertMultiTabletPlan.java | 39 +++-
.../physical/crud/InsertRowsOfOneDevicePlan.java | 33 ++-
.../iotdb/db/qp/physical/crud/InsertRowsPlan.java | 39 +++-
.../iotdb/db/qp/physical/crud/QueryPlan.java | 22 ++
.../qp/physical/sys/CreateMultiTimeSeriesPlan.java | 39 +++-
.../apache/iotdb/db/qp/physical/sys/ShowPlan.java | 1 -
.../apache/iotdb/db/qp/sql/IoTDBSqlVisitor.java | 145 ++++++------
.../iotdb/db/qp/strategy/PhysicalGenerator.java | 5 +-
.../apache/iotdb/db/qp/utils/DatetimeUtils.java | 33 ++-
.../dataset/RawQueryDataSetWithoutValueFilter.java | 79 +++++--
.../apache/iotdb/db/query/dataset/ShowDataSet.java | 12 +-
.../db/query/executor/fill/LastPointReader.java | 51 ++---
.../chunk/metadata/DiskChunkMetadataLoader.java | 2 +-
.../query/reader/series/SeriesAggregateReader.java | 2 +-
.../reader/series/SeriesRawDataBatchReader.java | 4 +-
.../iotdb/db/query/reader/series/SeriesReader.java | 13 +-
.../reader/series/SeriesReaderByTimestamp.java | 2 +-
.../query/reader/series/SeriesReaderFactory.java | 94 --------
.../db/query/reader/series/VectorSeriesReader.java | 144 ------------
.../apache/iotdb/db/service/MetricsService.java | 3 +
.../org/apache/iotdb/db/service/ServiceType.java | 5 +-
.../org/apache/iotdb/db/service/StartupChecks.java | 2 +-
.../org/apache/iotdb/db/service/TSServiceImpl.java | 3 +-
.../apache/iotdb/db/sync/conf/SyncConstant.java | 5 +-
.../iotdb/db/sync/sender/transfer/SyncClient.java | 27 ++-
.../java/org/apache/iotdb/db/utils/AuthUtils.java | 2 -
.../org/apache/iotdb/db/utils/FileLoaderUtils.java | 94 +++++++-
.../apache/iotdb/db/utils/QueryDataSetUtils.java | 18 +-
.../iotdb/db/utils/datastructure/VectorTVList.java | 6 +-
.../apache/iotdb/db/auth/AuthorityCheckerTest.java | 2 -
.../auth/authorizer/LocalFileAuthorizerTest.java | 6 +-
.../db/engine/compaction/CompactionChunkTest.java | 4 +-
.../compaction/LevelCompactionCacheTest.java | 3 +-
.../engine/compaction/LevelCompactionLogTest.java | 3 +-
.../compaction/LevelCompactionMergeTest.java | 83 ++++++-
.../compaction/LevelCompactionMoreDataTest.java | 3 +-
.../NoCompactionTsFileManagementTest.java | 4 +-
.../iotdb/db/integration/IoTDBGroupByMonthIT.java | 29 +++
.../iotdb/db/integration/IoTDBSimpleQueryIT.java | 36 +++
.../db/integration/IoTDBWithoutAllNullIT.java | 192 ++++++++++++++++
.../db/integration/IoTDBWithoutAnyNullIT.java | 221 +++++++++++++++++++
.../iotdb/db/metadata/MManagerBasicTest.java | 243 +++++++++++++++++++++
.../org/apache/iotdb/db/metadata/MTreeTest.java | 1 +
.../db/qp/utils/DatetimeQueryDataSetUtilsTest.java | 28 +++
.../org/apache/iotdb/db/script/EnvScriptIT.java | 6 +-
.../apache/iotdb/db/sink/LocalIoTDBSinkTest.java | 3 +-
.../apache/iotdb/db/utils/EnvironmentUtils.java | 12 +-
.../iotdb/rpc/AutoScalingBufferReadTransport.java | 13 ++
.../iotdb/rpc/AutoScalingBufferWriteTransport.java | 15 ++
.../java/org/apache/iotdb/rpc/IoTDBRpcDataSet.java | 20 +-
.../org/apache/iotdb/rpc/RpcTransportFactory.java | 3 +-
.../rpc/TCompressedElasticFramedTransport.java | 2 +-
...OpenTransport.java => TConfigurationConst.java} | 28 +--
.../apache/iotdb/rpc/TElasticFramedTransport.java | 20 +-
.../iotdb/rpc/TNonblockingSocketWrapper.java | 60 +++++
.../java/org/apache/iotdb/rpc/TSocketWrapper.java | 68 ++++++
.../apache/iotdb/session/SessionConnection.java | 13 +-
.../java/org/apache/iotdb/session/SessionUT.java | 2 +-
.../apache/iotdb/session/pool/SessionPoolTest.java | 117 +++++++---
.../src/test/resources/logback.xml | 3 +-
.../test/java/org/apache/iotdb/db/sql/Cases.java | 149 +++++++++++++
.../java/org/apache/iotdb/db/sql/ClusterIT.java | 150 +++++--------
.../java/org/apache/iotdb/db/sql/SingleNodeIT.java | 92 ++------
.../iotdb/db/sql/node1/OneNodeClusterIT.java | 54 +++++
.../db/sql/nodes3/AbstractThreeNodeClusterIT.java | 61 ++++++
.../iotdb/db/sql/nodes3/ThreeNodeCluster1IT.java | 10 +-
.../iotdb/db/sql/nodes3/ThreeNodeCluster2IT.java | 16 +-
.../db/sql/nodes5/AbstractFiveNodeClusterIT.java | 85 +++++++
.../iotdb/db/sql/nodes5/FiveNodeCluster1IT.java | 10 +-
.../iotdb/db/sql/nodes5/FiveNodeCluster2IT.java | 15 +-
.../iotdb/db/sql/nodes5/FiveNodeCluster4IT.java | 15 +-
.../test/resources/1node/iotdb-cluster.properties | 2 +-
thrift-cluster/src/main/thrift/cluster.thrift | 52 ++++-
thrift-sync/pom.xml | 5 -
.../tsfile/common/constant/TsFileConstant.java | 3 +
.../iotdb/tsfile/file/metadata/ChunkMetadata.java | 16 ++
.../iotdb/tsfile/file/metadata/IChunkMetadata.java | 6 +
.../tsfile/file/metadata/ITimeSeriesMetadata.java | 3 +
.../file/metadata/MetadataIndexConstructor.java | 54 ++++-
.../tsfile/file/metadata/MetadataIndexNode.java | 2 +-
.../tsfile/file/metadata/TimeseriesMetadata.java | 20 +-
.../tsfile/file/metadata/VectorChunkMetadata.java | 24 ++
.../file/metadata/VectorTimeSeriesMetadata.java | 16 ++
.../iotdb/tsfile/read/TsFileSequenceReader.java | 80 +++++--
.../apache/iotdb/tsfile/read/common/RowRecord.java | 38 +++-
.../tsfile/read/query/dataset/QueryDataSet.java | 29 ++-
.../org/apache/iotdb/tsfile/utils/PublicBAOS.java | 1 +
.../tsfile/v2/file/metadata/TsFileMetadataV2.java | 9 +-
.../tsfile/v2/read/TsFileSequenceReaderForV2.java | 16 +-
.../iotdb/tsfile/write/chunk/TimeChunkWriter.java | 3 +-
.../iotdb/tsfile/write/chunk/ValueChunkWriter.java | 3 +-
.../iotdb/tsfile/write/writer/TsFileIOWriter.java | 121 +++++++---
200 files changed, 4416 insertions(+), 1293 deletions(-)
copy docs/Development/ContributeGuide.md => CONTRIBUTING.md (74%)
copy server/src/main/java/org/apache/iotdb/db/service/RPCService.java =>
cluster/src/main/java/org/apache/iotdb/cluster/server/clusterinfo/ClusterInfoServer.java
(55%)
copy server/src/main/java/org/apache/iotdb/db/metrics/source/Source.java =>
cluster/src/main/java/org/apache/iotdb/cluster/server/clusterinfo/ClusterInfoServerMBean.java
(89%)
create mode 100644
cluster/src/main/java/org/apache/iotdb/cluster/server/clusterinfo/ClusterInfoServiceImpl.java
copy
server/src/main/java/org/apache/iotdb/db/sync/receiver/SyncServerThriftHandler.java
=>
cluster/src/main/java/org/apache/iotdb/cluster/server/clusterinfo/ClusterInfoServiceThriftHandler.java
(84%)
create mode 100644
cluster/src/test/java/org/apache/iotdb/cluster/server/clusterinfo/ClusterInfoServerTest.java
create mode 100644
cluster/src/test/java/org/apache/iotdb/cluster/server/clusterinfo/ClusterInfoServiceImplTest.java
copy example/{pulsar => rabbitmq}/pom.xml (81%)
create mode 100644 example/rabbitmq/readme.md
copy example/{rocketmq/src/main/java/org/apache/iotdb/rocketmq =>
rabbitmq/src/main/java/org/apache/iotdb/rabbitmq}/Constant.java (75%)
create mode 100644
example/rabbitmq/src/main/java/org/apache/iotdb/rabbitmq/RabbitMQChannelUtils.java
create mode 100644
example/rabbitmq/src/main/java/org/apache/iotdb/rabbitmq/RabbitMQConsumer.java
create mode 100644
example/rabbitmq/src/main/java/org/apache/iotdb/rabbitmq/RabbitMQProducer.java
copy
server/src/main/java/org/apache/iotdb/db/{exception/query/QueryTimeoutRuntimeException.java
=> qp/physical/BatchPlan.java} (55%)
delete mode 100644
server/src/main/java/org/apache/iotdb/db/query/reader/series/SeriesReaderFactory.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/query/reader/series/VectorSeriesReader.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/integration/IoTDBWithoutAllNullIT.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/integration/IoTDBWithoutAnyNullIT.java
copy service-rpc/src/main/java/org/apache/iotdb/rpc/{NonOpenTransport.java =>
TConfigurationConst.java} (68%)
create mode 100644
service-rpc/src/main/java/org/apache/iotdb/rpc/TNonblockingSocketWrapper.java
create mode 100644
service-rpc/src/main/java/org/apache/iotdb/rpc/TSocketWrapper.java
copy {hive-connector => session}/src/test/resources/logback.xml (94%)
create mode 100644
testcontainer/src/test/java/org/apache/iotdb/db/sql/Cases.java
create mode 100644
testcontainer/src/test/java/org/apache/iotdb/db/sql/node1/OneNodeClusterIT.java
create mode 100644
testcontainer/src/test/java/org/apache/iotdb/db/sql/nodes3/AbstractThreeNodeClusterIT.java
copy
server/src/main/java/org/apache/iotdb/db/engine/merge/selector/MergeFileStrategy.java
=>
testcontainer/src/test/java/org/apache/iotdb/db/sql/nodes3/ThreeNodeCluster1IT.java
(83%)
copy
server/src/main/java/org/apache/iotdb/db/exception/UDFRegistrationException.java
=>
testcontainer/src/test/java/org/apache/iotdb/db/sql/nodes3/ThreeNodeCluster2IT.java
(68%)
create mode 100644
testcontainer/src/test/java/org/apache/iotdb/db/sql/nodes5/AbstractFiveNodeClusterIT.java
copy
server/src/main/java/org/apache/iotdb/db/engine/merge/selector/MergeFileStrategy.java
=>
testcontainer/src/test/java/org/apache/iotdb/db/sql/nodes5/FiveNodeCluster1IT.java
(82%)
copy server/src/main/java/org/apache/iotdb/db/exception/LoadFileException.java
=>
testcontainer/src/test/java/org/apache/iotdb/db/sql/nodes5/FiveNodeCluster2IT.java
(67%)
copy server/src/main/java/org/apache/iotdb/db/exception/LoadFileException.java
=>
testcontainer/src/test/java/org/apache/iotdb/db/sql/nodes5/FiveNodeCluster4IT.java
(66%)
