This is an automated email from the ASF dual-hosted git repository.
jiangtian pushed a change to branch strong_password
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from d39d82b22ef spotless
add 166749d5b0b update default password
add ac8642fa22f [AINode] Add cluster_ingress_port for AINodeWrapper
(#16043)
add 432e0273261 Pipe/Load: Implement multi-disk awareness of multiple file
systems during file copying and moving (#15356)
add 59199a269c1 fix estimating memory cost for string type (#16047)
add a3b24dace4e Implement builtin bitwise scalar functions in TableModel
add eacd3b74db6 Insert into query
add 2459e5211ce Change sort_buffer_size_in_bytes default value
add 9834d9031f7 Remove unnecessary synchronization for IoTConsensus
memeory management (#16049)
add 226fc6fd684 Pipe: Modify Sink Batch Metrics (#16018)
add 59c357f4327 Merge branch 'master' into strong_password
add 22bc0d56067 fix tests
No new revisions were added by this update.
Summary of changes:
CONTRIBUTING.md | 2 +-
README.md | 4 +-
README_ZH.md | 4 +-
.../src/AlignedTimeseriesSessionExample.cpp | 2 +-
example/client-cpp-example/src/SessionExample.cpp | 2 +-
.../src/TableModelSessionExample.cpp | 4 +-
.../java/org/apache/iotdb/JDBCCharsetExample.java | 4 +-
.../main/java/org/apache/iotdb/JDBCExample.java | 2 +-
.../org/apache/iotdb/PrepareStatementDemo.java | 2 +-
.../iotdb/SyntaxConventionRelatedExample.java | 2 +-
.../org/apache/iotdb/TableModelJDBCExample.java | 4 +-
.../java/org/apache/iotdb/mqtt/MQTTClient.java | 2 +-
example/odbc/README.md | 2 +-
.../iotdb/opcua/IoTDBKeyStoreLoaderClient.java | 2 +-
.../main/java/org/apache/iotdb/HttpExample.java | 2 +-
.../main/java/org/apache/iotdb/HttpsExample.java | 2 +-
.../java/org/apache/iotdb/TableHttpExample.java | 2 +-
.../java/org/apache/iotdb/TableHttpsExample.java | 2 +-
.../org/apache/iotdb/schema/PathCheckExample.java | 2 +-
.../iotdb/AlignedTimeseriesSessionExample.java | 2 +-
.../org/apache/iotdb/DataMigrationExample.java | 4 +-
.../iotdb/HybridTimeseriesSessionExample.java | 2 +-
.../org/apache/iotdb/SessionConcurrentExample.java | 4 +-
.../main/java/org/apache/iotdb/SessionExample.java | 6 +-
.../java/org/apache/iotdb/SessionPoolExample.java | 4 +-
.../apache/iotdb/SubscriptionSessionExample.java | 4 +-
.../iotdb/SyntaxConventionRelatedExample.java | 2 +-
.../org/apache/iotdb/TableModelSessionExample.java | 4 +-
.../apache/iotdb/TableModelSessionPoolExample.java | 4 +-
.../TableModelSubscriptionSessionExample.java | 6 +-
.../main/java/org/apache/iotdb/TabletExample.java | 2 +-
.../iotdb/it/env/cluster/env/AbstractEnv.java | 8 +-
.../iotdb/it/env/cluster/node/AINodeWrapper.java | 11 +-
.../iotdb/it/env/remote/env/RemoteServerEnv.java | 2 +-
.../apache/iotdb/cli/it/StartClientScriptIT.java | 4 +-
.../apache/iotdb/db/it/GrafanaApiServiceIT.java | 4 +-
.../org/apache/iotdb/db/it/IoTDBRestServiceIT.java | 2 +-
.../org/apache/iotdb/db/it/auth/IoTDBAuthIT.java | 2 +-
.../manual/enhanced/IoTDBPipeClusterIT.java | 2 +-
.../enhanced/IoTDBPipeSinkCompressionIT.java | 2 +-
.../auto/AbstractPipeDualTreeModelAutoIT.java | 1 +
.../auto/enhanced/IoTDBPipeClusterIT.java | 2 +-
.../auto/enhanced/IoTDBPipeSinkCompressionIT.java | 2 +-
.../relational/it/db/it/IoTDBWindowFunctionIT.java | 1 +
.../it/insertquery/IoTDBInsertQueryIT.java | 586 +++++++++++++++++++++
.../relational/it/mqtt/IoTDBMQTTServiceIT.java | 2 +-
.../scalar/IoTDBBitwiseFunctionTableIT.java | 438 +++++++++++++++
.../it/rest/it/IoTDBRestServiceInsertValuesIT.java | 23 +
.../iotdb/relational/it/rest/it/RestUtils.java | 2 +-
.../AbstractSubscriptionTreeRegressionIT.java | 6 +-
.../apache/iotdb/tools/it/ExportDataTestIT.java | 12 +-
.../apache/iotdb/tools/it/ExportSchemaTestIT.java | 4 +-
.../apache/iotdb/tools/it/ExportTsFileTestIT.java | 8 +-
.../apache/iotdb/tools/it/ImportDataTestIT.java | 4 +-
.../apache/iotdb/tools/it/ImportSchemaTestIT.java | 4 +-
.../src/main/java/org/apache/iotdb/cli/Cli.java | 2 +-
.../org/apache/iotdb/tool/common/Constants.java | 2 +-
.../iotdb/tool/tsfile/AbstractTsFileTool.java | 2 +-
.../tool/tsfile/subscription/CommonParam.java | 2 +-
.../java/org/apache/iotdb/cli/AbstractCliTest.java | 8 +-
iotdb-client/client-cpp/README.md | 2 +-
.../client-cpp/src/main/AbstractSessionBuilder.h | 2 +-
iotdb-client/client-cpp/src/main/Session.h | 2 +-
iotdb-client/client-cpp/src/test/main.cpp | 2 +-
.../client-cpp/src/test/main_Relational.cpp | 2 +-
iotdb-client/client-py/README.md | 10 +-
iotdb-client/client-py/iotdb/Session.py | 2 +-
iotdb-client/client-py/iotdb/table_session.py | 2 +-
.../session_aligned_timeseries_example.py | 2 +-
iotdb-client/client-py/session_example.py | 4 +-
iotdb-client/client-py/session_pool_example.py | 2 +-
iotdb-client/client-py/session_ssl_example.py | 2 +-
.../client-py/table_model_session_example.py | 6 +-
.../client-py/table_model_session_pool_example.py | 2 +-
.../client-py/tests/integration/iotdb_container.py | 4 +-
.../tests/integration/sqlalchemy/test_dialect.py | 2 +-
.../integration/tablet_performance_comparison.py | 2 +-
.../tests/integration/test_new_data_types.py | 2 +-
.../client-py/tests/integration/test_session.py | 2 +-
.../tests/integration/test_session_pool.py | 4 +-
.../org/apache/iotdb/isession/SessionConfig.java | 2 +-
iotdb-client/jdbc/README.md | 2 +-
.../apache/iotdb/session/TableSessionBuilder.java | 2 +-
.../session/pool/TableSessionPoolBuilder.java | 2 +-
.../iotdb/session/SessionConnectionTest.java | 6 +-
.../java/org/apache/iotdb/session/SessionTest.java | 2 +-
.../session/pool/SessionPoolExceptionTest.java | 2 +-
.../logdispatcher/IoTConsensusMemoryManager.java | 20 +-
.../consensus/iot/logdispatcher/LogDispatcher.java | 16 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 8 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 28 +-
.../agent/task/subtask/sink/PipeSinkSubtask.java | 27 +
.../metric/sink/PipeDataRegionSinkMetrics.java | 111 ++--
.../protocol/thrift/IoTDBDataNodeReceiver.java | 32 +-
.../evolvable/batch/PipeTabletEventBatch.java | 19 +-
.../evolvable/batch/PipeTabletEventPlainBatch.java | 17 +-
.../batch/PipeTabletEventTsFileBatch.java | 21 +-
.../batch/PipeTransferBatchReqBuilder.java | 51 +-
.../thrift/async/IoTDBDataRegionAsyncSink.java | 29 +
.../thrift/sync/IoTDBDataRegionSyncSink.java | 29 +
.../db/protocol/client/DataNodeInternalClient.java | 44 ++
.../rest/table/v1/impl/RestApiServiceImpl.java | 136 ++---
.../iotdb/db/protocol/thrift/OperationType.java | 1 +
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 5 +
.../db/queryengine/common/MPPQueryContext.java | 4 +
.../operator/process/AbstractIntoOperator.java | 455 +++-------------
.../operator/process/AbstractTreeIntoOperator.java | 146 +++++
.../operator/process/DeviceViewIntoOperator.java | 20 +-
.../process/InsertTabletStatementGenerator.java | 320 +++++++++++
.../TableInsertTabletStatementGenerator.java | 134 +++++
.../operator/process/TableIntoOperator.java | 178 +++++++
.../TreeInsertTabletStatementGenerator.java | 119 +++++
.../{IntoOperator.java => TreeIntoOperator.java} | 15 +-
.../relational/ColumnTransformerBuilder.java | 96 ++++
.../db/queryengine/plan/analyze/Analysis.java | 3 +-
.../db/queryengine/plan/analyze/QueryType.java | 5 +-
.../plan/analyze/load/LoadTsFileAnalyzer.java | 88 +---
.../analyze/schema/ClusterSchemaFetchExecutor.java | 3 +-
.../plan/execution/IQueryExecution.java | 3 +
.../queryengine/plan/execution/QueryExecution.java | 9 +-
.../plan/execution/config/ConfigExecution.java | 7 +-
.../plan/planner/OperatorGeneratorUtil.java | 78 +++
.../plan/planner/OperatorTreeGenerator.java | 49 +-
.../plan/planner/TableOperatorGenerator.java | 63 +++
.../planner/distribution/DistributionPlanner.java | 5 +-
.../plan/planner/plan/node/PlanGraphPrinter.java | 10 +
.../plan/planner/plan/node/PlanNodeType.java | 4 +
.../plan/planner/plan/node/PlanVisitor.java | 5 +
.../plan/relational/analyzer/Analysis.java | 29 +
.../relational/analyzer/StatementAnalyzer.java | 117 +++-
.../relational/metadata/TableMetadataImpl.java | 41 ++
.../plan/relational/metadata/TableSchema.java | 23 +
.../plan/relational/planner/QueryPlanner.java | 10 +
.../relational/planner/TableLogicalPlanner.java | 99 ++++
.../distribute/TableDistributedPlanGenerator.java | 67 +++
.../distribute/TableDistributedPlanner.java | 5 +-
.../TableModelTypeProviderExtractor.java | 15 +
.../plan/relational/planner/node/IntoNode.java | 173 ++++++
.../optimizations/UnaliasSymbolReferences.java | 10 +
.../plan/relational/sql/ast/Insert.java | 7 +
.../plan/relational/sql/parser/AstBuilder.java | 5 +-
.../plan/scheduler/ClusterScheduler.java | 8 +-
.../scheduler/FragmentInstanceDispatcherImpl.java | 6 +-
.../plan/statement/crud/InsertBaseStatement.java | 19 +
...java => AbstractBitwise2ColumnTransformer.java} | 21 +-
....java => AbstractBitwiseColumnTransformer.java} | 20 +-
...former.java => BitCount2ColumnTransformer.java} | 26 +-
...sformer.java => BitCountColumnTransformer.java} | 26 +-
.../scalar/BitwiseAnd2ColumnTransformer.java} | 28 +-
.../BitwiseAndColumnTransformer.java} | 33 +-
...ava => BitwiseLeftShift2ColumnTransformer.java} | 58 +-
.../BitwiseLeftShiftColumnTransformer.java} | 36 +-
...ormer.java => BitwiseNotColumnTransformer.java} | 18 +-
.../scalar/BitwiseOr2ColumnTransformer.java} | 28 +-
.../BitwiseOrColumnTransformer.java} | 33 +-
...va => BitwiseRightShift2ColumnTransformer.java} | 58 +-
...wiseRightShiftArithmetic2ColumnTransformer.java | 65 +++
...wiseRightShiftArithmeticColumnTransformer.java} | 38 +-
.../BitwiseRightShiftColumnTransformer.java} | 36 +-
.../scalar/BitwiseXor2ColumnTransformer.java} | 28 +-
.../BitwiseXorColumnTransformer.java} | 33 +-
.../transformation/dag/util/BitwiseUtils.java | 210 ++++++++
.../db/storageengine/dataregion/DataRegion.java | 72 +--
.../estimator/CompactionEstimateUtils.java | 5 +
.../load/active/ActiveLoadDirScanner.java | 1 +
.../storageengine/load/active/ActiveLoadUtil.java | 183 +++++++
.../storageengine/load/disk/ILoadDiskSelector.java | 36 +-
.../InheritSystemMultiDisksStrategySelector.java | 50 +-
.../db/storageengine/load/disk/MinIOSelector.java | 62 ++-
.../auth/authorizer/LocalFileAuthorizerTest.java | 2 +-
.../db/protocol/rest/GrafanaApiServiceTest.java | 2 +-
.../db/protocol/rest/IoTDBRestServiceTest.java | 2 +-
.../operator/MergeTreeSortOperatorTest.java | 8 +-
.../execution/operator/OperatorMemoryTest.java | 46 +-
.../planner/node/process/IntoNodeSerdeTest.java | 38 ++
.../plan/relational/analyzer/AnalyzerTest.java | 5 +-
.../relational/analyzer/InsertIntoQueryTest.java | 122 +++++
.../plan/relational/analyzer/TestMetadata.java | 7 +-
.../transformation/dag/util/BitwiseUtilsTest.java | 131 +++++
.../security/encrypt/MessageDigestEncryptTest.java | 2 +-
.../apache/iotdb/metrics/config/MetricConfig.java | 2 +-
.../conf/iotdb-system.properties.template | 6 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 2 +-
.../pipe/config/constant/PipeSinkConstant.java | 2 +-
.../commons/pipe/sink/protocol/IoTDBSink.java | 17 +
.../schema/column/ColumnHeaderConstant.java | 8 +-
.../relational/TableBuiltinScalarFunction.java | 8 +
scripts/sbin/start-cli.sh | 4 +-
scripts/sbin/windows/start-cli-table.bat | 4 +-
scripts/sbin/windows/start-cli.bat | 4 +-
scripts/tools/ops/collect-info.sh | 2 +-
scripts/tools/windows/ops/collect-info.bat | 2 +-
192 files changed, 4677 insertions(+), 1316 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/insertquery/IoTDBInsertQueryIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/relational/it/query/old/builtinfunction/scalar/IoTDBBitwiseFunctionTableIT.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/AbstractTreeIntoOperator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/InsertTabletStatementGenerator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/TableInsertTabletStatementGenerator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/TableIntoOperator.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/TreeInsertTabletStatementGenerator.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/{IntoOperator.java
=> TreeIntoOperator.java} (92%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/OperatorGeneratorUtil.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/node/IntoNode.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/{Strcmp2ColumnTransformer.java
=> AbstractBitwise2ColumnTransformer.java} (77%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/{StrcmpColumnTransformer.java
=> AbstractBitwiseColumnTransformer.java} (78%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/{Strcmp2ColumnTransformer.java
=> BitCount2ColumnTransformer.java} (75%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/{StrcmpColumnTransformer.java
=> BitCountColumnTransformer.java} (75%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/{binary/CompareEqualToColumnTransformer.java
=> unary/scalar/BitwiseAnd2ColumnTransformer.java} (64%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/{IsNullColumnTransformer.java
=> scalar/BitwiseAndColumnTransformer.java} (60%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/{Strcmp2ColumnTransformer.java
=> BitwiseLeftShift2ColumnTransformer.java} (50%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/{IsNullColumnTransformer.java
=> scalar/BitwiseLeftShiftColumnTransformer.java} (59%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/{LengthColumnTransformer.java
=> BitwiseNotColumnTransformer.java} (75%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/{binary/CompareEqualToColumnTransformer.java
=> unary/scalar/BitwiseOr2ColumnTransformer.java} (65%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/{IsNullColumnTransformer.java
=> scalar/BitwiseOrColumnTransformer.java} (60%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/{Strcmp2ColumnTransformer.java
=> BitwiseRightShift2ColumnTransformer.java} (50%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/BitwiseRightShiftArithmetic2ColumnTransformer.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/{IsNullColumnTransformer.java
=> scalar/BitwiseRightShiftArithmeticColumnTransformer.java} (57%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/{IsNullColumnTransformer.java
=> scalar/BitwiseRightShiftColumnTransformer.java} (59%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/{binary/CompareEqualToColumnTransformer.java
=> unary/scalar/BitwiseXor2ColumnTransformer.java} (64%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/{IsNullColumnTransformer.java
=> scalar/BitwiseXorColumnTransformer.java} (60%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/util/BitwiseUtils.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/active/ActiveLoadUtil.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/analyzer/InsertIntoQueryTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/transformation/dag/util/BitwiseUtilsTest.java