This is an automated email from the ASF dual-hosted git repository.
jackietien pushed a change to branch KeepAllNullRows
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from eb6d437c891 change tsfile dependency version
add 77ce37f0940 Fix compaction device info cache (#13453)
add b7562e3cd17 fix index out of bound exception in settle compaction task
(#13462)
add 900de3e9098 Pipe: Added conflict detection of params for reusing of
OPCUA server (#13458)
add f43cac5713b Add deserializeFromWAL and related code for
ContinuousSameSearchIndexSeparatorNode (#13464)
add f3b76555802 [Py-Client] Support table model with python client (#13443)
add cfc4eee7c91 AINode: Refined architecture for enhanced modularity &
Added basic IT (#13423)
add 15469a276ff Optimize column batch selection when there are many value
columns (#13456)
add 4aff3bba3f4 [PY-Client] fix python client package issue (#13468)
add 9dd8d3be95c Pipe: Remove and close asynchronous connector manager when
all clients are useless (#13399)
add 2ec74a41a63 Support FE of Aggregation in TableModel
add d4074920d44 Load: modify TsFile version check to enable V3 load to V4
(#13400)
add 453bc7b39cd Remove redundant closing of consensus layer in DataNode
shutdown process (#13478)
add dd900cfa27b Support dictionary encoding for STRING & refactor encoding
support condition (#13474)
add f1d6b3fa4cb trim (#13477)
add 6b43820c134 fix last time check (#13479)
add c4ace325364 Reduce IDeviceID creation in insert process (#13472)
add 13097fe60d6 Automatically trigger CI for active non-committer #13486
new ce6ab037f63 resolve conflicts
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.asf.yaml | 2 +
.github/workflows/multi-language-client.yml | 17 +-
.../org/apache/iotdb/it/env/cluster/env/AIEnv.java | 2 +-
.../java/org/apache/iotdb/ainode/it/AIEnvIT.java | 80 --
.../org/apache/iotdb/ainode/it/AINodeBasicIT.java | 228 ++++
.../org/apache/iotdb/db/it/IoTDBEncodingIT.java | 100 +-
.../iotdb/pipe/it/single/IoTDBPipeOPCUAIT.java | 13 +-
.../iotdb/session/it/IoTDBSessionSimpleIT.java | 22 +-
.../src/test/resources/ainode-example/config.yaml | 5 +
.../src/test/resources/ainode-example/model.pt | Bin 0 -> 1906 bytes
iotdb-client/client-py/TableModelSessionExample.py | 154 +++
.../client-py/TableModelSessionPoolExample.py | 160 +++
iotdb-client/client-py/iotdb/Session.py | 113 +-
iotdb-client/client-py/iotdb/SessionPool.py | 11 +
iotdb-client/client-py/iotdb/utils/Field.py | 15 +-
.../client-py/iotdb/utils/IoTDBConstants.py | 6 +
.../client-py/iotdb/utils/IoTDBRpcDataSet.py | 16 +-
iotdb-client/client-py/iotdb/utils/NumpyTablet.py | 58 +-
.../client-py/iotdb/utils/SessionDataSet.py | 4 +-
iotdb-client/client-py/iotdb/utils/Tablet.py | 67 +-
iotdb-client/client-py/pom.xml | 2 +-
iotdb-client/client-py/release.sh | 1 +
.../tests/integration/test_relational_session.py | 143 +++
iotdb-core/ainode/iotdb/ainode/client.py | 225 ++--
iotdb-core/ainode/iotdb/ainode/config.py | 240 ++--
iotdb-core/ainode/iotdb/ainode/constant.py | 1 -
iotdb-core/ainode/iotdb/ainode/exception.py | 23 +-
iotdb-core/ainode/iotdb/ainode/factory.py | 272 ----
iotdb-core/ainode/iotdb/ainode/handler.py | 105 +-
iotdb-core/ainode/iotdb/ainode/log.py | 45 +-
.../ainode/iotdb/ainode/manager}/__init__.py | 0
.../ainode/iotdb/ainode/manager/cluster_manager.py | 41 +
.../{inference.py => manager/inference_manager.py} | 176 ++-
.../ainode/iotdb/ainode/manager/model_manager.py | 84 ++
.../ainode/iotdb/ainode/model}/__init__.py | 0
.../built_in_model_factory.py} | 315 ++++-
.../ainode/iotdb/ainode/model/model_factory.py | 237 ++++
.../ainode/iotdb/ainode/model/model_storage.py | 113 ++
iotdb-core/ainode/iotdb/ainode/parser.py | 191 ---
iotdb-core/ainode/iotdb/ainode/script.py | 177 ++-
iotdb-core/ainode/iotdb/ainode/service.py | 100 +-
iotdb-core/ainode/iotdb/ainode/storage.py | 318 -----
iotdb-core/ainode/iotdb/ainode/util.py | 79 --
.../ainode/iotdb/ainode/util}/__init__.py | 0
.../ainode/{encryption.py => util/decorator.py} | 9 +
iotdb-core/ainode/iotdb/ainode/util/lock.py | 84 ++
iotdb-core/ainode/iotdb/ainode/{ => util}/serde.py | 0
.../ainode/iotdb/ainode/util/status.py | 31 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 12 +
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 5 +
.../client/IoTDBDataNodeAsyncClientManager.java | 49 +-
.../connector/protocol/opcua/OpcUaConnector.java | 57 +-
.../connector/protocol/opcua/OpcUaNameSpace.java | 18 +-
.../protocol/opcua/OpcUaServerBuilder.java | 43 +-
.../async/IoTDBDataRegionAsyncConnector.java | 8 +
.../plan/analyze/LoadTsFileAnalyzer.java | 44 +-
.../TableModelStatementMemorySourceVisitor.java | 5 +-
.../plan/planner/TableOperatorGenerator.java | 13 +
.../plan/planner/plan/node/PlanGraphPrinter.java | 58 +
.../plan/planner/plan/node/PlanNodeType.java | 8 +
.../plan/planner/plan/node/PlanVisitor.java | 12 +
.../ContinuousSameSearchIndexSeparatorNode.java | 83 +-
.../plan/relational/analyzer/Analysis.java | 38 +
.../relational/analyzer/ExpressionAnalyzer.java | 27 +
.../relational/metadata/FunctionNullability.java | 10 +
.../plan/relational/metadata/Metadata.java | 5 +
.../metadata/TableBuiltinAggregationFunction.java | 116 ++
.../relational/metadata/TableMetadataImpl.java | 8 +-
.../plan/relational/planner/NodeAndMappings.java | 38 +
.../plan/relational/planner/QueryPlanner.java | 357 ++++++
.../plan/relational/planner/SymbolAllocator.java | 10 +
.../plan/relational/planner/SymbolsExtractor.java | 27 +-
.../relational/planner/TableLogicalPlanner.java | 24 +-
.../plan/relational/planner/TableModelPlanner.java | 6 +-
.../distribute/TableDistributedPlanGenerator.java | 194 ++-
.../distribute/TableDistributedPlanner.java | 18 +-
.../TableModelTypeProviderExtractor.java | 12 +
.../iterative/rule/PruneAggregationColumns.java | 47 +
.../rule/PruneAggregationSourceColumns.java | 54 +
.../iterative/rule/PruneTableScanColumns.java | 5 +-
.../relational/planner/node/AggregationNode.java | 542 ++++++++
.../planner/node/AggregationTableScanNode.java | 261 ++++
.../plan/relational/planner/node/Patterns.java | 9 +-
.../relational/planner/node/TableScanNode.java | 45 +-
.../optimizations/LogicalOptimizeFactory.java | 17 +
.../PushAggregationIntoTableScan.java | 226 ++++
.../PushLimitOffsetIntoTableScan.java | 7 +
.../optimizations/PushPredicateIntoTableScan.java | 76 ++
.../planner/optimizations/SymbolMapper.java | 248 ++++
.../TransformAggregationToStreamable.java | 160 +++
.../optimizations/TransformSortToStreamSort.java | 26 +-
.../optimizations/UnaliasSymbolReferences.java | 470 +++++++
.../relational/planner/optimizations/Util.java | 189 +++
.../plan/relational/sql/parser/AstBuilder.java | 2 +-
.../iotdb/db/schemaengine/SchemaEngineMode.java | 3 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 28 +-
.../iotdb/db/service/DataNodeShutdownHook.java | 88 +-
.../execute/task/SettleCompactionTask.java | 8 +
...BatchedFastAlignedSeriesCompactionExecutor.java | 41 +-
...edReadChunkAlignedSeriesCompactionExecutor.java | 42 +-
.../utils/AlignedSeriesBatchCompactionUtils.java | 161 ++-
.../ReadChunkAlignedSeriesCompactionExecutor.java | 50 +-
.../selector/utils/TsFileResourceCandidate.java | 3 +-
.../dataregion/memtable/DeviceIDFactory.java | 16 +-
.../dataregion/wal/buffer/WALEntry.java | 3 +
.../file/UnsealedTsFileRecoverPerformer.java | 3 +
.../load/memory/LoadTsFileAbstractMemoryBlock.java | 4 +
.../memory/LoadTsFileAnalyzeSchemaMemoryBlock.java | 28 +-
.../memory/LoadTsFileDataCacheMemoryBlock.java | 7 +
.../load/memory/LoadTsFileMemoryManager.java | 28 +-
.../load/splitter/TsFileSplitter.java | 13 +-
.../apache/iotdb/db/utils/ModificationUtils.java | 14 +-
.../org/apache/iotdb/db/utils/SchemaUtils.java | 51 +-
...nuousSameSearchIndexSeparatorNodeSerDeTest.java | 56 +
.../plan/relational/analyzer/AggregationTest.java | 584 +++++++++
.../plan/relational/analyzer/JoinTest.java | 68 +-
.../relational/analyzer/MockTSBSDataPartition.java | 173 +++
.../plan/relational/analyzer/SubQueryTest.java | 54 +-
.../{TestMatadata.java => TSBSMetadata.java} | 303 +++--
.../plan/relational/analyzer/TSBSTest.java | 1342 ++++++++++++++++++++
.../plan/relational/analyzer/TestMatadata.java | 8 +-
.../plan/relational/planner/ExampleTest.java | 13 +-
.../plan/relational/planner/PlanTester.java | 34 +-
.../planner/assertions/AggregationFunction.java | 62 +
.../assertions/AggregationFunctionMatcher.java | 72 ++
.../assertions/AggregationFunctionProvider.java | 87 ++
.../planner/assertions/AggregationMatcher.java | 145 +++
.../planner/assertions/AggregationStepMatcher.java | 57 +
.../assertions/AggregationTableScanMatcher.java | 186 +++
.../planner/assertions/ColumnReference.java | 10 +-
.../planner/assertions/ExpectedValueProvider.java | 30 +
.../planner/assertions/PlanMatchPattern.java | 179 ++-
.../planner/assertions/PredicateMatcher.java | 46 +
.../planner/assertions/TableScanMatcher.java | 10 +-
.../InsertionCrossSpaceCompactionSelectorTest.java | 76 ++
...nkCompactionPerformerWithAlignedSeriesTest.java | 32 +
.../settle/SettleCompactionTaskTest.java | 31 +
.../compaction/utils/BatchCompactionUtilsTest.java | 12 +-
.../apache/iotdb/db/utils/EnvironmentUtils.java | 4 -
.../iotdb/commons/conf/CommonDescriptor.java | 3 -
pom.xml | 1 +
141 files changed, 9704 insertions(+), 2339 deletions(-)
delete mode 100644
integration-test/src/test/java/org/apache/iotdb/ainode/it/AIEnvIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/ainode/it/AINodeBasicIT.java
create mode 100644
integration-test/src/test/resources/ainode-example/config.yaml
create mode 100644 integration-test/src/test/resources/ainode-example/model.pt
create mode 100644 iotdb-client/client-py/TableModelSessionExample.py
create mode 100644 iotdb-client/client-py/TableModelSessionPoolExample.py
create mode 100644
iotdb-client/client-py/tests/integration/test_relational_session.py
delete mode 100644 iotdb-core/ainode/iotdb/ainode/factory.py
copy {iotdb-client/client-py/iotdb =>
iotdb-core/ainode/iotdb/ainode/manager}/__init__.py (100%)
create mode 100644 iotdb-core/ainode/iotdb/ainode/manager/cluster_manager.py
rename iotdb-core/ainode/iotdb/ainode/{inference.py =>
manager/inference_manager.py} (66%)
create mode 100644 iotdb-core/ainode/iotdb/ainode/manager/model_manager.py
copy {iotdb-client/client-py/iotdb =>
iotdb-core/ainode/iotdb/ainode/model}/__init__.py (100%)
rename iotdb-core/ainode/iotdb/ainode/{attribute.py =>
model/built_in_model_factory.py} (67%)
create mode 100644 iotdb-core/ainode/iotdb/ainode/model/model_factory.py
create mode 100644 iotdb-core/ainode/iotdb/ainode/model/model_storage.py
delete mode 100644 iotdb-core/ainode/iotdb/ainode/parser.py
delete mode 100644 iotdb-core/ainode/iotdb/ainode/storage.py
delete mode 100644 iotdb-core/ainode/iotdb/ainode/util.py
copy {iotdb-client/client-py/iotdb =>
iotdb-core/ainode/iotdb/ainode/util}/__init__.py (100%)
rename iotdb-core/ainode/iotdb/ainode/{encryption.py => util/decorator.py}
(78%)
create mode 100644 iotdb-core/ainode/iotdb/ainode/util/lock.py
rename iotdb-core/ainode/iotdb/ainode/{ => util}/serde.py (100%)
copy iotdb-client/client-py/release.sh =>
iotdb-core/ainode/iotdb/ainode/util/status.py (58%)
mode change 100755 => 100644
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/metadata/TableBuiltinAggregationFunction.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/NodeAndMappings.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/iterative/rule/PruneAggregationColumns.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/iterative/rule/PruneAggregationSourceColumns.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/node/AggregationNode.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/node/AggregationTableScanNode.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/optimizations/PushAggregationIntoTableScan.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/optimizations/SymbolMapper.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/optimizations/TransformAggregationToStreamable.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/optimizations/UnaliasSymbolReferences.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/optimizations/Util.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/planner/node/write/ContinuousSameSearchIndexSeparatorNodeSerDeTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/analyzer/AggregationTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/analyzer/MockTSBSDataPartition.java
copy
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/analyzer/{TestMatadata.java
=> TSBSMetadata.java} (51%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/analyzer/TSBSTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/planner/assertions/AggregationFunction.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/planner/assertions/AggregationFunctionMatcher.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/planner/assertions/AggregationFunctionProvider.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/planner/assertions/AggregationMatcher.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/planner/assertions/AggregationStepMatcher.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/planner/assertions/AggregationTableScanMatcher.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/planner/assertions/ExpectedValueProvider.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/planner/assertions/PredicateMatcher.java
