This is an automated email from the ASF dual-hosted git repository.
caogaofei pushed a change to branch beyyes/joinOperator
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 8f53329e209 fix join
new 9afbe466f01 fix operator
add d4074920d44 Load: modify TsFile version check to enable V3 load to V4
(#13400)
add 453bc7b39cd Remove redundant closing of consensus layer in DataNode
shutdown process (#13478)
add dd900cfa27b Support dictionary encoding for STRING & refactor encoding
support condition (#13474)
add f1d6b3fa4cb trim (#13477)
add 6b43820c134 fix last time check (#13479)
add c4ace325364 Reduce IDeviceID creation in insert process (#13472)
add 13097fe60d6 Automatically trigger CI for active non-committer #13486
add 5ea130120ef Active Load: Fix load_active_listing_enable &
load_active_listing_dirs hot load failure (#13491)
add 006ea2af65a Load: add detailed exception message in rpc returned
status (#13493)
add 1d40792d965 Active Load: Check dir r/w permissions before loading from
listening dirs (#13488)
add 1b7d159d07d Pipe: perform deep copy for incoming progress index when
constructing and updating progress index & fix hash code of progress index
(#13441)
add d962d2967d7 Fix the allocation of target file name in repair data task
(#13490)
add 126fbefb8b8 Fix error in last query with sort + limit
add 72175750334 [Py-Client] support new data types (#13494)
add bc2cc044c91 Pipe: Fix asynchronous connector manager leak when the
receiverAttributes exists on constructing (#13501)
add 5ff214ef313 Pipe: Fixed the bug that certificate cannot be trusted in
OPC UA connector (#13495)
add 80c016a4c31 Active Load: Fix load failures due to memory constraints
not be reloaded (#13505)
add 14057a3cd93 Pipe: Add 'data.delete' & 'realtime-first' conflict check
in PipeParameters (#13433)
new e0ec573d815 Merge branch 'master' into beyyes/joinOperator
new 9f3838a4815 AddTableScanColumnsToTypeProviderOptimizer
The 3 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.asf.yaml | 2 +
.../org/apache/iotdb/db/it/IoTDBEncodingIT.java | 100 ++++++++++++-
.../db/it/last/IoTDBLastQueryLastCacheIT.java | 14 ++
.../it/last/IoTDBLastQueryWithLimitOffsetIT.java | 34 +++++
.../iotdb/session/it/IoTDBSessionSimpleIT.java | 22 ++-
.../api/customizer/parameter/PipeParameters.java | 4 +
iotdb-client/client-py/SessionExample.py | 53 ++++++-
iotdb-client/client-py/iotdb/Session.py | 33 ++++-
.../Exceptions.py => tsfile/utils/DateUtils.py} | 52 +++----
iotdb-client/client-py/iotdb/utils/Field.py | 34 ++++-
.../client-py/iotdb/utils/IoTDBConstants.py | 7 +-
.../client-py/iotdb/utils/IoTDBRpcDataSet.py | 85 +++++++++--
iotdb-client/client-py/iotdb/utils/NumpyTablet.py | 30 +++-
iotdb-client/client-py/iotdb/utils/RowRecord.py | 8 +-
.../client-py/iotdb/utils/SessionDataSet.py | 24 ++--
iotdb-client/client-py/iotdb/utils/Tablet.py | 47 +++---
.../tests/integration/test_new_data_types.py | 157 +++++++++++++++++++++
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 12 ++
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 5 +
.../client/IoTDBDataNodeAsyncClientManager.java | 12 +-
.../connector/protocol/opcua/OpcUaNameSpace.java | 1 +
.../protocol/opcua/OpcUaServerBuilder.java | 150 +++++++++++---------
.../PipeHistoricalDataRegionTsFileExtractor.java | 2 +-
.../pipe/task/builder/PipeDataNodeTaskBuilder.java | 57 +++++++-
.../source/relational/InnerJoinOperator.java | 27 ++--
.../plan/analyze/LoadTsFileAnalyzer.java | 55 +++++---
.../db/queryengine/plan/analyze/TypeProvider.java | 4 +
.../plan/planner/LogicalPlanVisitor.java | 11 +-
.../plan/planner/TableOperatorGenerator.java | 11 +-
.../plan/node/process/last/LastQueryNode.java | 3 +
.../plan/node/write/InsertMultiTabletsNode.java | 2 +-
.../plan/planner/plan/node/write/InsertNode.java | 2 +-
.../planner/plan/node/write/InsertRowsNode.java | 4 +-
.../plan/node/write/InsertRowsOfOneDeviceNode.java | 2 +-
.../plan/relational/analyzer/Analysis.java | 4 +
.../planner/iterative/rule/AddJoinIndex.java | 18 +--
...AddTableScanColumnsToTypeProviderOptimizer.java | 61 ++++++++
.../planner/iterative/rule/MergeLimitWithSort.java | 24 ++--
.../iterative/rule/PruneJoinChildrenColumns.java | 77 ++++++++++
.../relational/planner/iterative/rule/Util.java | 21 +--
.../optimizations/DistributedOptimizeFactory.java | 25 ++--
.../optimizations/LogicalOptimizeFactory.java | 153 ++++++++++----------
.../optimizations/PushPredicateIntoTableScan.java | 7 +-
.../plan/relational/sql/parser/AstBuilder.java | 2 +-
.../iotdb/db/schemaengine/SchemaEngineMode.java | 3 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 28 ++--
.../iotdb/db/service/DataNodeShutdownHook.java | 88 +++++-------
.../db/storageengine/dataregion/DataRegion.java | 3 +
.../task/RepairUnsortedFileCompactionTask.java | 63 +++++----
.../ReadChunkAlignedSeriesCompactionExecutor.java | 8 +-
.../impl/NewSizeTieredCompactionSelector.java | 7 +-
.../dataregion/memtable/DeviceIDFactory.java | 16 +--
.../dataregion/tsfile/TsFileManager.java | 14 ++
.../dataregion/tsfile/TsFileResource.java | 4 +-
.../load/active/ActiveLoadDirScanner.java | 47 ++++++
.../load/active/ActiveLoadTsFileLoader.java | 19 ++-
.../load/memory/LoadTsFileAbstractMemoryBlock.java | 4 +
.../memory/LoadTsFileAnalyzeSchemaMemoryBlock.java | 28 +++-
.../memory/LoadTsFileDataCacheMemoryBlock.java | 7 +
.../load/memory/LoadTsFileMemoryManager.java | 28 +++-
.../load/splitter/TsFileSplitter.java | 13 +-
.../apache/iotdb/db/utils/ModificationUtils.java | 14 +-
.../org/apache/iotdb/db/utils/SchemaUtils.java | 51 +------
.../logical/DataQueryLogicalPlannerTest.java | 33 +++++
.../TsFileResourceProgressIndexTest.java | 5 +
...nkCompactionPerformerWithAlignedSeriesTest.java | 32 +++++
.../apache/iotdb/db/utils/EnvironmentUtils.java | 4 -
.../iotdb/commons/conf/CommonDescriptor.java | 3 -
.../commons/consensus/index/ProgressIndex.java | 34 ++++-
.../consensus/index/impl/HybridProgressIndex.java | 27 ++--
.../consensus/index/impl/IoTProgressIndex.java | 16 ++-
.../consensus/index/impl/MetaProgressIndex.java | 8 +-
.../consensus/index/impl/MinimumProgressIndex.java | 7 +-
.../consensus/index/impl/RecoverProgressIndex.java | 25 +++-
.../consensus/index/impl/SimpleProgressIndex.java | 12 +-
.../consensus/index/impl/StateProgressIndex.java | 22 ++-
.../index/impl/TimeWindowStateProgressIndex.java | 17 ++-
pom.xml | 2 +-
78 files changed, 1582 insertions(+), 568 deletions(-)
copy iotdb-client/client-py/iotdb/{dbapi/Exceptions.py =>
tsfile/utils/DateUtils.py} (53%)
create mode 100644
iotdb-client/client-py/tests/integration/test_new_data_types.py
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/iterative/rule/AddTableScanColumnsToTypeProviderOptimizer.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/iterative/rule/PruneJoinChildrenColumns.java
