This is an automated email from the ASF dual-hosted git repository.
jiangtian pushed a change to branch add_keep_same_disk_when_loading_snapshot
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from b5ec2cafebe Add config "keep_same_disk_when_loading_snapshot"
add a3116f46591 Fix initial old password not encrypted & bump TsFile
Version (#16557)
add d6c2719f95a Fix that quotes cannot be passed to start-cli-table.bat
(#16558)
add 36f98a99910 encrypt audit log (#16551)
add 4256d38070d Add keystore truststore expire check and avoid unnecessary
error log printed (#16552)
add 38793052091 Fix UserLockInfo concurrency (#16559)
add 7110f166d64 Update keystore truststore for tests (#16561)
add 558839f3d59 Fix audit log for list user, role and privilege (#16562)
add 18964f41cda Patch for AUDIT privilege authentication on table model
(#16563)
add 2df8710feef Pipe: Cleaned some questionable parameters & Fixed
unstable testPipeAfterDataRegionLeaderStop (#16555)
add ea7e2a68b92 Fix cast of TimeColumn after deserialize
add d65fa92f563 Fix author type conversion (#16560)
add 5621279d5e2 Audit SQL 'COUNT DATABASE' (#16569)
add 629860ade15 fix: Updated TSFile version to fix Load failure in
creating aligned time series (#16502)
add e22a54f44b2 Pipe: Fixed the potential memory shortage may lead to
forever blocking (#16570)
add 006b6fc57d4 enable_grant_option first start take effect (#16572)
add c983221c6a7 Hide keystore truststore file name in logs (#16573)
add 41fd7b8cf4f [AINode] Modify timer_xl and sundial for
transformersv4.56.2 (#16568)
add be172fb23ea add encrypt param when constructing CompactionTsFileReader
(#16578)
add 32f287a400a Fix compatibility issues when loading snapshot in pipe.
(#16580)
add d289944750f Fixed lock error messages and default values in
LoginLockManager. Corrected table model unlock syntax. Resolved errors in
security administrator unlock functionality. (#16579)
add 2c6e5b83120 Fix rename user ConfigNode physical plan
serialize/deserialize NPE (#16582)
add 4c037e7df03 Pipe: Fixed the bug that mark-as-pipe-request may not be
of use in configNode events (#16581)
add a29bf52950e Pipe: Fixed the NPE bug in historical user parsing (#16584)
add b098e34d9c6 Pipe: Fixed the bug that the schema may be sent twice when
split-enabled & database may be null for non-first schema pipes (#16586)
new 5e6392af4e9 Merge branch 'master' into
add_keep_same_disk_when_loading_snapshot
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/pipe-it.yml | 86 +
.../iotdb/auth/it/IoTDBLoginLockManagerIT.java | 6 +-
.../org/apache/iotdb/db/it/audit/AuditLogSet.java | 87 +
.../iotdb/db/it/audit/IoTDBAuditLogBasicIT.java | 3337 +++++++++++++-------
.../org/apache/iotdb/db/it/auth/IoTDBAuthIT.java | 14 +
.../IoTDBUDFIntermediateBlockSerdeIT.java} | 30 +-
.../manual/AbstractPipeTableModelDualManualIT.java | 1 -
.../manual/basic/IoTDBPipePermissionIT.java | 1 -
.../manual/basic/IoTDBPipeProtocolIT.java | 1 -
.../tablemodel/manual/basic/IoTDBPipeSourceIT.java | 1 -
.../manual/basic/IoTDBPipeWithLoadIT.java | 1 -
.../manual/enhanced/IoTDBPipeAutoConflictIT.java | 1 -
.../manual/enhanced/IoTDBPipeClusterIT.java | 342 +-
.../IoTDBPipeTypeConversionISessionIT.java | 114 +-
.../auto/AbstractPipeDualTreeModelAutoIT.java | 1 -
.../treemodel/auto/basic/IoTDBPipeProcessorIT.java | 1 -
.../treemodel/auto/basic/IoTDBPipeProtocolIT.java | 1 -
.../treemodel/auto/basic/IoTDBPipeSourceIT.java | 1 -
.../auto/enhanced/IoTDBPipeAutoConflictIT.java | 1 -
.../auto/enhanced/IoTDBPipeIdempotentIT.java | 1 -
.../auto/enhanced/IoTDBPipeWithLoadIT.java | 1 -
.../manual/AbstractPipeDualTreeModelManualIT.java | 1 -
.../manual/IoTDBPipeMetaHistoricalIT.java | 1 -
.../treemodel/manual/IoTDBPipePermissionIT.java | 1 -
.../manual/IoTDBPipeTypeConversionISessionIT.java | 91 +-
.../AbstractPipeTripleManualIT.java} | 57 +-
.../iotdb/pipe/it/triple/IoTDBPipeForwardIT.java | 117 +
.../it/session/IoTDBSessionRelationalIT.java | 44 +-
.../session/it/IoTDBSessionSchemaTemplateIT.java | 4 -
integration-test/src/test/resources/test-keystore | Bin 2429 -> 2710 bytes
.../src/test/resources/test-truststore | Bin 1149 -> 1238 bytes
.../apache/iotdb/rpc/BaseRpcTransportFactory.java | 12 +-
.../iotdb/rpc/NettyTNonblockingTransport.java | 23 +-
.../apache/iotdb/rpc/TElasticFramedTransport.java | 10 +
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 +
.../ainode/core/model/sundial/modeling_sundial.py | 80 +-
.../core/model/sundial/ts_generation_mixin.py | 14 +-
.../ainode/core/model/timerxl/modeling_timer.py | 77 +-
.../core/model/timerxl/ts_generation_mixin.py | 12 +-
iotdb-core/ainode/poetry.lock | 1841 +++++------
iotdb-core/ainode/pyproject.toml | 7 +-
.../consensus/request/ConfigPhysicalPlan.java | 2 +
.../consensus/request/ConfigPhysicalPlanType.java | 2 +
.../iotdb/confignode/manager/node/NodeManager.java | 1 +
.../receiver/protocol/IoTDBConfigNodeReceiver.java | 72 +-
.../pipe/source/ConfigRegionListeningQueue.java | 24 +-
.../confignode/persistence/auth/AuthorInfo.java | 17 +-
.../persistence/auth/AuthorPlanExecutor.java | 4 +
.../persistence/executor/ConfigPlanExecutor.java | 2 +
.../thrift/ConfigNodeRPCServiceProcessor.java | 7 -
.../request/ConfigPhysicalPlanSerDeTest.java | 31 +
.../apache/iotdb/consensus/ratis/utils/Utils.java | 6 +
.../org/apache/iotdb/db/audit/DNAuditLogger.java | 66 +-
.../org/apache/iotdb/db/auth/LoginLockManager.java | 29 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 27 +
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 58 +-
.../metadata/AlignedTimeseriesException.java | 33 -
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 4 +-
.../agent/task/subtask/sink/PipeSinkSubtask.java | 3 +
.../scan/TsFileInsertionEventScanParser.java | 3 +-
.../table/TsFileInsertionEventTableParser.java | 2 +-
.../visitor/PipeStatementTSStatusVisitor.java | 5 -
.../db/pipe/resource/memory/PipeMemoryManager.java | 6 -
...istoricalDataRegionTsFileAndDeletionSource.java | 7 +-
.../schemaregion/IoTDBSchemaRegionSource.java | 7 +-
.../iotdb/db/protocol/session/SessionManager.java | 4 +-
.../execution/operator/window/SessionWindow.java | 13 +-
.../execution/operator/window/TimeWindow.java | 9 +-
.../analyze/load/LoadTsFileTableSchemaCache.java | 3 +-
.../config/executor/ClusterConfigTaskExecutor.java | 19 +-
.../relational/security/AccessControlImpl.java | 52 +-
.../relational/security/ITableAuthCheckerImpl.java | 39 +-
.../security/TreeAccessCheckVisitor.java | 55 +-
.../plan/relational/type/AuthorRType.java | 5 +
.../db/queryengine/plan/statement/AuthorType.java | 106 +-
.../dag/intermediate/MultiInputLayer.java | 35 +-
.../SingleInputMultiReferenceLayer.java | 27 +-
.../SingleInputSingleReferenceLayer.java | 27 +-
.../transformation/dag/udf/UDTFExecutor.java | 2 +-
.../transformation/dag/util/LayerCacheUtils.java | 5 +-
.../transformation/datastructure/TVColumns.java | 7 +-
.../tv/ElasticSerializableBinaryTVList.java | 3 +-
.../datastructure/tv/SerializableTVList.java | 6 +-
.../org/apache/iotdb/db/service/RestService.java | 2 +-
.../db/storageengine/dataregion/DataRegion.java | 9 +-
.../constant/CrossCompactionPerformer.java | 16 +
.../constant/InnerSeqCompactionPerformer.java | 16 +
.../constant/InnerUnseqCompactionPerformer.java | 16 +
.../performer/impl/FastCompactionPerformer.java | 42 +-
.../impl/ReadChunkCompactionPerformer.java | 48 +-
.../impl/ReadPointCompactionPerformer.java | 53 +-
.../RepairUnsortedFileCompactionPerformer.java | 14 +-
.../task/RepairUnsortedFileCompactionTask.java | 7 +-
.../task/subtask/ReadPointPerformerSubTask.java | 8 +-
.../execute/utils/MultiTsFileDeviceIterator.java | 10 +-
...BatchedFastAlignedSeriesCompactionExecutor.java | 8 +-
...edReadChunkAlignedSeriesCompactionExecutor.java | 9 +-
.../FirstBatchCompactionAlignedChunkWriter.java | 51 +-
...FollowingBatchCompactionAlignedChunkWriter.java | 16 +-
.../fast/FastAlignedSeriesCompactionExecutor.java | 6 +-
.../FastNonAlignedSeriesCompactionExecutor.java | 8 +-
.../readchunk/AlignedSeriesCompactionExecutor.java | 5 +-
.../ReadChunkAlignedSeriesCompactionExecutor.java | 4 +-
.../readchunk/SingleSeriesCompactionExecutor.java | 9 +-
.../utils/writer/AbstractCompactionWriter.java | 5 +
.../writer/AbstractCrossCompactionWriter.java | 23 +-
.../writer/AbstractInnerCompactionWriter.java | 30 +-
.../utils/writer/FastCrossCompactionWriter.java | 16 +-
.../utils/writer/FastInnerCompactionWriter.java | 20 +-
.../writer/ReadPointCrossCompactionWriter.java | 14 +-
.../writer/ReadPointInnerCompactionWriter.java | 20 +-
.../writer/RepairUnsortedFileCompactionWriter.java | 12 +-
.../compaction/io/CompactionTsFileReader.java | 17 +-
.../compaction/io/CompactionTsFileWriter.java | 19 +-
.../compaction/repair/RepairDataFileScanUtil.java | 4 +-
.../schedule/CompactionScheduleContext.java | 23 +-
.../compaction/schedule/CompactionScheduler.java | 7 +-
.../estimator/AbstractCrossSpaceEstimator.java | 6 +-
.../estimator/AbstractInnerSpaceEstimator.java | 11 +-
.../estimator/CompactionEstimateUtils.java | 6 +-
.../utils/CrossSpaceCompactionCandidate.java | 1 +
.../compaction/settle/SettleRequestHandler.java | 13 +-
.../compaction/tool/TsFileStatisticReader.java | 6 +-
.../dataregion/memtable/AbstractMemTable.java | 10 +-
.../memtable/AbstractWritableMemChunk.java | 4 +
.../memtable/AlignedWritableMemChunk.java | 36 +-
.../memtable/AlignedWritableMemChunkGroup.java | 9 +
.../dataregion/memtable/IWritableMemChunk.java | 3 +
.../memtable/IWritableMemChunkGroup.java | 3 +
.../dataregion/memtable/TsFileProcessor.java | 7 +-
.../dataregion/memtable/WritableMemChunk.java | 25 +-
.../dataregion/memtable/WritableMemChunkGroup.java | 19 +-
.../dataregion/read/control/FileReaderManager.java | 13 +-
.../read/reader/chunk/MemAlignedPageReader.java | 3 +
.../read/reader/chunk/MemPageReader.java | 3 +
.../dataregion/utils/TsFileResourceUtils.java | 6 +-
.../file/AbstractTsFileRecoverPerformer.java | 19 +-
.../iotdb/db/tools/utils/TsFileSequenceScan.java | 7 +-
.../apache/iotdb/db/utils/DataNodeAuthUtils.java | 6 +-
.../org/apache/iotdb/db/utils/EncryptDBUtils.java | 86 +
.../apache/iotdb/db/auth/LoginLockManagerTest.java | 108 +-
.../load/TimeseriesMetadataIteratorTest.java | 173 +
.../apache/iotdb/commons/conf/CommonConfig.java | 63 +-
.../iotdb/commons/conf/CommonDescriptor.java | 3 +-
.../exception/pipe/PipeNonReportException.java | 6 +-
.../iotdb/commons/pipe/config/PipeConfig.java | 53 +-
.../iotdb/commons/pipe/config/PipeDescriptor.java | 20 +-
.../listening/AbstractPipeListeningQueue.java | 10 +-
.../pipe/receiver/PipeReceiverStatusHandler.java | 4 +-
.../pipe/source/IoTDBNonDataRegionSource.java | 8 +-
.../service/AbstractThriftServiceThread.java | 45 +-
.../src/main/thrift/confignode.thrift | 11 +-
pom.xml | 2 +-
scripts/sbin/windows/start-cli-table.bat | 12 +-
154 files changed, 5537 insertions(+), 3107 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/audit/AuditLogSet.java
copy
integration-test/src/test/java/org/apache/iotdb/db/it/{query/IoTDBArithmeticDivAndModWithoutDoubleIT.java
=> udf/IoTDBUDFIntermediateBlockSerdeIT.java} (67%)
copy
integration-test/src/test/java/org/apache/iotdb/pipe/it/{dual/tablemodel/manual/AbstractPipeTableModelDualManualIT.java
=> triple/AbstractPipeTripleManualIT.java} (57%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/triple/IoTDBPipeForwardIT.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/exception/metadata/AlignedTimeseriesException.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/EncryptDBUtils.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/analyze/load/TimeseriesMetadataIteratorTest.java
copy
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/exception/PipeParameterNotValidException.java
=>
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/exception/pipe/PipeNonReportException.java
(82%)
