This is an automated email from the ASF dual-hosted git repository.
jiangtian pushed a change to branch native_raft
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 4f1b4fb3496 recycle only in leader
add b9d3032a87b fix review
add 152c10bf67f [IOTDB-5882] Support create empty schema template (#9858)
add dd86d1aca25 fix only loading one data directory when start iotdb
(#9791)
add 4f5bca4215a Update status code and document about
SCHEMA_QUOTA_EXCEEDED (#9867)
add c9db11cca07 [IOTDB-5881] Support path contains filter in show
timeseries and show devices (#9857)
add e2aa814482b [IOTDB-5884] Throw Exception when alter template with
duplicate measurement (#9864)
add a70d3c827e5 [IOTDB-5862] optimize thrift metrics precision
add ab43262e397 [IOTDB-5885] Add exception when measurement already exists
in schema template (#9866)
add 54a3ca765ad add a note to clarify that connecting to iotdb requires
changing the RPC address (#9868)
add 1e6475dac17 [IOTDB-5888] Fix some logs didn't consider timestamp
precision (#9870)
add da53260b3ea [IOTDB-5892] Support keyword VIEW as identifiers (#9875)
add b4002f3f7d8 [IOTDB-5881] Schema query supports case-insensitive path
contains filter (#9877)
add e66c4e502be Support schema cache when querying all measurement of
devices using template (#9871)
add 8111c1fd183 [To rel/1.1][IOTDB-5880] Catch Throwable in SessionPool
(#9856) (#9873)
add 1cd0caf3dea [IOTDB-5871]Prevent large seq files from participating
cross space compaction (#9842)
add 188be935abd fix not releasing read lock when fail to allocate memory
for compaction task (#9872) (#9880)
add ef10a20a3e5 Support logic view - move schema validation to analyze
phase (#9767)
add 6a08bfb6761 fix compilation problem (#9883)
add 48a6817f5b7 [IOTDB-5896] Fix delete aligned TEXT data in TVList NPE
(#9884)
add ff78cbd42d0 [IOTDB-5845] Failed to register PipeRuntimeCoordinator to
loadPublisher in LoadManager (#9882)
add 58967134baa [IOTDB-5897] Fix NullPointerException in compaction (#9888)
add 804fe050a07 [IOTDB-5899] Fix unexpected TemplateNotExistException when
deactivating template (#9889)
add f96f3a52322 Schema query supports filtered by DataType (#9891)
add eb0a4460863 Change cost time unit from milli to nano & merge operator
metric together in one driver
add 738a1389842 [IOTDB-5847] Pipe: IoTDB Thrift Connector and
PipeReceiverAgent (#9829)
add d1f2897bdfe [IoTDB-5861] Use Compartor<Binary> instead of
Comparator<String> in last query sort (#9865)
add b905b4a831c [IOTDB-5898] Pipe: pipe meta sync schedular (#9887)
add e07248bcc6f [IOTDB-5772] spark-iotdb-connnector: support scala 2.11 &
2.12 and resolve the Thrift version conflict with Spark's (#9788)
add 6f3f4e0d92f [IOTDB-5893] Pipe: PipeLauncher for data node setup
process (#9879)
add 48fff510224 [IOTDB-5890] [IOTDB-5891] Fix messages problem in order by
add 67d70cea85f [IOTDB-5887] Optimize the construction performance of
PathPatternTree without wildcards
add 61ee2a35bd9 [IOTDB-5869][IOTDB-5721][IOTDB-5901] Load strategy: load
all files to unsequence dir (#9900)
add 7c9299f7b37 IOTDB-5848] Allow ratis-client retry when gRPC IO
Unavailable (#9898)
add b833e3b66d1 [IOTDB-5895][IOTDB-5904] Pipe: handling DataNode removal
(#9881)
add d79ba919649 Merge branch 'master' into ISSUE_5792
new 7ee3590b95c Merge branch 'ISSUE_5792' into native_raft
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 1 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 43 ++-
.../statemachine/ConfigRegionStateMachine.java | 2 +
.../iotdb/confignode/manager/ConfigManager.java | 16 +-
.../apache/iotdb/confignode/manager/IManager.java | 8 -
.../iotdb/confignode/manager/ProcedureManager.java | 18 ++
.../iotdb/confignode/manager/load/LoadManager.java | 3 +-
.../iotdb/confignode/manager/pipe/PipeManager.java | 3 +
.../pipe/{ => plugin}/PipePluginCoordinator.java | 2 +-
.../manager/pipe/runtime/PipeMetaSyncer.java | 80 +++++
.../pipe/{ => runtime}/PipeRuntimeCoordinator.java | 18 +-
.../pipe/{ => task}/PipeTaskCoordinator.java | 23 +-
.../manager/schema/ClusterSchemaManager.java | 32 +-
.../persistence/pipe/PipePluginInfo.java | 44 +--
.../confignode/persistence/pipe/PipeTaskInfo.java | 71 +++--
.../persistence/pipe/PipeTaskOperation.java | 1 +
.../pipe/plugin/CreatePipePluginProcedure.java | 2 +-
.../impl/pipe/plugin/DropPipePluginProcedure.java | 2 +-
.../runtime/PipeHandleLeaderChangeProcedure.java | 3 +-
.../impl/pipe/runtime/PipeMetaSyncProcedure.java | 126 ++++++++
.../pipe/task/AbstractOperatePipeProcedureV2.java | 11 +-
.../impl/pipe/task/CreatePipeProcedureV2.java | 16 +-
.../impl/pipe/task/DropPipeProcedureV2.java | 4 +-
.../impl/pipe/task/StartPipeProcedureV2.java | 4 +-
.../impl/pipe/task/StopPipeProcedureV2.java | 4 +-
.../procedure/store/ProcedureFactory.java | 6 +
.../confignode/procedure/store/ProcedureType.java | 3 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 7 -
.../pipe/runtime/PipeMetaSyncProcedureTest.java | 55 ++++
.../apache/iotdb/consensus/ratis/RatisClient.java | 18 +-
distribution/pom.xml | 14 +
distribution/src/assembly/spark-connector.xml | 48 +++
.../UserGuide/Ecosystem-Integration/Spark-IoTDB.md | 273 ++++++++--------
docs/UserGuide/Operate-Metadata/Node.md | 4 +-
docs/UserGuide/Operate-Metadata/Timeseries.md | 89 ++++--
docs/UserGuide/QuickStart/QuickStart.md | 2 +-
docs/UserGuide/Reference/Common-Config-Manual.md | 12 +-
docs/UserGuide/Reference/Keywords.md | 1 +
docs/UserGuide/Reference/Status-Codes.md | 2 +
.../UserGuide/Ecosystem-Integration/Spark-IoTDB.md | 261 ++++++++-------
docs/zh/UserGuide/Operate-Metadata/Node.md | 4 +-
docs/zh/UserGuide/Operate-Metadata/Timeseries.md | 84 ++++-
docs/zh/UserGuide/QuickStart/QuickStart.md | 3 +-
.../zh/UserGuide/Reference/Common-Config-Manual.md | 8 +-
docs/zh/UserGuide/Reference/Keywords.md | 1 +
docs/zh/UserGuide/Reference/Status-Codes.md | 258 +++++++--------
integration-test/pom.xml | 18 ++
.../org/apache/iotdb/it/utils/TsFileGenerator.java | 42 +++
.../org/apache/iotdb/db/it/IOTDBLoadTsFileIT.java | 18 ++
.../db/it/aligned/IoTDBAlignedDataDeletionIT.java | 17 +
.../db/it/last/IoTDBLastQueryLastCacheIT.java | 17 +-
.../apache/iotdb/db/it/orderBy/IoTDBOrderByIT.java | 26 ++
.../db/it/schema/IoTDBDeactivateTemplateIT.java | 22 ++
.../iotdb/db/it/schema/IoTDBExtendTemplateIT.java | 9 +
.../iotdb/db/it/schema/IoTDBMetadataFetchIT.java | 103 +++++-
.../iotdb/db/it/schema/IoTDBSchemaTemplateIT.java | 45 +++
.../db/it/schema/IoTDBSortedShowTimeseriesIT.java | 3 +-
.../apache/iotdb/db/it/schema/IoTDBTagAlterIT.java | 10 +-
.../org/apache/iotdb/db/it/schema/IoTDBTagIT.java | 20 +-
.../session/it/IoTDBSessionSchemaTemplateIT.java | 92 ++++++
.../org/apache/iotdb/spark/it/AbstractTest.java | 55 ++++
.../java/org/apache/iotdb/spark/it/ReadTest.java | 145 +++++++++
.../test/java/org/apache/iotdb/spark/it/Utils.java | 96 ++++++
.../java/org/apache/iotdb/spark/it/WriteTest.java | 116 +++++++
.../resources/conf/iotdb-common.properties | 19 +-
.../iotdb/commons/concurrent/ThreadName.java | 1 +
.../commons/concurrent/dynamic/DynamicThread.java | 10 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 6 +-
.../iotdb/commons/conf/CommonDescriptor.java | 8 -
.../org/apache/iotdb/commons/path/AlignedPath.java | 15 +-
.../org/apache/iotdb/commons/path/PartialPath.java | 47 ++-
.../apache/iotdb/commons/path/PathPatternNode.java | 2 +-
.../apache/iotdb/commons/path/PathPatternTree.java | 34 +-
.../apache/iotdb/commons/path/PathPatternUtil.java | 52 +++
.../iotdb/commons/path/fa/nfa/SimpleNFA.java | 3 +-
.../pipe/plugin/builtin/BuiltinPipePlugin.java | 6 +-
.../{DefaultCollector.java => IoTDBCollector.java} | 2 +-
.../IoTDBThriftConnector.java} | 48 ++-
.../commons/pipe/task/meta/PipeMetaKeeper.java | 4 +
.../iotdb/commons/schema/filter/SchemaFilter.java | 75 +++++
.../commons/schema/filter/SchemaFilterType.java | 32 +-
.../commons/schema/filter/SchemaFilterVisitor.java | 59 ++++
.../commons/schema/filter/impl/DataTypeFilter.java | 65 ++++
.../schema/filter/impl/PathContainsFilter.java | 64 ++++
.../commons/schema/filter/impl/TagFilter.java | 83 +++++
.../apache/iotdb/commons/service/ServiceType.java | 1 +
.../iotdb/commons/path/PathPatternTreeTest.java | 61 +++-
.../org/apache/iotdb/pipe/api/PipeConnector.java | 4 +
pom.xml | 35 +--
.../apache/iotdb/db/client/ConfigNodeClient.java | 17 -
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 6 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 3 +-
.../org/apache/iotdb/db/conf/OperationType.java | 3 +-
.../org/apache/iotdb/db/engine/StorageEngine.java | 41 +++
.../iotdb/db/engine/cache/BloomFilterCache.java | 2 +-
.../db/engine/cache/CacheHitRatioMonitor.java | 2 +-
.../db/engine/cache/TimeSeriesMetadataCache.java | 10 +-
.../exception/CompactionExceptionHandler.java | 2 +-
.../execute/task/CrossSpaceCompactionTask.java | 39 ++-
.../execute/task/InnerSpaceCompactionTask.java | 6 +-
.../execute/utils/MultiTsFileDeviceIterator.java | 3 +-
.../impl/RewriteCrossSpaceCompactionSelector.java | 26 +-
.../impl/SizeTieredCompactionSelector.java | 2 +-
.../utils/CrossSpaceCompactionCandidate.java | 6 +-
.../memtable/AlignedWritableMemChunkGroup.java | 10 +-
.../db/engine/memtable/WritableMemChunkGroup.java | 10 +-
.../db/engine/settle/SettleRequestHandler.java | 2 +-
.../iotdb/db/engine/storagegroup/DataRegion.java | 280 +++--------------
.../db/engine/storagegroup/TsFileResource.java | 10 +-
.../engine/storagegroup/TsFileResourceStatus.java | 3 +-
.../db/exception/query/OutOfTTLException.java | 4 +-
.../db/metadata/cache/DataNodeSchemaCache.java | 4 +
.../cache/DeviceUsingTemplateSchemaCache.java | 32 ++
.../iotdb/db/metadata/mtree/ConfigMTree.java | 8 +-
.../db/metadata/mtree/MTreeBelowSGCachedImpl.java | 12 +-
.../db/metadata/mtree/MTreeBelowSGMemoryImpl.java | 15 +-
.../db/metadata/mtree/traverser/Traverser.java | 7 +
.../mtree/traverser/basic/EntityTraverser.java | 31 +-
.../traverser/basic/MeasurementTraverser.java | 36 ++-
.../impl/read/SchemaRegionReadPlanFactory.java | 37 +--
.../impl/read/ShowDevicesPlanImpl.java | 15 +-
.../impl/read/ShowTimeSeriesPlanImpl.java | 37 +--
.../plan/schemaregion/read/IShowDevicesPlan.java | 4 +
.../schemaregion/read/IShowTimeSeriesPlan.java | 7 +-
.../schemaregion/SchemaRegionMemoryImpl.java | 5 +-
.../schemaregion/SchemaRegionSchemaFileImpl.java | 5 +-
.../apache/iotdb/db/metadata/tag/TagManager.java | 16 +-
.../metadata/template/ClusterTemplateManager.java | 4 +-
.../template/alter/TemplateExtendInfo.java | 78 +++++
.../apache/iotdb/db/metadata/utils/MetaUtils.java | 3 +-
.../iotdb/db/mpp/execution/driver/Driver.java | 15 +-
.../execution/executor/RegionWriteExecutor.java | 42 +--
.../operator/schema/source/DeviceSchemaSource.java | 13 +-
.../schema/source/SchemaSourceFactory.java | 27 +-
.../schema/source/TimeSeriesSchemaSource.java | 17 +-
.../mpp/metric/TimeSeriesMetadataCacheMetrics.java | 4 +-
.../org/apache/iotdb/db/mpp/plan/Coordinator.java | 2 +-
.../apache/iotdb/db/mpp/plan/analyze/Analysis.java | 16 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 96 +++++-
.../analyze/schema/AutoCreateSchemaExecutor.java | 10 +-
.../analyze/schema/ClusterSchemaFetchExecutor.java | 2 +-
.../plan/analyze/schema/ClusterSchemaFetcher.java | 50 ++-
.../mpp/plan/analyze/schema/SchemaValidator.java | 27 +-
.../db/mpp/plan/execution/IQueryExecution.java | 1 +
.../db/mpp/plan/execution/QueryExecution.java | 13 +-
.../config/executor/ClusterConfigTaskExecutor.java | 21 ++
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 95 ++++--
.../db/mpp/plan/planner/LogicalPlanBuilder.java | 47 ++-
.../db/mpp/plan/planner/LogicalPlanVisitor.java | 85 ++---
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 21 +-
.../plan/node/load/LoadSingleTsFileNode.java | 4 +
.../node/metedata/read/DevicesSchemaScanNode.java | 23 +-
.../metedata/read/LevelTimeSeriesCountNode.java | 47 +--
.../node/metedata/read/TimeSeriesCountNode.java | 43 +--
.../metedata/read/TimeSeriesSchemaScanNode.java | 95 ++----
.../plan/node/write/InsertMultiTabletsNode.java | 22 +-
.../plan/planner/plan/node/write/InsertNode.java | 126 +-------
.../planner/plan/node/write/InsertRowNode.java | 171 ++--------
.../planner/plan/node/write/InsertRowsNode.java | 33 +-
.../plan/node/write/InsertRowsOfOneDeviceNode.java | 32 +-
.../planner/plan/node/write/InsertTabletNode.java | 145 ++-------
.../scheduler/FragmentInstanceDispatcherImpl.java | 5 +-
.../plan/scheduler/load/LoadTsFileScheduler.java | 8 +-
.../plan/statement/crud/InsertBaseStatement.java | 157 ++++++++-
.../crud/InsertMultiTabletsStatement.java | 30 ++
.../plan/statement/crud/InsertRowStatement.java | 183 ++++++++++-
.../crud/InsertRowsOfOneDeviceStatement.java | 42 +++
.../plan/statement/crud/InsertRowsStatement.java | 41 +++
.../plan/statement/crud/InsertTabletStatement.java | 155 ++++++++-
.../db/mpp/plan/statement/crud/QueryStatement.java | 55 ++--
.../metadata/CountLevelTimeSeriesStatement.java | 30 +-
.../metadata/CountTimeSeriesStatement.java | 30 +-
.../statement/metadata/ShowDevicesStatement.java | 10 +
.../metadata/ShowTimeSeriesStatement.java | 30 +-
.../org/apache/iotdb/db/pipe/agent/PipeAgent.java | 12 +
.../db/pipe/agent/plugin/PipePluginAgent.java | 2 +-
.../agent/receiver/IoTDBThriftReceiver.java} | 21 +-
.../db/pipe/agent/receiver/PipeReceiverAgent.java | 90 ++++++
.../db/pipe/agent/runtime/MetaSyncScheduler.java | 22 --
.../iotdb/db/pipe/agent/runtime/PipeLauncher.java | 170 ++++++++++
.../db/pipe/agent/runtime/PipeRuntimeAgent.java | 42 ++-
.../iotdb/db/pipe/agent/task/PipeTaskAgent.java | 350 +++++++++++----------
.../apache/iotdb/db/pipe/config/PipeConfig.java | 16 +
.../db/pipe/config/PipeConnectorConstant.java | 3 +
.../core/collector/IoTDBDataRegionCollector.java | 39 ++-
.../PipeHistoricalDataRegionTsFileCollector.java | 13 +-
.../PipeRealtimeDataRegionHybridCollector.java | 6 +-
.../realtime/assigner/PipeDataRegionAssigner.java | 3 +-
.../listener/PipeInsertionDataNodeListener.java | 4 +-
.../impl/iotdb/IoTDBThriftConnectorClient.java | 70 +++++
.../impl/iotdb/IoTDBThriftConnectorVersion.java} | 16 +-
.../impl/iotdb/v1/IoTDBThriftConnectorV1.java | 231 ++++++++++++++
.../impl/iotdb/v1/IoTDBThriftReceiverV1.java | 275 ++++++++++++++++
.../connector/impl/iotdb/v1/PipeRequestType.java} | 38 ++-
.../v1/reponse/PipeTransferFilePieceResp.java | 80 +++++
.../iotdb/v1/request/PipeTransferFilePieceReq.java | 88 ++++++
.../iotdb/v1/request/PipeTransferFileSealReq.java | 79 +++++
.../iotdb/v1/request/PipeTransferHandshakeReq.java | 71 +++++
.../v1/request/PipeTransferInsertNodeReq.java | 102 ++++++
.../PipeConnectorSubtaskLifeCycle.java | 2 +-
.../{ => manager}/PipeConnectorSubtaskManager.java | 18 +-
.../core/event/impl/PipeTabletInsertionEvent.java | 4 +
.../core/event/impl/PipeTsFileInsertionEvent.java | 37 ++-
.../realtime/PipeRealtimeCollectEventFactory.java | 6 +-
.../event/view/collector/PipeEventCollector.java | 3 +-
.../execution/executor/PipeSubtaskExecutor.java | 17 +-
.../org/apache/iotdb/db/pipe/task/PipeBuilder.java | 8 +-
.../db/pipe/task/stage/PipeTaskCollectorStage.java | 25 +-
.../db/pipe/task/stage/PipeTaskConnectorStage.java | 11 +-
.../db/pipe/task/stage/PipeTaskProcessorStage.java | 19 +-
.../db/pipe/task/subtask/PipeConnectorSubtask.java | 29 +-
.../db/pipe/task/subtask/PipeProcessorSubtask.java | 21 +-
.../iotdb/db/pipe/task/subtask/PipeSubtask.java | 28 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 102 +-----
.../db/service/thrift/ProcessorWithMetrics.java | 6 +-
.../service/thrift/impl/ClientRPCServiceImpl.java | 209 +++++++-----
.../impl/DataNodeInternalRPCServiceImpl.java | 6 +-
.../db/sync/common/ClusterSyncInfoFetcher.java | 11 +-
.../apache/iotdb/db/tools/IoTDBDataDirViewer.java | 4 +-
.../iotdb/db/tools/TsFileResourcePrinter.java | 4 +-
.../iotdb/db/tools/TsFileSplitByPartitionTool.java | 2 +-
.../org/apache/iotdb/db/tools/TsFileSplitTool.java | 2 +-
.../db/tools/settle/TsFileAndModSettleTool.java | 6 +-
.../db/tools/validate/TsFileValidationTool.java | 16 +-
.../org/apache/iotdb/db/utils/FileLoaderUtils.java | 2 +-
.../org/apache/iotdb/db/utils/UpgradeUtils.java | 2 +-
.../db/utils/datastructure/AlignedTVList.java | 6 +-
.../db/wal/recover/file/TsFilePlanRedoer.java | 4 -
.../iotdb/db/engine/cache/ChunkCacheTest.java | 4 +-
.../engine/compaction/AbstractCompactionTest.java | 6 +-
.../db/engine/compaction/MemoryControlTest.java | 75 +++++
.../cross/CrossSpaceCompactionExceptionTest.java | 2 +-
.../cross/CrossSpaceCompactionSelectorTest.java | 171 ++++++++++
.../CrossSpaceCompactionWithFastPerformerTest.java | 6 +-
...eCompactionWithFastPerformerValidationTest.java | 4 +-
...sSpaceCompactionWithReadPointPerformerTest.java | 6 +-
.../db/engine/compaction/cross/MergeTest.java | 6 +-
.../cross/RewriteCompactionFileSelectorTest.java | 46 +--
.../inner/AbstractInnerSpaceCompactionTest.java | 4 +-
.../inner/InnerCompactionMoreDataTest.java | 2 +-
.../compaction/inner/InnerCompactionTest.java | 4 +-
.../ReadChunkCompactionPerformerAlignedTest.java | 76 +++++
.../inner/sizetiered/SizeTieredCompactionTest.java | 10 +-
.../compaction/utils/CompactionCheckerUtils.java | 4 +
.../utils/MultiTsFileDeviceIteratorTest.java | 12 +-
.../db/engine/snapshot/IoTDBSnapshotTest.java | 2 +-
.../db/engine/storagegroup/DataRegionTest.java | 16 +-
.../engine/storagegroup/FakedTsFileResource.java | 2 +-
.../db/engine/storagegroup/TsFileResourceTest.java | 2 +-
.../schemaRegion/SchemaRegionBasicTest.java | 167 +++++++++-
.../schemaRegion/SchemaRegionTestUtil.java | 4 +-
.../execution/operator/AlignedSeriesTestUtil.java | 6 +-
.../schema/SchemaQueryScanOperatorTest.java | 4 +-
.../db/mpp/plan/analyze/FakeSchemaFetcherImpl.java | 7 +-
.../iotdb/db/mpp/plan/plan/LogicalPlannerTest.java | 120 ++++++-
.../distribution/DistributionPlannerBasicTest.java | 10 +-
.../read/DeviceSchemaScanNodeSerdeTest.java | 3 +-
.../metadata/read/SchemaCountNodeSerdeTest.java | 8 +-
.../read/TimeSeriesSchemaScanNodeSerdeTest.java | 3 +-
.../pipe/core/connector/PipeThriftRequestTest.java | 118 +++++++
.../AlignedSeriesScanLimitOffsetPushDownTest.java | 10 +-
.../query/reader/series/SeriesReaderTestUtil.java | 6 +-
.../series/SeriesScanLimitOffsetPushDownTest.java | 8 +-
.../iotdb/db/rescon/ResourceManagerTest.java | 12 +-
.../db/utils/datastructure/VectorTVListTest.java | 11 +
.../org/apache/iotdb/db/wal/io/WALFileTest.java | 25 +-
.../iotdb/db/wal/node/ConsensusReqReaderTest.java | 27 +-
.../org/apache/iotdb/db/wal/node/WALNodeTest.java | 26 +-
.../db/wal/recover/file/TsFilePlanRedoerTest.java | 32 +-
.../file/UnsealedTsFileRecoverPerformerTest.java | 5 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 12 +-
.../org/apache/iotdb/session/pool/SessionPool.java | 319 ++++++++++++++++++-
spark-iotdb-connector/pom.xml | 84 +----
spark-iotdb-connector/{ => scala_2.11}/pom.xml | 108 +++----
spark-iotdb-connector/{ => scala_2.12}/pom.xml | 103 +++---
.../src/test/resources/iotdb-datanode.properties | 23 --
.../apache/iotdb/spark/db/EnvironmentUtils.java | 263 ----------------
.../org/apache/iotdb/spark/db/IoTDBTest.scala | 150 ---------
.../org/apache/iotdb/spark/db/IoTDBWriteTest.scala | 118 -------
.../iotdb/spark/db/unit/DataFrameToolsTest.scala | 96 ------
spark-tsfile/pom.xml | 50 +--
.../iotdb/spark/tsfile/qp/common/SQLConstant.java | 118 +++----
.../src/main/thrift/confignode.thrift | 9 +-
thrift/src/main/thrift/client.thrift | 13 +
.../java/org/apache/iotdb/tsfile/utils/Binary.java | 20 +-
285 files changed, 7494 insertions(+), 3761 deletions(-)
rename confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{ =>
plugin}/PipePluginCoordinator.java (98%)
create mode 100644
confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/runtime/PipeMetaSyncer.java
rename confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{ =>
runtime}/PipeRuntimeCoordinator.java (86%)
rename confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/{ =>
task}/PipeTaskCoordinator.java (91%)
create mode 100644
confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/pipe/runtime/PipeMetaSyncProcedure.java
create mode 100644
confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/pipe/runtime/PipeMetaSyncProcedureTest.java
create mode 100644 distribution/src/assembly/spark-connector.xml
create mode 100644
integration-test/src/test/java/org/apache/iotdb/spark/it/AbstractTest.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/spark/it/ReadTest.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/spark/it/Utils.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/spark/it/WriteTest.java
create mode 100644
node-commons/src/main/java/org/apache/iotdb/commons/path/PathPatternUtil.java
copy
node-commons/src/main/java/org/apache/iotdb/commons/pipe/plugin/builtin/collector/{DefaultCollector.java
=> IoTDBCollector.java} (97%)
rename
node-commons/src/main/java/org/apache/iotdb/commons/pipe/plugin/builtin/{collector/DefaultCollector.java
=> connector/IoTDBThriftConnector.java} (51%)
create mode 100644
node-commons/src/main/java/org/apache/iotdb/commons/schema/filter/SchemaFilter.java
copy
server/src/main/java/org/apache/iotdb/db/pipe/config/PipeConnectorConstant.java
=>
node-commons/src/main/java/org/apache/iotdb/commons/schema/filter/SchemaFilterType.java
(55%)
create mode 100644
node-commons/src/main/java/org/apache/iotdb/commons/schema/filter/SchemaFilterVisitor.java
create mode 100644
node-commons/src/main/java/org/apache/iotdb/commons/schema/filter/impl/DataTypeFilter.java
create mode 100644
node-commons/src/main/java/org/apache/iotdb/commons/schema/filter/impl/PathContainsFilter.java
create mode 100644
node-commons/src/main/java/org/apache/iotdb/commons/schema/filter/impl/TagFilter.java
rename
server/src/main/java/org/apache/iotdb/db/{mpp/plan/planner/plan/node/write/BatchInsertNode.java
=> pipe/agent/receiver/IoTDBThriftReceiver.java} (56%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/agent/receiver/PipeReceiverAgent.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/agent/runtime/MetaSyncScheduler.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/agent/runtime/PipeLauncher.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/connector/impl/iotdb/IoTDBThriftConnectorClient.java
copy
server/src/main/java/org/apache/iotdb/db/pipe/{config/PipeConnectorConstant.java
=> core/connector/impl/iotdb/IoTDBThriftConnectorVersion.java} (74%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/connector/impl/iotdb/v1/IoTDBThriftConnectorV1.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/connector/impl/iotdb/v1/IoTDBThriftReceiverV1.java
copy
server/src/main/java/org/apache/iotdb/db/{metadata/plan/schemaregion/read/IShowTimeSeriesPlan.java
=> pipe/core/connector/impl/iotdb/v1/PipeRequestType.java} (50%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/connector/impl/iotdb/v1/reponse/PipeTransferFilePieceResp.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/connector/impl/iotdb/v1/request/PipeTransferFilePieceReq.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/connector/impl/iotdb/v1/request/PipeTransferFileSealReq.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/connector/impl/iotdb/v1/request/PipeTransferHandshakeReq.java
create mode 100644
server/src/main/java/org/apache/iotdb/db/pipe/core/connector/impl/iotdb/v1/request/PipeTransferInsertNodeReq.java
rename server/src/main/java/org/apache/iotdb/db/pipe/core/connector/{ =>
manager}/PipeConnectorSubtaskLifeCycle.java (98%)
rename server/src/main/java/org/apache/iotdb/db/pipe/core/connector/{ =>
manager}/PipeConnectorSubtaskManager.java (86%)
create mode 100644
server/src/test/java/org/apache/iotdb/db/engine/compaction/MemoryControlTest.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/engine/compaction/cross/CrossSpaceCompactionSelectorTest.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/pipe/core/connector/PipeThriftRequestTest.java
copy spark-iotdb-connector/{ => scala_2.11}/pom.xml (51%)
copy spark-iotdb-connector/{ => scala_2.12}/pom.xml (53%)
delete mode 100644
spark-iotdb-connector/src/test/resources/iotdb-datanode.properties
delete mode 100644
spark-iotdb-connector/src/test/scala/org/apache/iotdb/spark/db/EnvironmentUtils.java
delete mode 100644
spark-iotdb-connector/src/test/scala/org/apache/iotdb/spark/db/IoTDBTest.scala
delete mode 100644
spark-iotdb-connector/src/test/scala/org/apache/iotdb/spark/db/IoTDBWriteTest.scala
delete mode 100644
spark-iotdb-connector/src/test/scala/org/apache/iotdb/spark/db/unit/DataFrameToolsTest.scala
