This is an automated email from the ASF dual-hosted git repository.
jiangtian pushed a change to branch improve_wal
in repository https://gitbox.apache.org/repos/asf/iotdb.git.
from e932398 fix log loss
add c9d275e fix session raw data query rpc pass statementId bug (#1819)
add a2db8a4 [IOTDB-884] batch create timeSeriesPlan (#1771)
add 6d7e639 fix duplicated logger (#1822)
add 9bed072 [IOTDB-933] Fix antlr4 which caused benchmark throw exception
(#1795)
add 40adb82 fix a class name in jdbc module and reformat (#1817)
add 3f6358e Put all log level setting together (#1816)
add 34468e2 update google guava version (#1814)
add a1adaf2 [Sonar] Fix Codesmell blocker and critical issue (#1750)
add 844b4e6 Supplement the document (#1710)
add e77d26a fix LOCAL_JMX to JMX_LOCAL
add a224edc update start-cli bash (#1829)
add 102bd16 [IOTDB-829] Accelerate delete timeseries (#1732)
add ae766b0 [IOTDB-947] Fix error when counting node with wildcard (#1832)
add b323b78 [IOTDB-921] Solve the statement twice call bug (#1784)
add f72064d [IOTDB-928] Make ENCODING optional in create time series
sentence (#1785)
add 1c1ccb6 rm update in md (#1835)
add 90ff56a IOTDB-932 Removed (wrong and redundant) Verification of Paths
in Session API.
add df48add IOTDB-932 Removed unnecessary Constant PATH_PATTERN and
related Test.
add 8ba9284 Trigger
add 6ba9889 Merge pull request #1793 from
apache/bugfix/932-wrong-verification
add 48f01b7 [IOTDB-926] Support reconnection of Session (#1821)
add c889776 [IOTDB-845]Enable to stop iotdb server by iotdb.IoTDB (#1633)
add 7755ffc [IOTDB-912] Implement wasNull method in
AbstractIoTDBJDBCResultSet (#1791)
add 6511a88 [IOTDB-908] Implement ResultSetMetadata interface for JDBC
(#1768)
add b67f669 Add readChunksInDevice method to TsFileSequenceReader (#1765)
add f352932 [IOTDB-942] Optimization of query with long time unsequence
page (#1824)
add 74eedae add device chunk point cache (#1758)
add e5f213c [IOTDB-949] fix align by device bug (#1837)
add 64dc16b [IOTDB-927] Remove fastjson introduced by rocketmq (#1782)
add 0964b95 [IOTDB-902] Optimize max_time aggregation and fix order by
time desc aggregation bug (#1751)
add 2600bf8 [IOTDB-749] Handle select * from root OOM (#1367)
add bcd8990 [IOTDB-931] update start-cli bash (#1847)
add 8253181 add expression in group by align by device (#1853)
add 4a1dc2d [IOTDB-886]fix float loss precision (#1796)
add ac0af88 Remove duplicate declaration of plugin
org.apache.maven.plugins:maven-assembly-plugin in tsfile model (#1852)
add c1fcaa4 add more tracing log
add 0496d75 fix typo
add d40fbcb remove tracing dir reInitial
add efbe467 merge master and fix review comments
add c924847 Merge pull request #1845 from Alima777/addMoreTracing
add 78954ea fix tsfilemanage concurrent bug (#1849)
add c2b6c5a Revert "[IOTDB-955] Add more tracing log" (#1858)
add 3053112 IOTDB-889 (#1857)
add 6fef74a [IOTDB-951] Fix auto-creating schema in parallel may write
unrecognizable timeseries in mlog.txt (#1851)
add b52b2e1 update comment of VersionController (#1848)
add 03d37b0 [IOTDB-958] Fix MLog bug and add switch for MTree snapshot
(#1863)
add 0c85956 [IOTDB-716] add lz4 doc and support compression=lz4 statement
(#1860)
add 6c0f5b1 Merge branch 'master' into improve_wal
add cf793ea Remove ShardedSecrets
No new revisions were added by this update.
Summary of changes:
LICENSE-binary | 2 +-
.../org/apache/iotdb/db/qp/strategy/SqlBase.g4 | 96 ++--
cli/pom.xml | 13 +
cli/src/assembly/resources/sbin/start-cli.bat | 10 +-
cli/src/assembly/resources/sbin/start-cli.sh | 35 +-
.../java/org/apache/iotdb/cli/AbstractCli.java | 14 +-
.../org/apache/iotdb/cli/StartClientScriptIT.java | 26 +-
docs/SystemDesign/TsFile/Format.md | 1 +
docs/UserGuide/Concept/Compression.md | 4 +-
docs/UserGuide/Operation Manual/Administration.md | 1 -
.../DDL Data Definition Language.md | 22 +-
docs/UserGuide/Operation Manual/SQL Reference.md | 30 +-
docs/zh/SystemDesign/TsFile/Format.md | 1 +
docs/zh/UserGuide/Concept/Compression.md | 3 +-
.../UserGuide/Operation Manual/Administration.md | 1 -
.../DDL Data Definition Language.md | 8 +-
.../zh/UserGuide/Operation Manual/SQL Reference.md | 28 +-
docs/zh/UserGuide/Server/Config Manual.md | 4 +-
.../iotdb/hadoop/tsfile/TSFMRReadExample.java | 1 -
.../iotdb/hadoop/tsfile/TSMRWriteExample.java | 6 +-
example/rocketmq/pom.xml | 6 +
.../java/org/apache/iotdb/rocketmq/Constant.java | 17 +-
.../main/java/org/apache/iotdb/SessionExample.java | 58 +-
.../apache/iotdb/tsfile/TsFileWriteWithTablet.java | 6 +-
flink-iotdb-connector/pom.xml | 1 +
.../apache/iotdb/hadoop/fileSystem/HDFSFile.java | 59 +-
.../org/apache/iotdb/hive/TsFileDeserializer.java | 17 +-
.../iotdb/jdbc/AbstractIoTDBJDBCResultSet.java | 19 +-
.../main/java/org/apache/iotdb/jdbc/Activator.java | 21 +-
.../main/java/org/apache/iotdb/jdbc/Config.java | 2 +-
.../org/apache/iotdb/jdbc/IoTDBConnection.java | 20 +-
.../org/apache/iotdb/jdbc/IoTDBDataSource.java | 230 ++++----
.../apache/iotdb/jdbc/IoTDBDataSourceFactory.java | 79 +++
.../iotdb/jdbc/IoTDBNonAlignJDBCResultSet.java | 8 +-
.../org/apache/iotdb/jdbc/IoTDBResultMetadata.java | 46 +-
.../java/org/apache/iotdb/jdbc/IoTDBStatement.java | 78 ++-
.../apache/iotdb/jdbc/IoTDbDataSourceFactory.java | 79 ---
.../apache/iotdb/jdbc/IoTDBJDBCResultSetTest.java | 28 +-
.../apache/iotdb/jdbc/IoTDBResultMetadataTest.java | 4 +-
pom.xml | 4 +-
.../resources/conf/iotdb-engine.properties | 50 +-
server/src/assembly/resources/conf/iotdb-env.bat | 70 ++-
server/src/assembly/resources/conf/logback.xml | 4 +-
.../src/assembly/resources/sbin/start-server.bat | 2 +-
server/src/assembly/resources/sbin/stop-server.bat | 17 +-
server/src/assembly/resources/sbin/stop-server.sh | 11 +-
.../iotdb/db/auth/authorizer/BasicAuthorizer.java | 1 -
.../iotdb/db/auth/authorizer/OpenIdAuthorizer.java | 23 +-
.../iotdb/db/auth/user/BasicUserManager.java | 4 +-
.../iotdb/db/auth/user/LocalFileUserAccessor.java | 21 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 155 +++++-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 86 ++-
.../iotdb/db/cost/statistic/Measurement.java | 29 +-
.../org/apache/iotdb/db/engine/StorageEngine.java | 28 +-
.../db/engine/fileSystem/SystemFileFactory.java | 15 +-
.../iotdb/db/engine/memtable/AbstractMemTable.java | 32 +-
.../apache/iotdb/db/engine/memtable/IMemTable.java | 9 +-
.../db/engine/memtable/PrimitiveMemTable.java | 1 -
.../iotdb/db/engine/merge/manage/MergeManager.java | 33 +-
.../db/engine/merge/manage/MergeResource.java | 8 +-
.../engine/modification/io/ModificationReader.java | 1 -
.../engine/modification/io/ModificationWriter.java | 1 -
.../db/engine/querycontext/ReadOnlyMemChunk.java | 5 +-
.../engine/storagegroup/StorageGroupProcessor.java | 407 ++++----------
.../db/engine/storagegroup/TsFileProcessor.java | 26 +-
.../db/engine/storagegroup/TsFileResource.java | 6 +-
.../HotCompactionMergeTaskPoolManager.java | 9 +-
.../engine/tsfilemanagement/TsFileManagement.java | 238 ++++++++
.../level/LevelTsFileManagement.java | 252 +++++----
.../tsfilemanagement/utils/HotCompactionUtils.java | 268 +++++----
.../apache/iotdb/db/engine/upgrade/UpgradeLog.java | 9 +-
.../iotdb/db/engine/version/VersionController.java | 8 +-
...ception.java => PathNumOverLimitException.java} | 23 +-
.../org/apache/iotdb/db/metadata/MLogWriter.java | 107 ++--
.../org/apache/iotdb/db/metadata/MManager.java | 79 +--
.../java/org/apache/iotdb/db/metadata/MTree.java | 104 +++-
.../org/apache/iotdb/db/metadata/PartialPath.java | 53 +-
.../org/apache/iotdb/db/metadata/TagLogFile.java | 15 +-
.../apache/iotdb/db/metrics/server/JettyUtil.java | 4 +-
.../iotdb/db/metrics/server/MetricsSystem.java | 2 +-
.../iotdb/db/metrics/server/ServerArgument.java | 2 +-
.../apache/iotdb/db/metrics/sink/ConsoleSink.java | 2 +-
.../iotdb/db/metrics/sink/MetricsServletSink.java | 6 +-
.../apache/iotdb/db/metrics/source/JvmSource.java | 14 +-
.../iotdb/db/metrics/source/MetricsSource.java | 26 +-
.../apache/iotdb/db/metrics/ui/MetricsPage.java | 2 +-
.../apache/iotdb/db/metrics/ui/MetricsWebUI.java | 2 +-
.../org/apache/iotdb/db/monitor/IStatistic.java | 1 -
.../org/apache/iotdb/db/monitor/StatMonitor.java | 17 +-
.../apache/iotdb/db/mqtt/BrokerAuthenticator.java | 2 +-
.../apache/iotdb/db/mqtt/JSONPayloadFormatter.java | 1 -
.../apache/iotdb/db/mqtt/PayloadFormatManager.java | 1 -
.../org/apache/iotdb/db/mqtt/PayloadFormatter.java | 1 -
.../main/java/org/apache/iotdb/db/qp/Planner.java | 53 +-
.../apache/iotdb/db/qp/constant/SQLConstant.java | 3 -
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 51 +-
.../org/apache/iotdb/db/qp/logical/Operator.java | 3 +-
.../db/qp/logical/crud/BasicOperatorType.java | 3 +-
.../iotdb/db/qp/logical/crud/QueryOperator.java | 3 +-
.../apache/iotdb/db/qp/physical/PhysicalPlan.java | 7 +-
.../db/qp/physical/crud/GroupByTimeFillPlan.java | 3 +-
.../apache/iotdb/db/qp/physical/sys/CountPlan.java | 1 -
.../qp/physical/sys/CreateMultiTimeSeriesPlan.java | 303 +++++++++++
.../iotdb/db/qp/strategy/LogicalGenerator.java | 43 +-
.../iotdb/db/qp/strategy/PhysicalGenerator.java | 53 +-
.../qp/strategy/optimizer/ConcatPathOptimizer.java | 50 +-
.../qp/strategy/optimizer/ILogicalOptimizer.java | 4 +-
.../optimizer/MergeSingleFilterOptimizer.java | 7 +-
.../db/query/aggregation/AggregateResult.java | 38 +-
.../db/query/aggregation/impl/AvgAggrResult.java | 6 +-
.../db/query/aggregation/impl/CountAggrResult.java | 2 +-
.../aggregation/impl/FirstValueAggrResult.java | 20 +-
...grResult.java => FirstValueDescAggrResult.java} | 66 +--
.../aggregation/impl/LastValueAggrResult.java | 12 +-
...ggrResult.java => LastValueDescAggrResult.java} | 70 +--
.../query/aggregation/impl/MaxTimeAggrResult.java | 25 +-
...eAggrResult.java => MaxTimeDescAggrResult.java} | 75 +--
.../query/aggregation/impl/MaxValueAggrResult.java | 9 +-
.../query/aggregation/impl/MinTimeAggrResult.java | 23 +-
...tAggrResult.java => MinTimeDescAggrResult.java} | 63 +--
.../query/aggregation/impl/MinValueAggrResult.java | 6 +-
.../db/query/aggregation/impl/SumAggrResult.java | 2 +-
.../iotdb/db/query/context/QueryContext.java | 7 +-
.../iotdb/db/query/control/FileReaderManager.java | 15 +-
.../iotdb/db/query/control/QueryFileManager.java | 9 +-
.../db/query/control/QueryResourceManager.java | 51 +-
.../iotdb/db/query/control/TracingManager.java | 32 +-
.../db/query/dataset/AlignByDeviceDataSet.java | 1 +
.../db/query/dataset/ShowTimeseriesDataSet.java | 1 +
.../dataset/groupby/GroupByEngineDataSet.java | 3 +-
.../db/query/dataset/groupby/GroupByExecutor.java | 5 +-
.../query/dataset/groupby/GroupByFillDataSet.java | 86 ++-
.../groupby/GroupByWithValueFilterDataSet.java | 13 +-
.../groupby/GroupByWithoutValueFilterDataSet.java | 2 +-
.../dataset/groupby/LocalGroupByExecutor.java | 19 +-
.../db/query/executor/AggregationExecutor.java | 88 +--
.../iotdb/db/query/executor/IQueryRouter.java | 10 +-
.../db/query/executor/RawDataQueryExecutor.java | 11 +-
.../iotdb/db/query/executor/fill/LinearFill.java | 5 +-
.../query/externalsort/ExternalSortJobEngine.java | 7 +-
.../iotdb/db/query/externalsort/LineMerger.java | 2 +-
.../externalsort/SimpleExternalSortEngine.java | 11 +-
.../SingleSourceExternalSortJobPart.java | 2 +-
.../adapter/ByTimestampReaderAdapter.java | 2 +-
.../serialize/IExternalSortFileDeserializer.java | 2 +-
.../FixLengthIExternalSortFileDeserializer.java | 4 +-
.../impl/FixLengthTimeValuePairSerializer.java | 2 +-
.../db/query/factory/AggregateResultFactory.java | 54 +-
.../db/query/reader/chunk/ChunkDataIterator.java | 5 +-
.../db/query/reader/chunk/ChunkReaderWrap.java | 3 +-
.../reader/chunk/DiskChunkReaderByTimestamp.java | 3 +-
.../db/query/reader/chunk/MemChunkLoader.java | 3 +-
.../db/query/reader/chunk/MemChunkReader.java | 7 +-
.../chunk/metadata/DiskChunkMetadataLoader.java | 11 +-
.../resource/CachedUnseqResourceMergeReader.java | 5 +-
.../reader/series/DescSeriesReaderByTimestamp.java | 53 --
.../db/query/reader/series/IAggregateReader.java | 4 +-
.../query/reader/series/SeriesAggregateReader.java | 4 +
.../reader/series/SeriesRawDataPointReader.java | 3 +-
.../iotdb/db/query/reader/series/SeriesReader.java | 248 +++++++--
.../reader/series/SeriesReaderByTimestamp.java | 25 +-
.../universal/CachedPriorityMergeReader.java | 2 +-
.../reader/universal/PriorityMergeReader.java | 4 +-
.../org/apache/iotdb/db/rescon/MemTablePool.java | 5 +-
.../org/apache/iotdb/db/service/MQTTService.java | 5 +-
.../apache/iotdb/db/service/RegisterManager.java | 1 -
.../org/apache/iotdb/db/service/StaticResps.java | 1 +
.../org/apache/iotdb/db/service/TSServiceImpl.java | 207 ++++---
.../receiver/recover/SyncReceiverLogAnalyzer.java | 2 +-
.../db/sync/receiver/transfer/SyncServiceImpl.java | 19 +-
.../db/sync/sender/manage/SyncFileManager.java | 22 +-
.../apache/iotdb/db/tools/TsFileSketchTool.java | 1 -
.../java/org/apache/iotdb/db/tools/WalChecker.java | 1 -
.../iotdb/db/tools/memestimation/MemEstTool.java | 1 -
.../org/apache/iotdb/db/utils/CommonUtils.java | 1 -
.../org/apache/iotdb/db/utils/FileLoaderUtils.java | 2 +-
.../java/org/apache/iotdb/db/utils/MathUtils.java | 1 -
.../apache/iotdb/db/utils/QueryDataSetUtils.java | 13 +-
.../apache/iotdb/db/utils/TypeInferenceUtils.java | 9 +
.../datastructure/RandomAccessArrayDeque.java | 23 +-
.../iotdb/db/utils/datastructure/TVList.java | 2 +-
.../iotdb/db/writelog/recover/LogReplayer.java | 10 +-
.../iotdb/db/engine/merge/MergeManagerTest.java | 6 +-
.../engine/modification/DeletionFileNodeTest.java | 28 +-
.../db/engine/modification/DeletionQueryTest.java | 52 +-
.../storagegroup/StorageGroupProcessorTest.java | 90 ++--
.../engine/storagegroup/TsFileProcessorTest.java | 9 +-
.../iotdb/db/integration/IOTDBGroupByIT.java | 194 ++++++-
.../integration/IOTDBGroupByInnerIntervalIT.java | 262 +++++----
.../iotdb/db/integration/IoTDBAddSubDeviceIT.java | 11 +-
.../IoTDBAggregationAlignByDeviceIT.java | 113 ----
.../iotdb/db/integration/IoTDBAggregationIT.java | 156 +++++-
.../integration/IoTDBAggregationLargeDataIT.java | 398 ++++++++++----
.../apache/iotdb/db/integration/IoTDBAliasIT.java | 10 +-
.../iotdb/db/integration/IoTDBAlignByDeviceIT.java | 102 ++++
.../iotdb/db/integration/IoTDBGroupByFillIT.java | 596 +++++++++++++--------
.../integration/IoTDBGroupByFillWithRangeIT.java | 21 +-
.../apache/iotdb/db/integration/IoTDBLastIT.java | 40 +-
.../iotdb/db/integration/IoTDBMergeTest.java | 14 +-
.../iotdb/db/integration/IoTDBMultiSeriesIT.java | 29 +
.../db/integration/IoTDBSequenceDataQueryIT.java | 9 +-
.../iotdb/db/integration/IoTDBSeriesReaderIT.java | 11 +-
.../iotdb/db/integration/IoTDBSimpleQueryIT.java | 49 ++
.../iotdb/db/integration/IoTDBTracingTest.java | 6 +-
.../org/apache/iotdb/db/metadata/MTreeTest.java | 29 +-
.../apache/iotdb/db/metadata/PartialPathTest.java | 27 +-
.../iotdb/db/qp/plan/LogicalPlanSmallTest.java | 4 +-
.../apache/iotdb/db/qp/plan/PhysicalPlanTest.java | 4 +-
.../db/query/aggregation/AggregateResultTest.java | 94 ++--
.../reader/series/SeriesAggregateReaderTest.java | 2 +-
.../reader/series/SeriesReaderByTimestampTest.java | 8 +-
.../apache/iotdb/db/sql/CheckPathValidityTest.java | 53 --
.../apache/iotdb/db/utils/EnvironmentUtils.java | 15 +-
.../iotdb/db/utils/TypeInferenceUtilsTest.java | 4 +-
.../iotdb/db/writelog/recover/LogReplayerTest.java | 2 +-
.../java/org/apache/iotdb/rpc/IoTDBRpcDataSet.java | 23 +-
.../main/java/org/apache/iotdb/session/Config.java | 3 +-
.../java/org/apache/iotdb/session/Session.java | 166 ++++--
.../org/apache/iotdb/session/SessionDataSet.java | 6 +-
.../iotdb/session/IoTDBSessionComplexIT.java | 45 --
.../apache/iotdb/session/IoTDBSessionSimpleIT.java | 554 ++++++++++---------
.../scala/org/apache/iotdb/spark/db/IoTDBRDD.scala | 4 +-
.../apache/iotdb/spark/db/EnvironmentUtils.java | 14 +-
thrift/src/main/thrift/rpc.thrift | 1 +
tsfile/pom.xml | 20 -
.../iotdb/tsfile/common/conf/TSFileConfig.java | 3 +-
.../iotdb/tsfile/compress/IUnCompressor.java | 9 +-
.../iotdb/tsfile/encoding/decoder/Decoder.java | 13 +-
.../iotdb/tsfile/file/metadata/ChunkMetadata.java | 14 +
.../tsfile/file/metadata/TimeseriesMetadata.java | 11 +
.../file/metadata/statistics/BinaryStatistics.java | 22 +-
.../iotdb/tsfile/read/TsFileSequenceReader.java | 28 +
.../apache/iotdb/tsfile/read/common/BatchData.java | 30 +-
.../iotdb/tsfile/read/common/DescBatchData.java | 13 +-
.../iotdb/tsfile/read/filter/GroupByFilter.java | 6 +-
.../iotdb/tsfile/utils/ReadWriteIOUtils.java | 42 +-
.../apache/iotdb/tsfile/write/record/Tablet.java | 7 +-
.../tsfile/read/TsFileSequenceReaderTest.java | 40 +-
.../tsfile/read/filter/GroupByFilterTest.java | 2 +-
.../apache/iotdb/tsfile/utils/RecordUtilsTest.java | 100 ++--
240 files changed, 5695 insertions(+), 3464 deletions(-)
create mode 100644
jdbc/src/main/java/org/apache/iotdb/jdbc/IoTDBDataSourceFactory.java
delete mode 100644
jdbc/src/main/java/org/apache/iotdb/jdbc/IoTDbDataSourceFactory.java
copy
server/src/main/java/org/apache/iotdb/db/exception/query/{QueryProcessException.java
=> PathNumOverLimitException.java} (50%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/qp/physical/sys/CreateMultiTimeSeriesPlan.java
copy
server/src/main/java/org/apache/iotdb/db/query/aggregation/impl/{CountAggrResult.java
=> FirstValueDescAggrResult.java} (53%)
copy
server/src/main/java/org/apache/iotdb/db/query/aggregation/impl/{LastValueAggrResult.java
=> LastValueDescAggrResult.java} (60%)
copy
server/src/main/java/org/apache/iotdb/db/query/aggregation/impl/{MaxTimeAggrResult.java
=> MaxTimeDescAggrResult.java} (53%)
copy
server/src/main/java/org/apache/iotdb/db/query/aggregation/impl/{CountAggrResult.java
=> MinTimeDescAggrResult.java} (51%)
delete mode 100644
server/src/main/java/org/apache/iotdb/db/query/reader/series/DescSeriesReaderByTimestamp.java
delete mode 100644
server/src/test/java/org/apache/iotdb/db/integration/IoTDBAggregationAlignByDeviceIT.java
delete mode 100644
server/src/test/java/org/apache/iotdb/db/sql/CheckPathValidityTest.java
