This is an automated email from the ASF dual-hosted git repository.
lta pushed a change to branch fix_oom
in repository https://gitbox.apache.org/repos/asf/incubator-iotdb.git.
from fadc454 modify new memtable size estimation and limit the total
memoty size of write log to up to allocate for write size / 10
add 3bced8f enlarge memory for vue compiling
add 675e18b Merge remote-tracking branch 'origin/master' into vue_site
add 2787ca3 claim 4GB memory max for vue compile
add f4e08c2 set vue compiler memory as 4GB
add 537230d [IOTDB-456] GroupByFill (#1039)
add c714e49 add groupbyfill zh userguide
add 6e281ef fix website license; add more memory because of vuepress 1.x
bug
add b233694 Fix ForceAppendTsFileWriter (#1038)
add 8519fb6 Make dynamic parameter controlable (#1042)
add 34c81ad [IOTDB-593] add metaOffset in TsFileMetadata (#1047)
add c0f0f57 Solved the warning vue IoTDB & modify disclaimer & code style
(#1044)
add 3e30069 temporary disable this stage because VUEPRESS takes too much
memory
add e0a9f0a adjust ChunkMetadata size in run time (#1045)
add 9acf647 add comment for MetadataQuerierByFileImpl (#1046)
add b2d88da [IOTDB-592] Cached Page not consumed before hasNextChunk() is
called (#1041)
add c4a8889 modify disclaimer (#1052)
add 642efa9 remove EnvironmentUtils.setup and clean in MTreeTest (#1054)
add 66be65a [IOTDB-594] Correct the use of Unseq file's
TimeseriesMetadata (#1050)
add 8db2f32 Support left open and right close range in group by (#1056)
add 1c6cde5 add insert multiple batch in SessionPool
add 57fc486 fix init MManager bug (#1058)
add 8b96ae3 fix concurrent auto set storage group bug (#1061)
add c865099 add howtocommit，committer，modify ContributeGuide (#1059)
add a0c49d5 Fix Nullpointer bug in Previous Fill (#1062)
add 50d710b Avoid unnecessary close file in timed merge (#1063)
add 839089b remove unused import in TsFileProcessor
add 3191fc4 disable mqtt server in default config and fix rpc and sync
server startup problem (#1033)
add f06460b Switch to use new TsFile interfaces in Last query executor
(#1048)
add f79266d [IOTDB-573]claim the error output can be igonred in UT/ITs
(#1032)
add 97e3b6d Add judgment and Modify level3 cannot be a keyword (#1025)
add edb7747 update Committer zh doc
add 6f6c5c7 [IOTDB-598] add slides and videos from 2018 to 2020 (#1068)
add d4f2a49 [IOTDB-185]fix start-client failed on WinOS if there is blank
space in the file path; let start-server.bat suport jdk12,13 etc (#1069)
add cb00cde add materials audio & modify mqtt (#1070)
add 3c7c16a add Feedback page for users
new 74446b3 merge master
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
Jenkinsfile | 41 +-
.../src/assembly/resources/sbin/start-client.bat | 6 +-
docs/Community/Feedback.md | 48 ++
docs/Community/Materials.md | 100 ++++
docs/Development/Committer.md | 77 +++
docs/Development/ContributeGuide.md | 30 +-
docs/Development/HowToCommit.md | 139 ++++++
docs/Development/VoteRelease.md | 4 -
docs/SystemDesign/5-DataQuery/1-DataQuery.md | 4 +-
.../5-DataQuery/10-GroupByFillQuery.md | 177 +++++++
docs/UserGuide/4-Client/6-Programming - MQTT.md | 6 +-
.../2-DML Data Manipulation Language.md | 70 ++-
.../5-Operation Manual/4-SQL Reference.md | 29 +-
docs/zh/Community/Feedback.md | 44 ++
docs/zh/Community/Materials.md | 95 ++++
docs/zh/Development/Committer.md | 78 +++
docs/zh/Development/ContributeGuide.md | 24 +-
docs/zh/Development/HowToCommit.md | 139 ++++++
docs/zh/SystemDesign/1-TsFile/2-Format.md | 2 +-
docs/zh/SystemDesign/5-DataQuery/1-DataQuery.md | 2 +
.../5-DataQuery/10-GroupByFillQuery.md | 176 +++++++
docs/zh/UserGuide/4-Client/6-Programming - MQTT.md | 2 +-
.../2-DML Data Manipulation Language.md | 70 ++-
.../5-Operation Manual/4-SQL Reference.md | 35 +-
.../main/java/org/apache/iotdb/JDBCExample.java | 19 +-
.../main/java/org/apache/iotdb/kafka/Constant.java | 11 +-
.../apache/iotdb/kafka/KafkaConsumerThread.java | 2 +-
pom.xml | 2 +-
.../resources/conf/iotdb-engine.properties | 2 +-
.../src/assembly/resources/sbin/start-server.bat | 11 +-
.../org/apache/iotdb/db/qp/strategy/SqlBase.g4 | 23 +-
.../db/concurrent/IoTDBThreadPoolFactory.java | 6 +-
.../iotdb/db/concurrent/WrappedRunnable.java | 9 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 2 +-
.../db/conf/adapter/IoTDBConfigDynamicAdapter.java | 11 +-
.../apache/iotdb/db/engine/cache/ChunkCache.java | 2 +-
.../iotdb/db/engine/cache/ChunkMetadataCache.java | 27 +-
.../db/engine/cache/TimeSeriesMetadataCache.java | 2 +-
.../iotdb/db/engine/flush/MemTableFlushTask.java | 9 +-
.../engine/storagegroup/StorageGroupProcessor.java | 3 +-
.../db/engine/storagegroup/TsFileProcessor.java | 43 +-
.../org/apache/iotdb/db/metadata/MManager.java | 124 +++--
.../apache/iotdb/db/qp/constant/SQLConstant.java | 2 +
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 16 +-
.../org/apache/iotdb/db/qp/logical/Operator.java | 2 +-
.../iotdb/db/qp/logical/crud/QueryOperator.java | 10 +
.../iotdb/db/qp/logical/crud/SelectOperator.java | 5 +-
.../{FillQueryPlan.java => GroupByFillPlan.java} | 26 +-
.../iotdb/db/qp/physical/crud/GroupByPlan.java | 11 +
.../iotdb/db/qp/strategy/LogicalGenerator.java | 199 +++-----
.../iotdb/db/qp/strategy/PhysicalGenerator.java | 32 +-
.../dataset/RawQueryDataSetWithValueFilter.java | 22 +-
.../dataset/groupby/GroupByEngineDataSet.java | 20 +-
.../query/dataset/groupby/GroupByFillDataSet.java | 119 +++++
.../groupby/GroupByWithValueFilterDataSet.java | 7 +-
.../groupby/GroupByWithoutValueFilterDataSet.java | 7 +-
.../iotdb/db/query/executor/FillQueryExecutor.java | 2 -
.../iotdb/db/query/executor/IQueryRouter.java | 16 +-
.../iotdb/db/query/executor/LastQueryExecutor.java | 62 ++-
.../iotdb/db/query/executor/QueryRouter.java | 12 +-
.../db/query/executor/RawDataQueryExecutor.java | 9 +-
.../apache/iotdb/db/query/fill/PreviousFill.java | 83 ++--
.../chunk/metadata/DiskChunkMetadataLoader.java | 9 +-
.../iotdb/db/query/reader/series/SeriesReader.java | 49 +-
.../query/timegenerator/ServerTimeGenerator.java | 2 +-
.../org/apache/iotdb/db/service/RPCService.java | 43 +-
.../iotdb/db/service/RPCServiceEventHandler.java | 56 ---
.../org/apache/iotdb/db/service/TSServiceImpl.java | 1 +
.../iotdb/db/sync/receiver/SyncServerManager.java | 28 +-
.../db/sync/thrift/SyncServiceEventHandler.java | 56 ---
.../org/apache/iotdb/db/utils/FileLoaderUtils.java | 53 +-
.../db/concurrent/IoTDBThreadPoolFactoryTest.java | 32 +-
.../apache/iotdb/db/integration/IoTDBDaemonIT.java | 38 +-
.../apache/iotdb/db/integration/IoTDBFillIT.java | 77 +++
.../iotdb/db/integration/IoTDBGroupByFillIT.java | 545 +++++++++++++++++++++
.../apache/iotdb/db/integration/IoTDBLastIT.java | 67 +--
.../IoTDBMultiOverlappedChunkInUnseqIT.java | 109 +++++
.../db/integration/IoTDBMultiOverlappedPageIT.java | 146 ++++++
.../db/integration/IoTDBOverlappedPageIT.java | 131 +++++
.../iotdb/db/metadata/MManagerBasicTest.java | 4 +
.../iotdb/db/metadata/MManagerImproveTest.java | 4 -
.../org/apache/iotdb/db/metadata/MTreeTest.java | 2 +
.../apache/iotdb/db/qp/plan/PhysicalPlanTest.java | 177 ++++++-
server/src/test/resources/logback.xml | 5 +
.../org/apache/iotdb/session/pool/SessionPool.java | 54 ++
site/src/main/.vuepress/config.js | 16 +-
site/src/main/.vuepress/theme/components/Page.vue | 2 +-
.../.vuepress/theme/global-components/IoTDB.vue | 4 +-
.../.vuepress/theme/global-components/IoTDBZH.vue | 6 +-
site/src/main/.vuepress/theme/noopModule.js | 18 -
site/src/main/.vuepress/theme/styles/code.styl | 2 +-
site/src/main/package.json | 8 +-
tsfile/format-changelist.md | 1 +
.../iotdb/tsfile/file/metadata/TsFileMetadata.java | 20 +-
.../file/metadata/statistics/BinaryStatistics.java | 24 +-
.../metadata/statistics/BooleanStatistics.java | 24 +-
.../file/metadata/statistics/DoubleStatistics.java | 30 +-
.../file/metadata/statistics/FloatStatistics.java | 31 +-
.../metadata/statistics/IntegerStatistics.java | 31 +-
.../file/metadata/statistics/LongStatistics.java | 31 +-
.../file/metadata/statistics/Statistics.java | 1 +
.../read/controller/MetadataQuerierByFileImpl.java | 7 +-
.../query/executor/ExecutorWithTimeGenerator.java | 25 +-
.../read/query/timegenerator/TimeGenerator.java | 5 +
.../write/writer/ForceAppendTsFileWriter.java | 16 +-
.../iotdb/tsfile/write/writer/TsFileIOWriter.java | 3 +
.../metadata/statistics/BooleanStatisticsTest.java | 29 +-
.../metadata/statistics/DoubleStatisticsTest.java | 32 +-
.../metadata/statistics/FloatStatisticsTest.java | 38 +-
.../metadata/statistics/IntegerStatisticsTest.java | 32 +-
.../metadata/statistics/LongStatisticsTest.java | 36 +-
.../metadata/statistics/StringStatisticsTest.java | 36 +-
.../write/writer/ForceAppendTsFileWriterTest.java | 61 +++
113 files changed, 3772 insertions(+), 853 deletions(-)
create mode 100644 docs/Community/Feedback.md
create mode 100644 docs/Community/Materials.md
create mode 100644 docs/Development/Committer.md
create mode 100644 docs/Development/HowToCommit.md
create mode 100644 docs/SystemDesign/5-DataQuery/10-GroupByFillQuery.md
create mode 100644 docs/zh/Community/Feedback.md
create mode 100644 docs/zh/Community/Materials.md
create mode 100644 docs/zh/Development/Committer.md
create mode 100644 docs/zh/Development/HowToCommit.md
create mode 100644 docs/zh/SystemDesign/5-DataQuery/10-GroupByFillQuery.md
copy
server/src/main/java/org/apache/iotdb/db/qp/physical/crud/{FillQueryPlan.java
=> GroupByFillPlan.java} (71%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/query/dataset/groupby/GroupByFillDataSet.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/service/RPCServiceEventHandler.java
delete mode 100644
server/src/main/java/org/apache/iotdb/db/sync/thrift/SyncServiceEventHandler.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/integration/IoTDBGroupByFillIT.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/integration/IoTDBMultiOverlappedChunkInUnseqIT.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/integration/IoTDBMultiOverlappedPageIT.java
create mode 100644
server/src/test/java/org/apache/iotdb/db/integration/IoTDBOverlappedPageIT.java
delete mode 100644 site/src/main/.vuepress/theme/noopModule.js
create mode 100644
tsfile/src/test/java/org/apache/iotdb/tsfile/write/writer/ForceAppendTsFileWriterTest.java
