This is an automated email from the ASF dual-hosted git repository.
hxd pushed a change to branch refactor_overflow_2
in repository https://gitbox.apache.org/repos/asf/incubator-iotdb.git.
from 7fff4d0 refactor bufferwrite processor, temporary commit
new 7ba8ebe temprorary commit
new 6b1be4a temporary commit
new 5935772 temporary commit
new 77206b2 add autoRepair option for NativeRestorableIOWriter
new 742e686 Merge pull request #93 from apache/jira39
new 2fcc8d2 Added Initial Version of release notes as preparation for the
Release 0.8.0.
new af199ad Merge pull request #91 from JulianFeinauer/add-release-notes
new a0053ac Added autoRepair functionality to TsFileSequenceReader.
new 923b383 Small refactoring.
new f80955d Added exception to TsFileSequenceReader.readTailMagic, when
there is no tail magic.
new 5297249 temporary commit
new 7a563c0 update license (#94)
new 169959c Merge pull request #98 from
JulianFeinauer/feature/IOTDB-39-add-autorepair-reader
new 58d3ca1 Merge remote-tracking branch 'origin/master' into
iotdb39-autoreadrepair
new 1c3da5e move recovery function from TsFileSequenceReader to its
subclass
new 0b2aa12 add append option in TsFile writer and add a subclass of
TsFileSequenceReader for supporting auto repair
new 62eb9bd remove comment codes
new 3a7c3de fix stream unclosed when exception occurs when creating
TsFileReader
new 770cd61 merge with iotdb39-autoreadrepair
new cccfdb6 run TsFileProcessor() successfully.
new a009d48 basicly pass the UT
new 4e52d72 basiclly pass the brute force test of TsFileProcessor
new 0c2f2d3 just print warn msg when the jvm memeory is dangerous
new fc5eb6c reject writes when the memory is dangerous
new 7aec799 reject writes when the memory is dangerous
new 3a1a19e faster memtable.getSortedTimeValuePairList
new de87b06 reduce memory cost when sorting data in memory
new 9b69de5 Merge remote-tracking branch 'origin/improve_memtable_sort'
into refactor_overflow_2
new 4d1d623 change values of InsertPlan from List<> to String[]; add
insert(InsertPlan) for TsFileProcessor
The 1532 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.mvn/wrapper/MavenWrapperDownloader.java | 2 +-
.mvn/wrapper/maven-wrapper.properties | 2 +-
LICENSE-binary | 262 -----
License | 86 +-
NOTICE | 507 ++++++++-
NOTICE-binary | 1174 --------------------
RELEASE_NOTES | 39 +
example/rocketmq/pom.xml | 10 -
example/rocketmq/readme.md | 10 -
.../controller/DatabaseConnectController.java | 41 +-
.../iotdb/tsfile/hadoop/TSFOutputFormat.java | 3 +-
.../iotdb/tsfile/hadoop/TSFRecordWriter.java | 3 +-
.../iotdb/tsfile/hadoop/example/TsFileHelper.java | 13 +-
.../cn/edu/thu/tsfile/hadoop/TsFileTestHelper.java | 17 +-
.../engine/bufferwrite/BufferWriteProcessor.java | 6 +-
.../bufferwrite/RestorableTsFileIOWriter.java | 9 +-
.../iotdb/db/engine/filenode/FileNodeManager.java | 14 +-
.../db/engine/filenode/FileNodeProcessor.java | 39 +-
.../iotdb/db/engine/filenode/TsFileResource.java | 193 ++--
.../iotdb/db/engine/memtable/AbstractMemTable.java | 6 +-
.../apache/iotdb/db/engine/memtable/IMemTable.java | 3 +-
.../db/engine/memtable/MemTableFlushUtil.java | 10 +-
.../engine/memtable/TimeValuePairInMemTable.java | 8 +-
.../iotdb/db/engine/memtable/WritableMemChunk.java | 10 +-
.../db/engine/overflow/io/OverflowProcessor2.java | 2 +-
.../db/engine/tsfiledata/TsFileProcessor.java | 680 +++++++++---
.../iotdb/db/engine/tsfiledata/TsFileResource.java | 610 +++++-----
.../db/postback/receiver/ServerServiceImpl.java | 2 +-
.../iotdb/db/qp/executor/OverflowQPExecutor.java | 18 +-
.../iotdb/db/qp/executor/QueryProcessExecutor.java | 4 +-
.../iotdb/db/qp/logical/crud/InsertOperator.java | 12 +-
.../iotdb/db/qp/physical/crud/InsertPlan.java | 20 +-
.../iotdb/db/qp/strategy/LogicalGenerator.java | 8 +-
.../db/query/control/QueryDataSourceManager.java | 27 +
.../EngineExecutorWithoutTimeGenerator.java | 60 +
.../iotdb/db/query/executor/EngineQueryRouter.java | 26 +
.../apache/iotdb/db/sql/parse/AstNodeOrigin.java | 1 -
.../java/org/apache/iotdb/db/utils/MemUtils.java | 24 +
.../apache/iotdb/db/utils/PrimitiveArrayList.java | 1 +
.../org/apache/iotdb/db/utils/TimeValuePair.java | 7 +-
.../db/writelog/replay/ConcreteLogReplayer.java | 12 +-
.../db/writelog/transfer/PhysicalPlanCodec.java | 16 +-
.../bufferwrite/BufferWriteProcessorNewTest.java | 1 -
.../db/engine/filenode/SerializeUtilTest.java | 10 +-
.../memcontrol/BufferwriteFileSizeControlTest.java | 8 -
.../memcontrol/BufferwriteMetaSizeControlTest.java | 8 -
.../db/engine/tsfiledata/TsFileProcessorTest.java | 253 +++++
.../org/apache/iotdb/db/experiments/PerfTest.java | 135 +++
.../integration/QueryDataFromUnclosedTsFileIT.java | 39 +-
.../apache/iotdb/db/qp/utils/MemIntQpExecutor.java | 4 +-
.../org/apache/iotdb/db/tools/WalCheckerTest.java | 8 +-
.../apache/iotdb/db/writelog/PerformanceTest.java | 14 +-
.../org/apache/iotdb/db/writelog/RecoverTest.java | 12 +-
.../iotdb/db/writelog/WriteLogNodeManagerTest.java | 8 +-
.../apache/iotdb/db/writelog/WriteLogNodeTest.java | 20 +-
.../iotdb/db/writelog/io/LogWriterReaderTest.java | 8 +-
...er General Public License version 2.1(LGPL-2.1) | 163 ---
licenses-binary/The JSON License | 11 -
licenses/CDDL License 1.1 | 90 ++
licenses/EDL License 1.0 | 11 +
.../Eclipse Public License 1.0 (EPL-1.0) | 0
.../Eclipse Public License version 2.0 (EPL-2.0) | 0
.../The 2-Clause BSD License | 0
.../The 3-Clause BSD License | 0
{licenses-binary => licenses}/The MIT License | 0
pom.xml | 10 +-
spark/pom.xml | 5 -
.../org/apache/iotdb/tsfile/io/CreateTSFile.java | 15 +-
.../apache/iotdb/tsfile/TsFileSequenceRead.java | 4 +-
tsfile/pom.xml | 13 +-
.../{IDataReader.java => TsFileCheckStatus.java} | 12 +-
.../iotdb/tsfile/read/TsFileRestorableReader.java | 70 ++
.../iotdb/tsfile/read/TsFileSequenceReader.java | 208 +++-
.../apache/iotdb/tsfile/write/TsFileWriter.java | 4 +-
.../iotdb/tsfile/write/schema/FileSchema.java | 3 +-
.../iotdb/tsfile/write/schema/JsonConverter.java | 23 +-
.../write/writer/IncompleteFileTestUtil.java | 61 +
.../write/writer/NativeRestorableIOWriter.java | 181 +--
.../iotdb/tsfile/write/writer/TsFileIOWriter.java | 1 +
.../tsfile/read/TsFileRestorableReaderTest.java | 59 +
.../tsfile/read/TsFileSequenceReaderTest.java | 16 +
.../TsFileGeneratorForSeriesReaderByTimestamp.java | 19 +-
.../apache/iotdb/tsfile/utils/FileGenerator.java | 19 +-
.../apache/iotdb/tsfile/utils/RecordUtilsTest.java | 17 +-
.../iotdb/tsfile/utils/TsFileGeneratorForTest.java | 85 +-
.../org/apache/iotdb/tsfile/write/PerfTest.java | 13 +-
.../iotdb/tsfile/write/ReadPageInMemTest.java | 13 +-
.../org/apache/iotdb/tsfile/write/WriteTest.java | 28 +-
.../write/schema/converter/JsonConverterTest.java | 48 +-
.../write/writer/NativeRestorableIOWriterTest.java | 72 +-
90 files changed, 3020 insertions(+), 2779 deletions(-)
delete mode 100644 LICENSE-binary
delete mode 100644 NOTICE-binary
create mode 100644 RELEASE_NOTES
create mode 100644
iotdb/src/test/java/org/apache/iotdb/db/engine/tsfiledata/TsFileProcessorTest.java
create mode 100644
iotdb/src/test/java/org/apache/iotdb/db/experiments/PerfTest.java
delete mode 100644 licenses-binary/GNU Lesser General Public License version
2.1(LGPL-2.1)
delete mode 100644 licenses-binary/The JSON License
create mode 100644 licenses/CDDL License 1.1
create mode 100644 licenses/EDL License 1.0
rename {licenses-binary => licenses}/Eclipse Public License 1.0 (EPL-1.0)
(100%)
rename {licenses-binary => licenses}/Eclipse Public License version 2.0
(EPL-2.0) (100%)
rename {licenses-binary => licenses}/The 2-Clause BSD License (100%)
rename {licenses-binary => licenses}/The 3-Clause BSD License (100%)
rename {licenses-binary => licenses}/The MIT License (100%)
copy tsfile/src/main/java/org/apache/iotdb/tsfile/read/{IDataReader.java =>
TsFileCheckStatus.java} (77%)
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/read/TsFileRestorableReader.java
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/write/writer/IncompleteFileTestUtil.java
create mode 100644
tsfile/src/test/java/org/apache/iotdb/tsfile/read/TsFileRestorableReaderTest.java
