This is an automated email from the ASF dual-hosted git repository.
liurui pushed a change to branch file_size_monitor
in repository https://gitbox.apache.org/repos/asf/incubator-iotdb.git.
from d32bf17 add monitor statistics for file size
new 14f6503 fix AbstractClient, Client and DeletionQueryTest.
new 4fb9c46 refactor WinClient
new 19c84dd refactor ExportCsv
new 15c5801 fix ImportCsv
new ade931b add an initial committer: Kun Liu
new a5c354c Merge pull request #71 from apache/update_doc
new a1e3a30 [IOTDB-26] client-cli output error when exiting (#73)
new bbeb32f Merge branch 'master' into fix_sonar_bug
new 2a47268 Merge pull request #58 from apache/fix_sonar_bug
new ac70733 refactor lock and unlock in recovery() of fileNodeManager
new a07d2b7 Merge remote-tracking branch 'origin/master' into
refactor_fileNode
new f78ae5b Merge remote-tracking branch 'origin/master' into
refactor_fileNode
new 427631d remove incorrect javadoc
new 36f34ee Merge pull request #61 from apache/refactor_fileNode
new e5f02eb Fixes for non working links in documentation.
new 1d91f6c Fixed remarks from jixuan.
new 959d20b Merge pull request #74 from JulianFeinauer/hp-fixes
new 6d1c689 add some doc in user guide for JMX MBean Monitor
new fe312b0 add some introduction for unsupported OS
new b111281 print full error stack info
new 34ee171 add index content of chapter 4
new f869c5d change description of SocketOpenFileNum
new 5c70337 Merge pull request #67 from apache/openfile_doc
new 642c2b9 Add example module (#64)
new 25c903c Bug fix: the writer of LocalTextModificationAccessor is not
recycled after being closed. Add test: testDelAfterFlush in IoTDBDeletionIT.
new 632a15b add result verification in IoTDBDletionIT
new c4b0fe4 Merge pull request #76 from apache/fix_27
new 07c8fce [IOTDB-29] Fix bug that reading an empty series (but has been
registered). (#75)
new 2f26fc1 [IOTDB-30]Bug fix: use two maps to avoid getting wrong
FileReader (#78)
new 6b21794 [IOTDB-31] add props of a time series declarison into
FileNodeProcessor (#81)
new 8da6f8f [IOTDB-22] Fix Bug in JIRA (#72)
new 9dfea9a Enable docker image (#69)
new b956393 force require apache-rat check for travis (#84)
new db3d1f7 [IOTDB-31] control the float precision of data in memtable
(#83)
new cd8d5fd add missing apache header (#86)
new 971ec2b Add wal checking tool (#85)
new db41e49 Fix sonar bug (#82)
new fa04576 Merge branch 'master' into file_size_monitor
The 1494 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.travis.yml | 14 +-
Readme.md | 1 +
docker/Dockerfile | 49 ++
docs/Community-Project Committers.md | 1 +
docs/Documentation/QuickStart.md | 9 +-
docs/Documentation/UserGuideV0.7.0/2-Concept.md | 14 +-
.../UserGuideV0.7.0/4-Deployment and Management.md | 210 +++++++-
.../UserGuideV0.7.0/5-SQL Documentation.md | 4 +-
{hadoop => example/kafka}/pom.xml | 43 +-
example/kafka/readme.md | 75 +++
.../main/java/org/apache/iotdb/kafka/Constant.java | 58 ++
.../java/org/apache/iotdb/kafka/KafkaConsumer.java | 102 ++++
.../apache/iotdb/kafka/KafkaConsumerThread.java | 103 ++++
.../java/org/apache/iotdb/kafka/KafkaProducer.java | 67 +++
{hadoop => example}/pom.xml | 36 +-
{hadoop => example/rocketmq}/pom.xml | 38 +-
example/rocketmq/readme.md | 87 +++
.../java/org/apache/iotdb/example/Constant.java | 66 +++
.../org/apache/iotdb/example/RocketMQConsumer.java | 138 +++++
.../org/apache/iotdb/example/RocketMQProducer.java | 104 ++++
.../main/java/org/apache/iotdb/example/Utils.java | 25 +-
.../apache/iotdb/cli/client/AbstractClient.java | 44 +-
.../java/org/apache/iotdb/cli/client/Client.java | 298 +++--------
.../org/apache/iotdb/cli/client/WinClient.java | 148 ++++--
.../org/apache/iotdb/cli/tool/CsvTestDataGen.java | 125 -----
.../java/org/apache/iotdb/cli/tool/ExportCsv.java | 161 +++---
.../java/org/apache/iotdb/cli/tool/ImportCsv.java | 353 ++++++------
.../apache/iotdb/cli/client/AbstractClientIT.java | 4 +-
.../antlr3/org/apache/iotdb/db/sql/parse/TSLexer.g | 1 +
.../org/apache/iotdb/db/sql/parse/TSParser.g | 5 +-
.../iotdb/db/auth/authorizer/BasicAuthorizer.java | 15 +-
.../db/auth/authorizer/LocalFileAuthorizer.java | 4 +-
.../iotdb/db/auth/role/LocalFileRoleAccessor.java | 4 +-
.../iotdb/db/auth/user/BasicUserManager.java | 3 +-
.../iotdb/db/auth/user/LocalFileUserAccessor.java | 2 +-
.../org/apache/iotdb/db/concurrent/HashLock.java | 8 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 589 +++++++++++++++++----
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 207 ++++----
.../iotdb/db/conf/directories/Directories.java | 4 +-
.../strategy/MinDirOccupiedSpaceFirstStrategy.java | 2 +-
.../MinFolderOccupiedSpaceFirstStrategy.java | 2 +-
.../engine/bufferwrite/BufferWriteProcessor.java | 62 ++-
.../bufferwrite/RestorableTsFileIOWriter.java | 6 +-
.../engine/cache/RowGroupBlockMetaDataCache.java | 16 +
.../db/engine/filenode/FileNodeFlushFuture.java | 12 +-
.../iotdb/db/engine/filenode/FileNodeManager.java | 73 ++-
.../db/engine/filenode/FileNodeProcessor.java | 67 +--
.../db/engine/filenode/TimeIntervalTsFile.java | 287 ----------
.../db/engine/memcontrol/BasicMemController.java | 9 +-
.../db/engine/memcontrol/FlushPartialPolicy.java | 2 +-
.../db/engine/memcontrol/MemMonitorThread.java | 4 +-
.../iotdb/db/engine/memtable/AbstractMemTable.java | 9 +-
.../apache/iotdb/db/engine/memtable/IMemTable.java | 4 +-
.../db/engine/memtable/MemSeriesLazyMerger.java | 20 +-
.../db/engine/modification/ModificationFile.java | 2 +-
.../io/LocalTextModificationAccessor.java | 4 +-
.../db/engine/overflow/io/OverflowProcessor.java | 43 +-
.../db/engine/overflow/io/OverflowResource.java | 11 +-
.../db/engine/overflow/io/OverflowSupport.java | 11 +-
.../apache/iotdb/db/engine/pool/FlushManager.java | 11 +-
.../apache/iotdb/db/engine/pool/MergeManager.java | 10 +-
.../querycontext/GlobalSortedSeriesDataSource.java | 8 +-
.../querycontext/OverflowSeriesDataSource.java | 8 +-
.../db/engine/querycontext/ReadOnlyMemChunk.java | 39 +-
.../version/SimpleFileVersionController.java | 4 +-
.../iotdb/db/exception/ProcessorException.java | 4 +
...llTypeException.java => SysCheckException.java} | 15 +-
.../db/exception/builder/ExceptionBuilder.java | 2 +-
.../org/apache/iotdb/db/metadata/ColumnSchema.java | 83 ---
.../java/org/apache/iotdb/db/metadata/MGraph.java | 32 +-
.../org/apache/iotdb/db/metadata/MManager.java | 323 +++++------
.../java/org/apache/iotdb/db/metadata/MNode.java | 17 +-
.../java/org/apache/iotdb/db/metadata/MTree.java | 73 +--
.../org/apache/iotdb/db/metadata/Metadata.java | 9 +-
.../org/apache/iotdb/db/monitor/StatMonitor.java | 21 +-
.../db/postback/conf/PostBackSenderConfig.java | 4 +-
.../iotdb/db/postback/receiver/ServerManager.java | 10 +-
.../db/postback/receiver/ServerServiceImpl.java | 12 +-
.../iotdb/db/qp/executor/OverflowQPExecutor.java | 37 +-
.../iotdb/db/qp/logical/sys/MetadataOperator.java | 35 +-
.../iotdb/db/qp/physical/sys/MetadataPlan.java | 55 +-
.../iotdb/db/qp/strategy/LogicalGenerator.java | 96 ++--
.../iotdb/db/qp/strategy/PhysicalGenerator.java | 4 +-
.../iotdb/db/query/control/FileReaderManager.java | 133 +++--
.../db/query/control/OpenedFilePathsManager.java | 43 +-
.../db/query/factory/SeriesReaderFactory.java | 4 +-
.../query/reader/mem/MemChunkReaderWithFilter.java | 3 +-
.../query/reader/sequence/SealedTsFilesReader.java | 2 +-
.../reader/sequence/UnSealedTsFileReader.java | 2 +-
.../apache/iotdb/db/service/CloseMergeService.java | 12 +-
.../java/org/apache/iotdb/db/service/IoTDB.java | 9 +-
.../org/apache/iotdb/db/service/JDBCService.java | 22 +-
.../java/org/apache/iotdb/db/service/Monitor.java | 10 +-
.../org/apache/iotdb/db/service/TSServiceImpl.java | 9 +-
.../java/org/apache/iotdb/db/service/Utils.java | 40 --
.../java/org/apache/iotdb/db/tools/WalChecker.java | 118 +++++
.../org/apache/iotdb/db/utils/FileSchemaUtils.java | 49 +-
.../org/apache/iotdb/db/utils/LoadDataUtils.java | 6 +-
.../java/org/apache/iotdb/db/utils/MathUtils.java | 76 +++
.../org/apache/iotdb/db/utils/OpenFileNumUtil.java | 32 +-
.../apache/iotdb/db/writelog/io/ILogReader.java | 7 +-
.../org/apache/iotdb/db/writelog/io/LogWriter.java | 2 +-
.../apache/iotdb/db/writelog/io/RAFLogReader.java | 45 +-
.../writelog/manager/MultiFileLogNodeManager.java | 14 +-
.../db/writelog/node/ExclusiveWriteLogNode.java | 6 +-
.../recover/ExclusiveLogRecoverPerformer.java | 18 +-
.../db/writelog/transfer/PhysicalPlanCodec.java | 10 +-
.../writelog/transfer/PhysicalPlanLogTransfer.java | 2 +-
.../iotdb/db/engine/MetadataManagerHelper.java | 114 ++--
.../java/org/apache/iotdb/db/engine/PathUtils.java | 4 +-
.../bufferwrite/BufferWriteProcessorNewTest.java | 15 +-
.../bufferwrite/BufferWriteProcessorTest.java | 15 +-
.../filenodev2/FileNodeManagerBenchmark.java | 2 +-
.../memcontrol/BufferwriteFileSizeControlTest.java | 56 +-
.../memcontrol/BufferwriteMetaSizeControlTest.java | 55 +-
.../db/engine/memcontrol/IoTDBMemControlTest.java | 10 +-
.../memcontrol/OverflowFileSizeControlTest.java | 8 +-
.../memcontrol/OverflowMetaSizeControlTest.java | 8 +-
.../db/engine/memtable/PrimitiveMemTableTest.java | 18 +-
.../engine/modification/DeletionFileNodeTest.java | 13 +-
.../db/engine/modification/DeletionQueryTest.java | 13 +-
.../overflow/io/OverflowProcessorBenchmark.java | 4 +-
.../engine/overflow/io/OverflowProcessorTest.java | 33 +-
.../db/engine/overflow/io/OverflowSupportTest.java | 5 +-
.../version/SysTimeVersionControllerTest.java | 5 +-
.../iotdb/db/integration/IoTDBCompleteIT.java | 124 +++--
.../apache/iotdb/db/integration/IoTDBDaemonIT.java | 7 +-
.../iotdb/db/integration/IoTDBDeletionIT.java | 26 +
.../db/integration/IoTDBEngineTimeGeneratorIT.java | 6 +-
.../db/integration/IoTDBFloatPrecisionIT.java | 183 +++++++
.../iotdb/db/integration/IoTDBLargeDataIT.java | 6 -
.../iotdb/db/integration/IoTDBMetadataFetchIT.java | 31 +-
.../iotdb/db/integration/IoTDBMultiSeriesIT.java | 8 -
.../db/integration/IoTDBSequenceDataQueryIT.java | 5 -
.../iotdb/db/integration/IoTDBSeriesReaderIT.java | 11 +
.../iotdb/db/metadata/MManagerAdvancedTest.java | 49 +-
.../iotdb/db/metadata/MManagerBasicTest.java | 39 +-
.../iotdb/db/metadata/MManagerEfficiencyTest.java | 3 +-
.../iotdb/db/metadata/MManagerImproveTest.java | 4 +-
.../org/apache/iotdb/db/metadata/MTreeTest.java | 26 +-
.../sender/IoTDBSingleClientPostBackTest.java | 2 +-
.../db/query/control/FileReaderManagerTest.java | 24 +-
.../org/apache/iotdb/db/tools/WalCheckerTest.java | 133 +++++
.../apache/iotdb/db/utils/EnvironmentUtils.java | 20 +-
.../org/apache/iotdb/db/utils/MathUtilsTest.java | 64 +++
.../apache/iotdb/db/utils/OpenFileNumUtilTest.java | 2 +-
.../apache/iotdb/db/writelog/PerformanceTest.java | 34 +-
.../org/apache/iotdb/db/writelog/RecoverTest.java | 6 +-
.../iotdb/db/writelog/WriteLogNodeManagerTest.java | 22 +-
.../apache/iotdb/db/writelog/WriteLogNodeTest.java | 22 +-
.../iotdb/db/writelog/io/LogWriterReaderTest.java | 2 +-
.../org/apache/iotdb/jdbc/IoTDBConnection.java | 2 +-
.../apache/iotdb/jdbc/IoTDBConnectionParams.java | 2 +-
.../iotdb/jdbc/IoTDBDatabaseMetadataTest.java | 6 +-
pom.xml | 9 +
tsfile/pom.xml | 13 -
.../apache/iotdb/tsfile/compress/ICompressor.java | 4 +-
.../tsfile/encoding/encoder/TSEncodingBuilder.java | 2 +-
...Exception.java => NotImplementedException.java} | 16 +-
.../iotdb/tsfile/file/header/PageHeader.java | 53 +-
.../file/metadata/statistics/BinaryStatistics.java | 10 +
.../file/metadata/statistics/Statistics.java | 68 +--
.../iotdb/tsfile/read/TsFileSequenceReader.java | 16 +-
.../iotdb/tsfile/read/UnClosedTsFileReader.java | 3 +-
.../tsfile/read/controller/MetadataQuerier.java | 9 +
.../read/controller/MetadataQuerierByFileImpl.java | 12 +
.../tsfile/read/query/executor/TsFileExecutor.java | 57 +-
...thoutFilter.java => EmptyFileSeriesReader.java} | 43 +-
.../iotdb/tsfile/write/chunk/ChunkBuffer.java | 2 +-
.../tsfile/write/record/datapoint/DataPoint.java | 4 +
.../tsfile/write/schema/MeasurementSchema.java | 47 +-
.../iotdb/tsfile/file/header/PageHeaderTest.java | 162 ++++++
.../file/metadata/ChunkGroupMetaDataTest.java | 42 +-
.../tsfile/file/metadata/utils/TestHelper.java | 11 +
.../iotdb/tsfile/file/metadata/utils/Utils.java | 455 ++++++++--------
.../tsfile/read/TsFileSequenceReaderTest.java | 101 ++++
.../iotdb/tsfile/utils/TsFileGeneratorForTest.java | 69 +--
.../iotdb/tsfile/write/TsFileIOWriterTest.java | 2 +-
.../iotdb/tsfile/write/TsFileReadWriteTest.java | 36 ++
179 files changed, 5039 insertions(+), 2905 deletions(-)
create mode 100644 docker/Dockerfile
copy {hadoop => example/kafka}/pom.xml (54%)
create mode 100644 example/kafka/readme.md
create mode 100644
example/kafka/src/main/java/org/apache/iotdb/kafka/Constant.java
create mode 100644
example/kafka/src/main/java/org/apache/iotdb/kafka/KafkaConsumer.java
create mode 100644
example/kafka/src/main/java/org/apache/iotdb/kafka/KafkaConsumerThread.java
create mode 100644
example/kafka/src/main/java/org/apache/iotdb/kafka/KafkaProducer.java
copy {hadoop => example}/pom.xml (67%)
copy {hadoop => example/rocketmq}/pom.xml (59%)
create mode 100644 example/rocketmq/readme.md
create mode 100644
example/rocketmq/src/main/java/org/apache/iotdb/example/Constant.java
create mode 100644
example/rocketmq/src/main/java/org/apache/iotdb/example/RocketMQConsumer.java
create mode 100644
example/rocketmq/src/main/java/org/apache/iotdb/example/RocketMQProducer.java
copy
iotdb/src/main/java/org/apache/iotdb/db/exception/ProcessorRuntimException.java
=> example/rocketmq/src/main/java/org/apache/iotdb/example/Utils.java (66%)
delete mode 100644
iotdb-cli/src/main/java/org/apache/iotdb/cli/tool/CsvTestDataGen.java
delete mode 100644
iotdb/src/main/java/org/apache/iotdb/db/engine/filenode/TimeIntervalTsFile.java
copy
iotdb/src/main/java/org/apache/iotdb/db/exception/{UnSupportedFillTypeException.java
=> SysCheckException.java} (77%)
delete mode 100644
iotdb/src/main/java/org/apache/iotdb/db/metadata/ColumnSchema.java
create mode 100644
iotdb/src/main/java/org/apache/iotdb/db/tools/WalChecker.java
create mode 100644 iotdb/src/main/java/org/apache/iotdb/db/utils/MathUtils.java
create mode 100644
iotdb/src/test/java/org/apache/iotdb/db/integration/IoTDBFloatPrecisionIT.java
create mode 100644
iotdb/src/test/java/org/apache/iotdb/db/tools/WalCheckerTest.java
create mode 100644
iotdb/src/test/java/org/apache/iotdb/db/utils/MathUtilsTest.java
copy
tsfile/src/main/java/org/apache/iotdb/tsfile/exception/{TsFileRuntimeException.java
=> NotImplementedException.java} (69%)
copy
tsfile/src/main/java/org/apache/iotdb/tsfile/read/reader/series/{FileSeriesReaderWithoutFilter.java
=> EmptyFileSeriesReader.java} (57%)
create mode 100644
tsfile/src/test/java/org/apache/iotdb/tsfile/file/header/PageHeaderTest.java
create mode 100644
tsfile/src/test/java/org/apache/iotdb/tsfile/read/TsFileSequenceReaderTest.java
