This is an automated email from the ASF dual-hosted git repository.
jiangtian pushed a change to branch dev_TTL
in repository https://gitbox.apache.org/repos/asf/incubator-iotdb.git.
from 75e4eb5 add tests
add 906dc90 fix bug in IOTDB-207 (#385)
add 8a23a21 add more partition tests for spark-tsfile-connector;format
code (#383)
add 8d53b66 [IOTDB-57]rename (#384)
add d3966e4 [IOTDB-180] Get rid of JSON format in "show timeseries" (#387)
add 1578144 use jdbc to connect iotdb in spark (#381)
add 17e9647 [IOTDB-200] Support creating TsFileWriter with config of
storage file system (#388)
add 6fefb72 use %IOTDB_HOME%\lib\* to refers to all .jar files in the
directory (#390)
add c4af91b fix grammer (#391)
add 7d07bae [IOTDB-191] Enrich Session interfaces (#375)
add a09f08b add log for session (#394)
add 0a4df04 [IOTDB-219] Add config of tsfile_storage_fs in
iotdb-engine.properties (#395)
add 18da903 fix a bug in DirectoryManager (#393)
new b381c8e Merge branch 'master' into dev_TTL
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
README.md | 222 ++++++++---
.../org/apache/iotdb/client/AbstractClient.java | 13 -
.../org/apache/iotdb/client/AbstractClientIT.java | 5 -
docs/Documentation-CHN/QuickStart.md | 259 +++++++------
.../4-Deployment and Management/2-Configuration.md | 27 ++
.../UserGuide/7-Session API/1-Session API.md | 7 +
.../{9-Tools-spark.md => 9-Tools-spark-iotdb.md} | 0
.../{9-Tools-spark.md => 9-Tools-spark-tsfile.md} | 0
docs/Documentation/QuickStart.md | 189 +++++++--
.../4-Deployment and Management/2-Configuration.md | 27 ++
.../UserGuide/7-Session API/1-Session API.md | 7 +
docs/Documentation/UserGuide/8-TsFile/2-Usage.md | 13 +
.../Documentation/UserGuide/9-Tools-spark-iotdb.md | 171 +++++++++
.../{9-Tools-spark.md => 9-Tools-spark-tsfile.md} | 0
.../main/java/org/apache/iotdb/SessionExample.java | 11 +-
.../apache/iotdb/tsfile/TsFileSequenceRead.java | 3 +-
.../iotdb/tsfile/TsFileWriteWithRowBatch.java | 4 +-
.../iotdb/tsfile/TsFileWriteWithTSRecord.java | 5 +-
.../java/org/apache/iotdb/jdbc/IoTDBStatement.java | 20 +-
.../org/apache/iotdb/jdbc/IoTDBStatementTest.java | 59 ++-
pom.xml | 1 +
server/pom.xml | 19 -
.../resources/conf/iotdb-engine.properties | 10 +-
.../src/assembly/resources/sbin/start-server.bat | 6 +-
.../iotdb/db/auth/role/LocalFileRoleAccessor.java | 19 +-
.../iotdb/db/auth/user/LocalFileUserAccessor.java | 38 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 90 ++++-
.../org/apache/iotdb/db/conf/IoTDBConfigCheck.java | 8 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 11 +-
.../iotdb/db/conf/adapter/CompressionRatio.java | 7 +-
.../db/conf/directories/DirectoryManager.java | 13 +-
.../org/apache/iotdb/db/engine/StorageEngine.java | 4 +-
.../iotdb/db/engine/fileSystem/HdfsFile.java | 156 --------
.../{FileFactory.java => SystemFileFactory.java} | 26 +-
.../db/engine/merge/manage/MergeResource.java | 4 +-
.../iotdb/db/engine/merge/recover/LogAnalyzer.java | 8 +-
.../db/engine/modification/ModificationFile.java | 5 +-
.../io/LocalTextModificationAccessor.java | 25 +-
.../engine/storagegroup/StorageGroupProcessor.java | 27 +-
.../db/engine/storagegroup/TsFileResource.java | 12 +-
.../version/SimpleFileVersionController.java | 9 +-
.../org/apache/iotdb/db/metadata/MManager.java | 9 +-
.../iotdb/db/monitor/collector/FileSize.java | 5 +-
.../iotdb/db/qp/physical/crud/DeletePlan.java | 4 +-
.../impl/{MeanAggrFunc.java => AvgAggrFunc.java} | 8 +-
.../db/query/aggregation/impl/SumAggrFunc.java | 2 +-
.../iotdb/db/query/factory/AggreFuncFactory.java | 6 +-
.../java/org/apache/iotdb/db/service/Monitor.java | 5 +-
.../org/apache/iotdb/db/service/TSServiceImpl.java | 25 +-
.../iotdb/db/sync/receiver/SyncServiceImpl.java | 21 +-
.../apache/iotdb/db/tools/MemEst/MemEstTool.java | 5 +-
.../iotdb/db/tools/TsFileResourcePrinter.java | 6 +-
.../java/org/apache/iotdb/db/tools/WalChecker.java | 6 +-
.../org/apache/iotdb/db/utils/CommonUtils.java | 10 +-
.../org/apache/iotdb/db/writelog/io/LogWriter.java | 3 +-
.../db/writelog/node/ExclusiveWriteLogNode.java | 12 +-
.../iotdb/db/writelog/recover/LogReplayer.java | 5 +-
.../writelog/recover/TsFileRecoverPerformer.java | 7 +-
.../db/engine/memtable/MemTableFlushTaskTest.java | 4 +-
.../apache/iotdb/db/engine/merge/MergeTest.java | 8 +-
.../db/engine/modification/DeletionQueryTest.java | 1 -
.../engine/storagegroup/TsFileProcessorTest.java | 12 +-
.../org/apache/iotdb/db/integration/Constant.java | 4 +-
.../iotdb/db/integration/IOTDBGroupByIT.java | 12 +-
.../iotdb/db/integration/IoTDBAggregationIT.java | 23 +-
.../integration/IoTDBAggregationLargeDataIT.java | 28 +-
.../integration/IoTDBAggregationSmallDataIT.java | 12 +-
.../iotdb/db/integration/IoTDBMetadataFetchIT.java | 16 +-
.../db/query/control/FileReaderManagerTest.java | 8 +-
.../iotdb/db/writelog/recover/LogReplayerTest.java | 6 +-
.../db/writelog/recover/SeqTsFileRecoverTest.java | 4 +-
.../writelog/recover/UnseqTsFileRecoverTest.java | 4 +-
service-rpc/rpc-changelist.md | 6 +-
service-rpc/src/main/thrift/rpc.thrift | 11 +-
session/pom.xml | 12 +
.../main/java/org/apache/iotdb/session/Config.java | 2 +-
.../java/org/apache/iotdb/session/Session.java | 44 ++-
.../org/apache/iotdb/session/IoTDBSessionIT.java | 98 ++++-
.../iotdb/session}/utils/EnvironmentUtils.java | 11 +-
spark-iotdb-connector/Readme.md | 171 +++++++++
{spark-tsfile => spark-iotdb-connector}/pom.xml | 27 +-
.../java/org/apache/iotdb/sparkdb/SQLConstant.java | 23 +-
.../scala/org/apache/iotdb/sparkdb/Converter.scala | 87 +++++
.../org/apache/iotdb/sparkdb/DefaultSource.scala | 42 ++
.../org/apache/iotdb/sparkdb/IoTDBOptions.scala | 42 ++
.../scala/org/apache/iotdb/sparkdb/IoTDBRDD.scala | 134 +++++++
.../org/apache/iotdb/sparkdb/IoTDBRelation.scala | 116 ++++++
.../org/apache/iotdb/sparkdb}/Transformer.scala | 33 +-
.../scala/org/apache/iotdb/sparkdb/package.scala | 35 ++
.../apache/iotdb/sparkdb}/EnvironmentUtils.java | 95 ++++-
.../scala/org/apache/iotdb/sparkdb/IoTDBTest.scala | 115 ++++++
spark-tsfile/pom.xml | 14 +-
.../apache/iotdb/tsfile/io/TsFileRecordWriter.java | 1 +
.../java/org/apache/iotdb/tsfile/qp/Executor.java | 37 +-
.../org/apache/iotdb/tsfile/qp/QueryProcessor.java | 271 ++++++-------
.../iotdb/tsfile/qp/common/BasicOperator.java | 79 ++--
.../iotdb/tsfile/qp/common/FilterOperator.java | 244 ++++++------
.../apache/iotdb/tsfile/qp/common/Operator.java | 41 +-
.../apache/iotdb/tsfile/qp/common/SQLConstant.java | 249 ++++++------
.../apache/iotdb/tsfile/qp/common/SingleQuery.java | 53 +--
.../apache/iotdb/tsfile/qp/common/TSQueryPlan.java | 71 ++--
.../qp/exception/BasicOperatorException.java | 14 +-
.../tsfile/qp/exception/DNFOptimizeException.java | 14 +-
.../qp/exception/LogicalOptimizeException.java | 14 +-
.../tsfile/qp/exception/MergeFilterException.java | 14 +-
.../qp/exception/QueryOperatorException.java | 14 +-
.../qp/exception/QueryProcessorException.java | 30 +-
.../tsfile/qp/exception/RemoveNotException.java | 15 +-
.../tsfile/qp/optimizer/DNFFilterOptimizer.java | 241 ++++++------
.../tsfile/qp/optimizer/IFilterOptimizer.java | 10 +-
.../qp/optimizer/MergeSingleFilterOptimizer.java | 213 ++++++-----
.../tsfile/qp/optimizer/PhysicalOptimizer.java | 387 ++++++++++---------
.../tsfile/qp/optimizer/RemoveNotOptimizer.java | 144 +++----
.../scala/org/apache/iotdb/tsfile/Converter.scala | 14 +-
.../org/apache/iotdb/tsfile/DefaultSource.scala | 47 ++-
.../org/apache/iotdb/tsfile/NarrowConverter.scala | 138 ++++---
.../iotdb/tsfile/NarrowTsFileOutputWriter.scala | 2 +-
.../org/apache/iotdb/tsfile/Transformer.scala | 2 +-
.../org/apache/iotdb/tsfile/WideConverter.scala | 31 +-
.../iotdb/tsfile/WideTsFileOutputWriter.scala | 12 +-
.../scala/org/apache/iotdb/tsfile/package.scala | 9 +-
.../scala/org/apache/iotdb/tool/TsFileExample.java | 3 +-
.../org/apache/iotdb/tool/TsFileWriteTool.java | 55 +++
.../org/apache/iotdb/tsfile/ConverterTest.scala | 4 +-
.../org/apache/iotdb/tsfile/HDFSInputTest.java | 2 +-
.../scala/org/apache/iotdb/tsfile/TSFileSuit.scala | 423 ++++++++++++++++++++-
tsfile/pom.xml | 18 +
.../iotdb/tsfile/common/conf/TSFileConfig.java | 43 ++-
.../tsfile/common/constant/StatisticConstant.java | 2 +-
.../apache/iotdb/tsfile}/fileSystem/FSType.java | 2 +-
.../iotdb/tsfile/fileSystem/FileInputFactory.java | 51 +++
.../iotdb/tsfile/fileSystem/FileOutputFactory.java | 51 +++
.../apache/iotdb/tsfile/fileSystem/HDFSFile.java | 376 ++++++++++++++++++
.../apache/iotdb/tsfile/fileSystem}/HDFSInput.java | 13 +-
.../iotdb/tsfile/fileSystem}/HDFSOutput.java | 22 +-
.../iotdb/tsfile/fileSystem/TSFileFactory.java | 104 +++++
.../iotdb/tsfile/read/TsFileRestorableReader.java | 5 +-
.../iotdb/tsfile/read/TsFileSequenceReader.java | 11 +-
.../apache/iotdb/tsfile/write/TsFileWriter.java | 3 +
.../iotdb/tsfile/write/chunk/ChunkWriterImpl.java | 28 +-
.../write/writer/RestorableTsFileIOWriter.java | 3 +-
.../iotdb/tsfile/write/writer/TsFileIOWriter.java | 25 +-
.../tsfile/read/TsFileRestorableReaderTest.java | 5 +-
.../org/apache/iotdb/tsfile/utils/FileUtils.java | 3 +-
.../iotdb/tsfile/utils/TsFileGeneratorForTest.java | 15 +-
.../write/writer/RestorableTsFileIOWriterTest.java | 33 +-
146 files changed, 4622 insertions(+), 2028 deletions(-)
copy docs/Documentation-CHN/UserGuide/{9-Tools-spark.md =>
9-Tools-spark-iotdb.md} (100%)
rename docs/Documentation-CHN/UserGuide/{9-Tools-spark.md =>
9-Tools-spark-tsfile.md} (100%)
create mode 100644 docs/Documentation/UserGuide/9-Tools-spark-iotdb.md
rename docs/Documentation/UserGuide/{9-Tools-spark.md =>
9-Tools-spark-tsfile.md} (100%)
delete mode 100644
server/src/main/java/org/apache/iotdb/db/engine/fileSystem/HdfsFile.java
rename
server/src/main/java/org/apache/iotdb/db/engine/fileSystem/{FileFactory.java =>
SystemFileFactory.java} (59%)
rename
server/src/main/java/org/apache/iotdb/db/query/aggregation/impl/{MeanAggrFunc.java
=> AvgAggrFunc.java} (96%)
copy example/session/src/main/java/org/apache/iotdb/SessionExample.java =>
session/src/test/java/org/apache/iotdb/session/IoTDBSessionIT.java (53%)
copy {server/src/test/java/org/apache/iotdb/db =>
session/src/test/java/org/apache/iotdb/session}/utils/EnvironmentUtils.java
(97%)
create mode 100644 spark-iotdb-connector/Readme.md
copy {spark-tsfile => spark-iotdb-connector}/pom.xml (82%)
copy
spark-tsfile/src/main/java/org/apache/iotdb/tsfile/qp/exception/BasicOperatorException.java
=>
spark-iotdb-connector/src/main/java/org/apache/iotdb/sparkdb/SQLConstant.java
(67%)
mode change 100755 => 100644
create mode 100644
spark-iotdb-connector/src/main/scala/org/apache/iotdb/sparkdb/Converter.scala
create mode 100644
spark-iotdb-connector/src/main/scala/org/apache/iotdb/sparkdb/DefaultSource.scala
create mode 100644
spark-iotdb-connector/src/main/scala/org/apache/iotdb/sparkdb/IoTDBOptions.scala
create mode 100644
spark-iotdb-connector/src/main/scala/org/apache/iotdb/sparkdb/IoTDBRDD.scala
create mode 100644
spark-iotdb-connector/src/main/scala/org/apache/iotdb/sparkdb/IoTDBRelation.scala
copy {spark-tsfile/src/main/scala/org/apache/iotdb/tsfile =>
spark-iotdb-connector/src/main/scala/org/apache/iotdb/sparkdb}/Transformer.scala
(86%)
create mode 100644
spark-iotdb-connector/src/main/scala/org/apache/iotdb/sparkdb/package.scala
copy {server/src/test/java/org/apache/iotdb/db/utils =>
spark-iotdb-connector/src/test/scala/org/apache/iotdb/sparkdb}/EnvironmentUtils.java
(64%)
create mode 100644
spark-iotdb-connector/src/test/scala/org/apache/iotdb/sparkdb/IoTDBTest.scala
rename {server/src/main/java/org/apache/iotdb/db/engine =>
tsfile/src/main/java/org/apache/iotdb/tsfile}/fileSystem/FSType.java (94%)
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/FileInputFactory.java
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/FileOutputFactory.java
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/HDFSFile.java
rename {spark-tsfile/src/main/java/org/apache/iotdb/tsfile/io =>
tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem}/HDFSInput.java (93%)
rename {spark-tsfile/src/main/java/org/apache/iotdb/tsfile/io =>
tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem}/HDFSOutput.java (83%)
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/fileSystem/TSFileFactory.java
