This is an automated email from the ASF dual-hosted git repository.
hxd pushed a change to branch simple_pool
in repository https://gitbox.apache.org/repos/asf/incubator-iotdb.git.
from e5002af add timeout and retry times
add 0e7f217 fix group by sql reference
add 30421a9 update data query doc
add d5d0cc5 adjust method position
add 6a342cc modify GroupByWithoutValueFilterDataSet doc (#875)
add 848394a Merge remote-tracking branch 'origin/series_reader_doc' into
series_reader_doc
add b5a7227 add groupByExecutor main method doc (#877)
add 688d657 Merge pull request #872 from apache/series_reader_doc
add 83bb5e2 Support date format 2020-02-10 (#878)
add 79c2602 Hot fix for LAST query bug when using with disable align
(#879)
add 9fc13b6 add filed nullable check (#881)
add 92e192f let newField(null) to null (#882)
add ca7c698 Merge remote-tracking branch 'origin/master'
add 0b5f27d change antlr3 to antlr4 in readme file (#883)
add 890eed6 Cherry pick the changes of the distributed version (#866)
add f514abd [IOTDB-536] Process about nonExistMeasurement and
ConstantMeasurement in AlignByDevice is complex and not intuitive (#874)
add 40222c0 [IOTDB-546] Show child paths statement doesn't show quotation
marks in path
add 13b2236 Merge pull request #887 from apache/jira_444
add e7acb86 update User Guide link in readme file
add e5f253a Merge pull request #890 from LebronAl/dev_fix_readme
add 98bfef4 [IOTDB-547] Fix typo for tsfile schema
add 5a5f36b Merge pull request #889 from vesense/patch-8
add 27fb440 [IOTDB-545] Update checkPathValidity in Session (#886)
add f7c850f [IOTDB-497] Apache Flink Connector Support (#817)
add 93f8146 [HOTFIX] fix the maven badge pixel
add fdb1f40 Merge pull request #892 from vesense/patch-9
add 28c35aa [IOTDB-399] add Chinese user guide (#884)
add 0391873 optimize tsfile expression
add 9b943d2 Merge pull request #894 from Ring-k/master
add 0bc56c4 [IOTDB-549] Reorganize exception (#893)
add fb4a0af [IOTDB-550] Fix TSMRWriteExample executes unsuccessfully
(#895)
add 59e7977 [IOTDB-545] Update checkPathValidity in Session (#895)
add 66eb044 Merge remote-tracking branch 'upstream/master' into master1
add 327e909 Refine exception code (#896)
add 7a24d65 update ReadMe file for introducing how to mount local folders
in docker (#885)
add 16d1570 [IOTDB-552] Restrictions of predicates in ALIGN_BY_DEVICE
statements are not well stated (#898)
add e760b7c init (#888)
add 6df3d43 Use a batched style to get series type (#899)
add 6ba8aa8 Fix a NPE when concat filter with multiple devices (#900)
add 74f1eb9 Release query resource while exception happened in query
producer thread (#903)
add 5d57b17 merge with master to match new Exceptions
No new revisions were added by this update.
Summary of changes:
README.md | 6 +-
docker/ReadMe.md | 10 +
.../SystemDesign/1-TsFile/4-Read.md | 4 +-
.../SystemDesign/5-DataQuery/2-SeriesReader.md | 410 +++++++-------
.../SystemDesign/5-DataQuery/3-RawDataQuery.md | 2 +-
.../SystemDesign/5-DataQuery/4-AggregationQuery.md | 12 +-
.../SystemDesign/5-DataQuery/5-GroupByQuery.md | 188 +++++--
.../5-DataQuery/7-AlignByDeviceQuery.md | 203 +++++++
.../UserGuide/0-Get Started/1-QuickStart.md | 12 +-
.../UserGuide/0-Get Started/3-Publication.md | 10 +-
.../UserGuide/3-Server/3-Cluster Setup.md | 6 +-
.../4-Client/1-Command Line Interface (CLI).md | 6 +-
.../4-Client/2-Programming - Native API.md | 12 +-
.../4-Client/4-Programming - Other Languages.md | 48 +-
.../2-DML (Data Manipulation Language).md | 382 ++++++++++++-
.../5-Operation Manual/4-SQL Reference.md | 10 +-
.../UserGuide/6-System Tools/4-Watermark Tool.md | 4 -
.../6-System Tools/7-Monitor and Log Tools.md | 198 ++++++-
.../7-Ecosystem Integration/3-Spark TsFile.md | 327 ++++++++++-
.../7-Ecosystem Integration/4-Spark IoTDB.md | 159 +++++-
docs/Documentation/SystemDesign/1-TsFile/4-Read.md | 8 +-
.../UserGuide/0-Get Started/3-Publication.md | 10 +-
.../Documentation/UserGuide/3-Server/1-Download.md | 2 +-
.../UserGuide/4-Client/3-Programming - JDBC.md | 14 +-
.../5-Operation Manual/4-SQL Reference.md | 17 +-
.../flink/README.md | 16 +-
example/{rocketmq => flink}/pom.xml | 11 +-
.../org/apache/iotdb/flink/FlinkIoTDBSink.java | 85 +++
example/pom.xml | 1 +
.../apache/iotdb/rocketmq/RocketMQConsumer.java | 34 +-
.../main/java/org/apache/iotdb/SessionExample.java | 94 +++-
flink-iotdb-connector/README.md | 58 ++
flink-iotdb-connector/pom.xml | 55 ++
.../iotdb/flink/DefaultIoTSerializationSchema.java | 99 ++++
.../main/java/org/apache/iotdb/flink/Event.java | 54 ++
.../java/org/apache/iotdb/flink/IoTDBOptions.java | 152 ++++++
.../java/org/apache/iotdb/flink/IoTDBSink.java | 186 +++++++
.../apache/iotdb/flink/IoTSerializationSchema.java | 31 ++
.../flink/DefaultIoTSerializationSchemaTest.java | 49 ++
.../iotdb/flink/IoTDBSinkBatchInsertTest.java | 102 ++++
.../iotdb/flink/IoTDBSinkBatchTimerTest.java | 74 +++
.../apache/iotdb/flink/IoTDBSinkInsertTest.java | 66 +++
.../iotdb/hadoop/fileSystem/HDFSConfUtil.java | 5 +-
.../iotdb/hadoop/tsfile/TSFRecordReader.java | 137 ++---
.../apache/iotdb/jdbc/AbstractIoTDBResultSet.java | 6 +-
.../org/apache/iotdb/jdbc/IoTDBConnection.java | 9 +-
.../apache/iotdb/jdbc/IoTDBDatabaseMetadata.java | 4 +-
.../iotdb/jdbc/IoTDBNonAlignQueryResultSet.java | 4 +-
.../org/apache/iotdb/jdbc/IoTDBQueryResultSet.java | 4 +-
.../org/apache/iotdb/jdbc/IoTDBSQLException.java | 2 +-
.../java/org/apache/iotdb/jdbc/IoTDBStatement.java | 54 +-
.../test/java/org/apache/iotdb/jdbc/BatchTest.java | 55 +-
.../org/apache/iotdb/jdbc/IoTDBConnectionTest.java | 12 +-
.../iotdb/jdbc/IoTDBPreparedStatementTest.java | 2 +-
.../apache/iotdb/jdbc/IoTDBQueryResultSetTest.java | 14 +-
.../org/apache/iotdb/jdbc/IoTDBStatementTest.java | 7 +-
.../test/java/org/apache/iotdb/jdbc/UtilsTest.java | 11 +-
pom.xml | 4 +-
.../resources/conf/iotdb-engine.properties | 2 +
.../org/apache/iotdb/db/qp/strategy/SqlBase.g4 | 4 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 141 ++---
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 3 +
.../ServerConfigConsistent.java} | 14 +-
.../org/apache/iotdb/db/engine/StorageEngine.java | 96 +++-
.../iotdb/db/engine/cache/TsFileMetaDataCache.java | 9 +-
.../apache/iotdb/db/engine/memtable/IMemTable.java | 3 +
.../db/engine/memtable/IWritableMemChunk.java | 3 +
.../engine/storagegroup/StorageGroupProcessor.java | 165 +++---
.../db/engine/storagegroup/TsFileProcessor.java | 30 +-
.../db/engine/storagegroup/TsFileResource.java | 35 +-
.../iotdb/db/exception/StorageEngineException.java | 6 +-
.../StorageGroupProcessorException.java | 5 +-
...upException.java => WriteProcessException.java} | 12 +-
.../exception/metadata/IllegalPathException.java | 4 +-
.../db/exception/metadata/MetadataException.java | 4 +
.../exception/metadata/PathNotExistException.java | 3 -
.../metadata/StorageGroupAlreadySetException.java | 3 +-
.../exception/query/LogicalOperatorException.java | 5 +
.../exception/query/LogicalOptimizeException.java | 5 +
.../db/exception/query/QueryProcessException.java | 2 +-
.../runtime/StorageEngineFailureException.java | 4 +-
.../org/apache/iotdb/db/metadata/MManager.java | 69 +++
.../java/org/apache/iotdb/db/metadata/MTree.java | 71 ++-
.../apache/iotdb/db/metrics/ui/MetricsPage.java | 4 +-
.../main/java/org/apache/iotdb/db/qp/Planner.java | 13 +-
.../apache/iotdb/db/qp/constant/DatetimeUtils.java | 2 +
.../apache/iotdb/db/qp/constant/SQLConstant.java | 2 +-
.../apache/iotdb/db/qp/executor/IPlanExecutor.java | 10 +-
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 83 ++-
.../db/qp/logical/crud/BasicFunctionOperator.java | 8 +-
.../iotdb/db/qp/logical/crud/FilterOperator.java | 41 +-
.../iotdb/db/qp/logical/crud/InOperator.java | 8 +-
.../apache/iotdb/db/qp/physical/PhysicalPlan.java | 43 +-
.../db/qp/physical/crud/AlignByDevicePlan.java | 103 +---
.../iotdb/db/qp/physical/crud/BatchInsertPlan.java | 212 ++++++--
.../iotdb/db/qp/physical/crud/DeletePlan.java | 10 +
.../iotdb/db/qp/physical/crud/InsertPlan.java | 25 +
.../apache/iotdb/db/qp/physical/sys/CountPlan.java | 3 +
.../db/qp/physical/sys/CreateTimeSeriesPlan.java | 66 ++-
.../db/qp/physical/sys/SetStorageGroupPlan.java | 48 +-
.../db/qp/physical/sys/ShowChildPathsPlan.java | 11 +-
.../iotdb/db/qp/strategy/PhysicalGenerator.java | 132 +++--
.../qp/strategy/optimizer/ConcatPathOptimizer.java | 38 +-
.../db/query/aggregation/AggregateResult.java | 7 +-
.../db/query/control/QueryResourceManager.java | 2 +-
.../db/query/dataset/AlignByDeviceDataSet.java | 102 ++--
.../dataset/RawQueryDataSetWithValueFilter.java | 8 +-
.../dataset/RawQueryDataSetWithoutValueFilter.java | 52 +-
.../groupby/GroupByWithValueFilterDataSet.java | 8 +-
.../groupby/GroupByWithoutValueFilterDataSet.java | 69 +--
.../db/query/executor/AggregationExecutor.java | 173 +++---
.../iotdb/db/query/executor/FillQueryExecutor.java | 2 +-
.../iotdb/db/query/executor/LastQueryExecutor.java | 2 +-
.../iotdb/db/query/executor/QueryRouter.java | 11 +-
.../db/query/executor/RawDataQueryExecutor.java | 40 +-
.../db/query/externalsort/ExternalSortJob.java | 3 +-
.../externalsort/ExternalSortJobScheduler.java | 19 +-
.../externalsort/SimpleExternalSortEngine.java | 18 +-
.../db/query/reader/series/IAggregateReader.java | 2 +-
.../query/reader/series/SeriesAggregateReader.java | 4 +-
.../reader/series/SeriesRawDataPointReader.java | 3 +
.../iotdb/db/query/reader/series/SeriesReader.java | 91 +---
.../reader/series/SeriesReaderByTimestamp.java | 4 +
.../reader/universal/PriorityMergeReader.java | 2 +-
.../query/timegenerator/ServerTimeGenerator.java | 8 +-
.../java/org/apache/iotdb/db/service/IoTDB.java | 4 +-
.../apache/iotdb/db/service/MetricsService.java | 2 +-
.../org/apache/iotdb/db/service/ServiceType.java | 3 +-
.../org/apache/iotdb/db/service/StaticResps.java | 16 +-
.../org/apache/iotdb/db/service/TSServiceImpl.java | 604 ++++++++-------------
.../apache/iotdb/db/tools/IoTDBDataDirViewer.java | 2 +-
.../iotdb/db/tools/TsFileResourcePrinter.java | 2 +-
.../watermark/GroupedLSBWatermarkEncoder.java | 2 +-
.../org/apache/iotdb/db/utils/FileLoaderUtils.java | 42 +-
.../apache/iotdb/db/utils/QueryDataSetUtils.java | 24 +-
.../org/apache/iotdb/db/utils/SchemaUtils.java | 120 +++-
.../java/org/apache/iotdb/db/utils/TestOnly.java | 4 +
.../iotdb/db/writelog/recover/LogReplayer.java | 2 +-
.../writelog/recover/TsFileRecoverPerformer.java | 4 +-
.../apache/iotdb/db/engine/merge/MergeLogTest.java | 3 +-
.../iotdb/db/engine/merge/MergeOverLapTest.java | 5 +-
.../iotdb/db/engine/merge/MergeTaskTest.java | 5 +-
.../apache/iotdb/db/engine/merge/MergeTest.java | 5 +-
.../engine/modification/DeletionFileNodeTest.java | 9 +-
.../db/engine/modification/DeletionQueryTest.java | 7 +-
.../storagegroup/FileNodeManagerBenchmark.java | 8 +-
.../storagegroup/StorageGroupProcessorTest.java | 5 +-
.../iotdb/db/engine/storagegroup/TTLTest.java | 9 +-
.../iotdb/db/integration/IOTDBGroupByIT.java | 22 +-
.../apache/iotdb/db/integration/IoTDBLastIT.java | 88 ++-
.../integration/IoTDBLoadExternalTsfileTest.java | 2 +-
.../iotdb/db/integration/IoTDBMultiSeriesIT.java | 4 +-
.../db/integration/IoTDBSequenceDataQueryIT.java | 5 +-
.../iotdb/db/integration/IoTDBSeriesReaderIT.java | 2 +-
.../apache/iotdb/db/integration/IoTDBTtlIT.java | 1 -
.../iotdb/db/metadata/MManagerAdvancedTest.java | 6 +-
.../iotdb/db/metadata/MManagerBasicTest.java | 41 +-
.../iotdb/db/metadata/MManagerImproveTest.java | 10 +-
.../org/apache/iotdb/db/metadata/MTreeTest.java | 3 +
.../iotdb/db/qp/plan/ConcatOptimizerTest.java | 25 +-
.../apache/iotdb/db/qp/plan/PhysicalPlanTest.java | 24 +-
.../db/sql/DatetimeQueryDataSetUtilsTest.java | 23 +
.../apache/iotdb/db/utils/EnvironmentUtils.java | 6 +-
.../apache/iotdb/db/writelog/PerformanceTest.java | 4 +-
.../iotdb/db/writelog/recover/LogReplayerTest.java | 2 +-
.../db/writelog/recover/SeqTsFileRecoverTest.java | 2 +-
.../writelog/recover/UnseqTsFileRecoverTest.java | 2 +-
service-rpc/rpc-changelist.md | 5 +-
.../apache/iotdb/rpc/BatchExecutionException.java | 26 +-
...xception.java => IoTDBConnectionException.java} | 11 +-
.../main/java/org/apache/iotdb/rpc/RpcUtils.java | 104 +++-
.../iotdb/rpc/StatementExecutionException.java | 12 +-
service-rpc/src/main/thrift/rpc.thrift | 24 +-
.../main/java/org/apache/iotdb/session/Config.java | 11 +-
.../iotdb/session/IoTDBSessionException.java | 36 --
.../java/org/apache/iotdb/session/Session.java | 285 ++++++----
.../org/apache/iotdb/session/SessionDataSet.java | 39 +-
.../iotdb/session/pool/SessionDataSetWrapper.java | 33 +-
.../org/apache/iotdb/session/pool/SessionPool.java | 525 +++++++++---------
.../iotdb/session/CheckPathValidityTest.java | 49 ++
.../org/apache/iotdb/session/IoTDBSessionIT.java | 202 ++++---
.../apache/iotdb/session/pool/SessionPoolTest.java | 53 +-
.../apache/iotdb/tsfile/read/TimeValuePair.java | 1 +
.../apache/iotdb/tsfile/read/common/BatchData.java | 12 +-
.../ExceptionBatchData.java} | 18 +-
.../org/apache/iotdb/tsfile/read/common/Field.java | 2 +-
.../apache/iotdb/tsfile/read/common/TimeRange.java | 4 +
.../read/expression/util/ExpressionOptimizer.java | 58 +-
.../iotdb/tsfile/read/filter/GroupByFilter.java | 8 +
.../iotdb/tsfile/read/filter/operator/In.java | 4 +
.../query/dataset/DataSetWithoutTimeGenerator.java | 8 +-
.../apache/iotdb/tsfile/utils/Murmur128Hash.java | 84 +--
.../iotdb/tsfile/utils/ReadWriteIOUtils.java | 7 +-
.../tsfile/write/schema/MeasurementSchema.java | 3 +-
.../read/filter/IExpressionOptimizerTest.java | 15 +-
195 files changed, 6038 insertions(+), 2507 deletions(-)
create mode 100644
docs/Documentation-CHN/SystemDesign/5-DataQuery/7-AlignByDeviceQuery.md
copy docs/Documentation/UserGuide/3-Server/2-Single Node Setup.md =>
example/flink/README.md (76%)
copy example/{rocketmq => flink}/pom.xml (84%)
create mode 100644
example/flink/src/main/java/org/apache/iotdb/flink/FlinkIoTDBSink.java
create mode 100644 flink-iotdb-connector/README.md
create mode 100644 flink-iotdb-connector/pom.xml
create mode 100644
flink-iotdb-connector/src/main/java/org/apache/iotdb/flink/DefaultIoTSerializationSchema.java
create mode 100644
flink-iotdb-connector/src/main/java/org/apache/iotdb/flink/Event.java
create mode 100644
flink-iotdb-connector/src/main/java/org/apache/iotdb/flink/IoTDBOptions.java
create mode 100644
flink-iotdb-connector/src/main/java/org/apache/iotdb/flink/IoTDBSink.java
create mode 100644
flink-iotdb-connector/src/main/java/org/apache/iotdb/flink/IoTSerializationSchema.java
create mode 100644
flink-iotdb-connector/src/test/java/org/apache/iotdb/flink/DefaultIoTSerializationSchemaTest.java
create mode 100644
flink-iotdb-connector/src/test/java/org/apache/iotdb/flink/IoTDBSinkBatchInsertTest.java
create mode 100644
flink-iotdb-connector/src/test/java/org/apache/iotdb/flink/IoTDBSinkBatchTimerTest.java
create mode 100644
flink-iotdb-connector/src/test/java/org/apache/iotdb/flink/IoTDBSinkInsertTest.java
copy server/src/main/java/org/apache/iotdb/db/{utils/TestOnly.java =>
conf/ServerConfigConsistent.java} (76%)
rename server/src/main/java/org/apache/iotdb/db/exception/{storageGroup =>
}/StorageGroupProcessorException.java (85%)
rename
server/src/main/java/org/apache/iotdb/db/exception/{storageGroup/StorageGroupException.java
=> WriteProcessException.java} (77%)
copy jdbc/src/main/java/org/apache/iotdb/jdbc/IoTDBSQLException.java =>
service-rpc/src/main/java/org/apache/iotdb/rpc/BatchExecutionException.java
(63%)
rename service-rpc/src/main/java/org/apache/iotdb/rpc/{IoTDBRPCException.java
=> IoTDBConnectionException.java} (76%)
copy
tsfile/src/main/java/org/apache/iotdb/tsfile/exception/filter/QueryFilterOptimizationException.java
=>
service-rpc/src/main/java/org/apache/iotdb/rpc/StatementExecutionException.java
(72%)
delete mode 100644
session/src/main/java/org/apache/iotdb/session/IoTDBSessionException.java
create mode 100644
session/src/test/java/org/apache/iotdb/session/CheckPathValidityTest.java
copy
tsfile/src/main/java/org/apache/iotdb/tsfile/read/{filter/factory/FilterType.java
=> common/ExceptionBatchData.java} (67%)
