This is an automated email from the ASF dual-hosted git repository.
jfeinauer pushed a change to branch feature/restrucutre-python-module
in repository https://gitbox.apache.org/repos/asf/iotdb.git.
discard 5f058f1 [CLIENT-PY] Changed directory layout to be more pythonic.
add c351b32 fix add "-" in thread name (#2884)
add ec70703 [IOTDB-1214] Add Flink-IoTDB documents to the website (#2813)
add b214511 [IOTDB-1251] optimize route intervals (#2886)
add 155df75 [IOTDB-1207]Open time partition causes stackoverflow in
Cluster Module (#2809)
add 77cdc38 [IOTDB-1240]support show node command in cluster version
(#2866)
add ee4f073 Fix_IoTDBNewTsFileCompactionIT_problem (#2890)
add 3781cc2 fix spelling mistake (#2889)
add 64c11bc [IOTDB-1255] refactor cluster package and jar name (#2892)
add 5455d3b [IOTDB-1252] optimize test mult-times perform (#2887)
add 4f4ee90 Update cluster setup example after changing artifactId in
cluster module (#2899)
add 85604b4 [IOTDB-1250] fix pull schema bug that the
pullTimeSeriesSchema and pullMeasurementSchema is misused(#2894)
add 8fc8de3 [IOTDB-854] Limit the memory foorprint of the committed log
cache (#2879)
add ec5b756 fix Flink TsFile doc url error caused by PR2813 (#2893)
add 9b22439 IOTDB-1241 support redirect query for cluster (#2867)
add 3bdde72 Open IoTDBRemovePartitionIT ci log for diagnosis; fix
System.out is closed in IoTDBCheckConfigIT (#2812)
add 4377d18 [IOTDB-1256] upgrade Jackson to 2.11.0 because of loopholes
CVE-2020-25649 (#2896)
add 952a180 Add the method size() to Row in UDF (#2897)
add 910b184 [IOTDB-1117][Distributed]Batched creation and fetch of
RemoteSeriesReader(#2875)
add be1d6a6 Fix alter context for max_degree_of_index_node default-value.
(#2910)
add 1c66316 fix Chinese Flink TsFile doc name
add e67b770 [IOTDB-1236] Improve jdbc performance for creating timeseries
in cluster module (#2872)
add c5be711 Improve Python Client (#2898)
add 876a576 Fix Add Operation bug introduced by #2872 (#2918)
add 1fd2e19 [IOTDB-1248] forward the pull schema request to the leader
(#2902)
new 899a2ec [CLIENT-PY] Changed directory layout to be more pythonic.
new 5c9e579 Added first test.
add 8a7aa94 [CLIENT-PY] Added support for pandas dataframe to make data
science easier.
new a2b104e Merge branch 'feature/client-py-pandas' into
feature/restrucutre-python-module
new c35fb87 Added automatic test. Added flake8 and config. Added black
and config.
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (5f058f1)
\
N -- N -- N refs/heads/feature/restrucutre-python-module
(c35fb87)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 4 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.gitignore | 2 +-
client-py/.flake8 | 16 +
client-py/README.md | 56 +++-
client-py/SessionExample.py | 134 +++++---
client-py/SessionTest.py | 207 +++++++++----
client-py/iotdb/Session.py | 343 ++++++++++++++++-----
client-py/iotdb/TestContainer.py | 51 +++
client-py/iotdb/__init__.py | 1 -
client-py/iotdb/utils/Field.py | 10 +-
client-py/iotdb/utils/IoTDBRpcDataSet.py | 90 ++++--
client-py/iotdb/utils/RowRecord.py | 5 +-
client-py/iotdb/utils/SessionDataSet.py | 109 +++++--
client-py/iotdb/utils/Tablet.py | 16 +-
client-py/iotdb/utils/__init__.py | 1 -
client-py/pyproject.toml | 27 ++
client-py/requirements.txt | 5 +-
client-py/requirements_dev.txt | 7 +-
client-py/setup.py | 17 +-
client-py/tests/__init__.py | 0
client-py/tests/test_dataframe.py | 26 +-
cluster/pom.xml | 2 +-
.../resources/conf/iotdb-cluster.properties | 7 +
.../cluster/client/sync/SyncClientAdaptor.java | 17 +
.../apache/iotdb/cluster/config/ClusterConfig.java | 21 ++
.../iotdb/cluster/config/ClusterDescriptor.java | 11 +
.../java/org/apache/iotdb/cluster/log/Log.java | 10 +
.../apache/iotdb/cluster/log/LogDispatcher.java | 8 +-
.../cluster/log/manage/CommittedEntryManager.java | 34 ++
.../iotdb/cluster/log/manage/RaftLogManager.java | 37 ++-
.../apache/iotdb/cluster/metadata/CMManager.java | 28 +-
.../apache/iotdb/cluster/metadata/MetaPuller.java | 3 +-
.../cluster/query/ClusterDataQueryExecutor.java | 213 ++++++++++++-
.../iotdb/cluster/query/ClusterPlanExecutor.java | 86 ++++++
.../iotdb/cluster/query/LocalQueryExecutor.java | 143 +++++++++
.../query/aggregate/ClusterAggregateExecutor.java | 2 +-
.../groupby/ClusterGroupByVFilterDataSet.java | 2 +-
.../cluster/query/reader/ClusterReaderFactory.java | 321 ++++++++++++++++++-
.../cluster/query/reader/ClusterTimeGenerator.java | 145 ++++++++-
.../query/reader/mult/AbstractMultPointReader.java | 70 +++++
.../AssignPathManagedMergeReader.java} | 12 +-
.../reader/mult/AssignPathPriorityMergeReader.java | 66 ++++
.../query/reader/mult/IMultBatchReader.java | 11 +-
.../cluster/query/reader/mult/MultBatchReader.java | 73 +++++
.../MultDataSourceInfo.java} | 114 +++----
.../cluster/query/reader/mult/MultEmptyReader.java | 30 +-
.../reader/mult/MultSeriesRawDataPointReader.java | 55 ++++
.../query/reader/mult/RemoteMultSeriesReader.java | 222 +++++++++++++
.../apache/iotdb/cluster/server/ClientServer.java | 2 +-
.../iotdb/cluster/server/DataClusterServer.java | 50 +++
...dler.java => GetChildNodeNextLevelHandler.java} | 9 +-
.../cluster/server/member/MetaGroupMember.java | 53 ++--
.../iotdb/cluster/server/member/RaftMember.java | 11 +-
.../cluster/server/service/DataAsyncService.java | 119 +++++--
.../cluster/server/service/DataSyncService.java | 133 +++++---
.../cluster/client/sync/SyncClientAdaptorTest.java | 9 +
.../iotdb/cluster/common/TestAsyncDataClient.java | 39 ++-
.../org/apache/iotdb/cluster/common/TestUtils.java | 1 +
.../cluster/log/manage/RaftLogManagerTest.java | 35 +++
.../apache/iotdb/cluster/query/BaseQueryTest.java | 4 +-
.../query/ClusterDataQueryExecutorTest.java | 83 +++++
.../query/groupby/RemoteGroupByExecutorTest.java | 4 +-
.../query/reader/ClusterTimeGeneratorTest.java | 2 +-
.../mult/AssignPathManagedMergeReaderTest.java | 190 ++++++++++++
.../mult/MultSeriesRawDataPointReaderTest.java | 67 ++++
.../reader/mult/RemoteMultSeriesReaderTest.java | 286 +++++++++++++++++
.../member/{MemberTest.java => BaseMember.java} | 210 +------------
.../cluster/server/member/DataGroupMemberTest.java | 66 +++-
.../cluster/server/member/MetaGroupMemberTest.java | 35 ++-
.../cluster/server/member/RaftMemberTest.java | 244 +++++++++++++++
docs/SystemDesign/TsFile/Format.md | 2 +-
.../UserGuide/Ecosystem Integration/Flink IoTDB.md | 67 ++--
.../Ecosystem Integration/Flink TsFile.md | 17 +-
docs/UserGuide/Server/Cluster Setup.md | 6 +-
docs/zh/SystemDesign/StorageEngine/FileLists.md | 2 +-
docs/zh/SystemDesign/TsFile/Format.md | 2 +-
.../UserGuide/Ecosystem Integration/Flink IoTDB.md | 122 ++++++++
.../Ecosystem Integration/Flink TsFile.md | 38 +--
docs/zh/UserGuide/Server/Cluster Setup.md | 6 +-
.../main/java/org/apache/iotdb/SessionExample.java | 102 +++++-
pom.xml | 2 +-
.../apache/iotdb/db/cost/statistic/Operation.java | 1 +
.../org/apache/iotdb/db/engine/StorageEngine.java | 4 +-
.../engine/compaction/utils/CompactionUtils.java | 2 +-
.../iotdb/db/qp/physical/crud/QueryPlan.java | 10 +
.../db/query/dataset/AlignByDeviceDataSet.java | 11 +
.../dataset/RawQueryDataSetWithoutValueFilter.java | 11 +
.../db/query/executor/RawDataQueryExecutor.java | 25 ++
.../universal/CachedPriorityMergeReader.java | 3 +-
.../reader/universal/DescPriorityMergeReader.java | 4 +-
.../iotdb/db/query/reader/universal/Element.java | 72 +++++
.../reader/universal/PriorityMergeReader.java | 39 +--
.../apache/iotdb/db/query/udf/api/access/Row.java | 7 +
.../iotdb/db/query/udf/core/access/RowImpl.java | 5 +
.../org/apache/iotdb/db/service/TSServiceImpl.java | 202 +++++++++++-
.../iotdb/db/integration/IoTDBCheckConfigIT.java | 1 +
.../iotdb/db/integration/IoTDBExecuteBatchIT.java | 118 +++++++
.../db/integration/IoTDBNewTsFileCompactionIT.java | 2 +-
.../db/integration/IoTDBRemovePartitionIT.java | 10 +
server/src/test/resources/logback.xml | 8 +-
.../org/apache/iotdb/rpc/RedirectException.java | 3 +-
.../java/org/apache/iotdb/session/Session.java | 103 ++++++-
.../apache/iotdb/session/SessionConnection.java | 32 +-
site/src/main/.vuepress/config.js | 8 +-
thrift/src/main/thrift/cluster.thrift | 32 ++
thrift/src/main/thrift/rpc.thrift | 3 +
.../tsfile/read/query/dataset/QueryDataSet.java | 48 +++
.../apache/iotdb/tsfile/write/schema/Schema.java | 2 +-
107 files changed, 4798 insertions(+), 852 deletions(-)
create mode 100644 client-py/.flake8
create mode 100644 client-py/iotdb/TestContainer.py
create mode 100644 client-py/pyproject.toml
create mode 100644 client-py/tests/__init__.py
create mode 100644
cluster/src/main/java/org/apache/iotdb/cluster/query/reader/mult/AbstractMultPointReader.java
copy
cluster/src/main/java/org/apache/iotdb/cluster/query/reader/{ManagedMergeReader.java
=> mult/AssignPathManagedMergeReader.java} (88%)
create mode 100644
cluster/src/main/java/org/apache/iotdb/cluster/query/reader/mult/AssignPathPriorityMergeReader.java
copy
tsfile/src/main/java/org/apache/iotdb/tsfile/read/reader/IBatchReader.java =>
cluster/src/main/java/org/apache/iotdb/cluster/query/reader/mult/IMultBatchReader.java
(75%)
create mode 100644
cluster/src/main/java/org/apache/iotdb/cluster/query/reader/mult/MultBatchReader.java
copy
cluster/src/main/java/org/apache/iotdb/cluster/query/reader/{DataSourceInfo.java
=> mult/MultDataSourceInfo.java} (70%)
copy
server/src/main/java/org/apache/iotdb/db/query/externalsort/serialize/IExternalSortFileDeserializer.java
=>
cluster/src/main/java/org/apache/iotdb/cluster/query/reader/mult/MultEmptyReader.java
(60%)
create mode 100644
cluster/src/main/java/org/apache/iotdb/cluster/query/reader/mult/MultSeriesRawDataPointReader.java
create mode 100644
cluster/src/main/java/org/apache/iotdb/cluster/query/reader/mult/RemoteMultSeriesReader.java
copy
cluster/src/main/java/org/apache/iotdb/cluster/server/handlers/caller/{GetChildNodeNextLevelPathHandler.java
=> GetChildNodeNextLevelHandler.java} (80%)
create mode 100644
cluster/src/test/java/org/apache/iotdb/cluster/query/reader/mult/AssignPathManagedMergeReaderTest.java
create mode 100644
cluster/src/test/java/org/apache/iotdb/cluster/query/reader/mult/MultSeriesRawDataPointReaderTest.java
create mode 100644
cluster/src/test/java/org/apache/iotdb/cluster/query/reader/mult/RemoteMultSeriesReaderTest.java
rename
cluster/src/test/java/org/apache/iotdb/cluster/server/member/{MemberTest.java
=> BaseMember.java} (59%)
create mode 100644
cluster/src/test/java/org/apache/iotdb/cluster/server/member/RaftMemberTest.java
copy example/flink/src/main/java/org/apache/iotdb/flink/FlinkIoTDBSink.java =>
docs/UserGuide/Ecosystem Integration/Flink IoTDB.md (59%)
copy flink-tsfile-connector/README.md => docs/UserGuide/Ecosystem
Integration/Flink TsFile.md (97%)
create mode 100644 docs/zh/UserGuide/Ecosystem Integration/Flink IoTDB.md
copy flink-tsfile-connector/README.md => docs/zh/UserGuide/Ecosystem
Integration/Flink TsFile.md (86%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/query/reader/universal/Element.java
