This is an automated email from the ASF dual-hosted git repository.
jackietien pushed a change to branch SessionNext
in repository https://gitbox.apache.org/repos/asf/incubator-iotdb.git.
from 0ca9b9c refactor session next
add 5c95b6f [IOTDB-634] Fix merge and flush caused errors for TsFile
storage in HDFS (#1145)
add 99975f7 [IOTDB-560] add TSRecordOutputFormat to write TsFile via
Flink DataSet/DataStream API.
add af8943e address comments
add 023d9a7 address comments
add fd62d4f address comments
add 82f00fc Merge remote-tracking branch 'origin/master' into SessionNext
add 3c05164 Fix SessionUT bug and update Session.java
add eea0e48 Merge remote-tracking branch 'origin/master' into SessionNext
No new revisions were added by this update.
Summary of changes:
example/flink/README.md | 2 +
.../apache/iotdb/flink/FlinkTsFileBatchSink.java | 114 ++++++++++++++
.../apache/iotdb/flink/FlinkTsFileStreamSink.java | 115 +++++++++++++++
.../java/org/apache/iotdb/flink/TsFlieUtils.java | 26 ++++
flink-tsfile-connector/README.md | 86 ++++++++++-
.../iotdb/flink/tsfile/RowTSRecordConverter.java | 163 +++++++++++++++++++++
.../iotdb/flink/tsfile/TSRecordConverter.java | 61 ++++++++
.../iotdb/flink/tsfile/TSRecordOutputFormat.java | 99 +++++++++++++
.../iotdb/flink/tsfile/TsFileOutputFormat.java | 122 +++++++++++++++
.../tsfile/RowTSRecordOutputFormatITCase.java | 56 +++++++
.../flink/tsfile/RowTSRecordOutputFormatTest.java | 77 ++++++++++
.../flink/tsfile/RowTsFileConnectorTestBase.java | 87 +++++++++++
.../flink/tsfile/RowTsFileInputFormatTestBase.java | 72 +--------
.../tsfile/RowTsFileOutputFormatTestBase.java | 117 +++++++++++++++
.../apache/iotdb/flink/util/TsFileWriteUtil.java | 2 +-
.../apache/iotdb/hadoop/fileSystem/HDFSFile.java | 24 ++-
.../iotdb/db/engine/merge/task/MergeFileTask.java | 31 ++--
.../db/engine/storagegroup/TsFileResource.java | 44 +++---
.../java/org/apache/iotdb/session/Session.java | 2 +-
.../java/org/apache/iotdb/session/SessionUT.java | 2 +
.../apache/iotdb/tsfile/write/schema/Schema.java | 4 +-
21 files changed, 1189 insertions(+), 117 deletions(-)
create mode 100644
example/flink/src/main/java/org/apache/iotdb/flink/FlinkTsFileBatchSink.java
create mode 100644
example/flink/src/main/java/org/apache/iotdb/flink/FlinkTsFileStreamSink.java
create mode 100644
flink-tsfile-connector/src/main/java/org/apache/iotdb/flink/tsfile/RowTSRecordConverter.java
create mode 100644
flink-tsfile-connector/src/main/java/org/apache/iotdb/flink/tsfile/TSRecordConverter.java
create mode 100644
flink-tsfile-connector/src/main/java/org/apache/iotdb/flink/tsfile/TSRecordOutputFormat.java
create mode 100644
flink-tsfile-connector/src/main/java/org/apache/iotdb/flink/tsfile/TsFileOutputFormat.java
create mode 100644
flink-tsfile-connector/src/test/java/org/apache/iotdb/flink/tsfile/RowTSRecordOutputFormatITCase.java
create mode 100644
flink-tsfile-connector/src/test/java/org/apache/iotdb/flink/tsfile/RowTSRecordOutputFormatTest.java
create mode 100644
flink-tsfile-connector/src/test/java/org/apache/iotdb/flink/tsfile/RowTsFileConnectorTestBase.java
create mode 100644
flink-tsfile-connector/src/test/java/org/apache/iotdb/flink/tsfile/RowTsFileOutputFormatTestBase.java