This is an automated email from the ASF dual-hosted git repository.
lzljs3620320 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink-table-store.git.
from 8845586 [FLINK-25627] Add MemTable and Accumulator
new 6194ecb [FLINK-25628] Introduce RecordReader interface
new 77c61b3 [FLINK-25628] Introduce SortMergeReader
new 6102698 [FLINK-25628] Introduce ConcatRecordReader
new 4ddd90c [FLINK-25628] Introduce FieldStats
new 9182e60 [FLINK-25628] Introduce SstPathFactory
new 7ac835f [FLINK-25628] Introduce SstFile and SstFileMeta
The 6 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../file/mergetree/compact/ConcatRecordReader.java | 84 +++++++
.../file/mergetree/compact/SortMergeReader.java | 213 ++++++++++++++++
.../table/store/file/mergetree/sst/SstFile.java | 269 +++++++++++++++++++++
.../store/file/mergetree/sst/SstFileMeta.java | 186 ++++++++++++++
.../file/mergetree/sst/SstFileMetaSerializer.java | 69 ++++++
.../store/file/mergetree/sst/SstPathFactory.java | 59 +++++
.../flink/table/store/file/stats/FieldStats.java | 70 ++++++
.../file/stats/FieldStatsArraySerializer.java | 100 ++++++++
.../store/file/stats/FieldStatsCollector.java | 82 +++++++
.../flink/table/store/file/utils/FileUtils.java | 76 ++++++
.../flink/table/store/file/utils/RecordReader.java | 63 +++++
.../store/file/utils/RecordReaderIterator.java | 94 +++++++
.../compact/CombiningRecordReaderTestBase.java | 106 ++++++++
.../mergetree/compact/ConcatRecordReaderTest.java | 67 +++++
.../mergetree/compact/SortMergeReaderTestBase.java | 123 ++++++++++
.../mergetree/sst/SstFileMetaSerializerTest.java} | 38 +--
.../store/file/mergetree/sst/SstFileTest.java | 245 +++++++++++++++++++
.../file/mergetree/sst/SstPathFactoryTest.java | 66 +++++
.../file/mergetree/sst/SstTestDataGenerator.java | 178 ++++++++++++++
.../file/stats/FieldStatsArraySerializerTest.java | 62 +++++
.../store/file/stats/FieldStatsCollectorTest.java | 98 ++++++++
.../file/utils/FailingAtomicRenameFileSystem.java | 143 +++++++++++
.../store/file/utils/FileStorePathFactory.java | 112 +++++++++
.../file/utils/TestAtomicRenameFileSystem.java | 121 +++++++++
.../store/file/utils/TestReusingRecordReader.java | 117 +++++++++
.../org.apache.flink.core.fs.FileSystemFactory | 17 ++
26 files changed, 2832 insertions(+), 26 deletions(-)
create mode 100644
flink-table-store-core/src/main/java/org/apache/flink/table/store/file/mergetree/compact/ConcatRecordReader.java
create mode 100644
flink-table-store-core/src/main/java/org/apache/flink/table/store/file/mergetree/compact/SortMergeReader.java
create mode 100644
flink-table-store-core/src/main/java/org/apache/flink/table/store/file/mergetree/sst/SstFile.java
create mode 100644
flink-table-store-core/src/main/java/org/apache/flink/table/store/file/mergetree/sst/SstFileMeta.java
create mode 100644
flink-table-store-core/src/main/java/org/apache/flink/table/store/file/mergetree/sst/SstFileMetaSerializer.java
create mode 100644
flink-table-store-core/src/main/java/org/apache/flink/table/store/file/mergetree/sst/SstPathFactory.java
create mode 100644
flink-table-store-core/src/main/java/org/apache/flink/table/store/file/stats/FieldStats.java
create mode 100644
flink-table-store-core/src/main/java/org/apache/flink/table/store/file/stats/FieldStatsArraySerializer.java
create mode 100644
flink-table-store-core/src/main/java/org/apache/flink/table/store/file/stats/FieldStatsCollector.java
create mode 100644
flink-table-store-core/src/main/java/org/apache/flink/table/store/file/utils/FileUtils.java
create mode 100644
flink-table-store-core/src/main/java/org/apache/flink/table/store/file/utils/RecordReader.java
create mode 100644
flink-table-store-core/src/main/java/org/apache/flink/table/store/file/utils/RecordReaderIterator.java
create mode 100644
flink-table-store-core/src/test/java/org/apache/flink/table/store/file/mergetree/compact/CombiningRecordReaderTestBase.java
create mode 100644
flink-table-store-core/src/test/java/org/apache/flink/table/store/file/mergetree/compact/ConcatRecordReaderTest.java
create mode 100644
flink-table-store-core/src/test/java/org/apache/flink/table/store/file/mergetree/compact/SortMergeReaderTestBase.java
copy
flink-table-store-core/src/{main/java/org/apache/flink/table/store/file/mergetree/compact/DeduplicateAccumulator.java
=>
test/java/org/apache/flink/table/store/file/mergetree/sst/SstFileMetaSerializerTest.java}
(52%)
create mode 100644
flink-table-store-core/src/test/java/org/apache/flink/table/store/file/mergetree/sst/SstFileTest.java
create mode 100644
flink-table-store-core/src/test/java/org/apache/flink/table/store/file/mergetree/sst/SstPathFactoryTest.java
create mode 100644
flink-table-store-core/src/test/java/org/apache/flink/table/store/file/mergetree/sst/SstTestDataGenerator.java
create mode 100644
flink-table-store-core/src/test/java/org/apache/flink/table/store/file/stats/FieldStatsArraySerializerTest.java
create mode 100644
flink-table-store-core/src/test/java/org/apache/flink/table/store/file/stats/FieldStatsCollectorTest.java
create mode 100644
flink-table-store-core/src/test/java/org/apache/flink/table/store/file/utils/FailingAtomicRenameFileSystem.java
create mode 100644
flink-table-store-core/src/test/java/org/apache/flink/table/store/file/utils/FileStorePathFactory.java
create mode 100644
flink-table-store-core/src/test/java/org/apache/flink/table/store/file/utils/TestAtomicRenameFileSystem.java
create mode 100644
flink-table-store-core/src/test/java/org/apache/flink/table/store/file/utils/TestReusingRecordReader.java
create mode 100644
flink-table-store-core/src/test/resources/META-INF/services/org.apache.flink.core.fs.FileSystemFactory