This is an automated email from the ASF dual-hosted git repository.
lzljs3620320 pushed a change to branch release-1.0
in repository https://gitbox.apache.org/repos/asf/paimon.git
from cbf024bc84 [release] Add spark3 to deploy_staging_jars
new d0e4debb31 [core] optimize the binlog table read performance (#4773)
new 828e85e72e [doc] Add EXTERNAL_PATH to manifest doc
new b731921922 [core] SortLookupStoreWriter should support empty record
(#4777)
new f58a45056b [core] Optimize fileFormat discovery and avoid creating
fileFormat (#4782)
new a767a103dc [spark] Fix writing null struct col (#4787)
new 9b3de51d80 [core] Add check of older_than when RemoveOrphanFiles
(#4779)
new 7d1bda74cf [hotfix] Fix invalid link in Partial Update doc (#4789)
new 32889f7340 [core] Support to query indexes (#4788)
new 005fb1442f [common] Using a faster deserialization method in
RoaringBitmap32 (#4765)
new 049a5ae27e [parquet] Support using file index result to filter row
ranges (#4780)
The 10 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
docs/content/concepts/spec/manifest.md | 5 +-
docs/content/concepts/system-tables.md | 19 ++
.../merge-engine/partial-update.md | 2 +-
.../benchmark/bitmap/RoaringBitmapBenchmark.java | 111 ++++++
.../main/java/org/apache/paimon/CoreOptions.java | 4 +
.../org/apache/paimon/factories/FactoryUtil.java | 19 +-
.../apache/paimon/factories/FormatFactoryUtil.java | 67 ++++
.../java/org/apache/paimon/format/FileFormat.java | 25 +-
.../org/apache/paimon/lookup/sort/BlockWriter.java | 5 +-
.../org/apache/paimon/utils/RoaringBitmap32.java | 32 +-
.../lookup/sort/SortLookupStoreFactoryTest.java | 18 +
.../java/org/apache/paimon/AbstractFileStore.java | 2 +-
.../java/org/apache/paimon/KeyValueFileStore.java | 2 +-
.../deletionvectors/BitmapDeletionVector.java | 10 +-
.../paimon/deletionvectors/DeletionVector.java | 27 +-
.../compact/aggregate/FieldRoaringBitmap32Agg.java | 5 +-
.../apache/paimon/operation/OrphanFilesClean.java | 19 +-
.../apache/paimon/table/system/BinlogTable.java | 11 +-
.../paimon/table/system/SystemTableLoader.java | 2 +
...{ManifestsTable.java => TableIndexesTable.java} | 118 ++++---
.../paimon/operation/OrphanFilesCleanTest.java} | 31 +-
.../paimon/table/AppendOnlyFileStoreTableTest.java | 93 ++++++
.../flink/RemoveOrphanFilesActionITCase.java | 44 ++-
.../org/apache/paimon/flink/SystemTableITCase.java | 32 ++
.../action/RemoveOrphanFilesActionITCaseBase.java | 70 ++--
.../apache/parquet/hadoop/ParquetFileReader.java | 3 +-
.../filter2/columnindex/ColumnIndexFilter.java | 258 ++++++++++++++
.../internal/filter2/columnindex/RowRanges.java | 371 +++++++++++++++++++++
.../spark/catalyst/analysis/PaimonAnalysis.scala | 24 +-
.../apache/paimon/spark/PaimonSparkTestBase.scala | 11 +-
.../procedure/RemoveOrphanFilesProcedureTest.scala | 5 +
.../spark/sql/InsertOverwriteTableTestBase.scala | 22 ++
.../apache/paimon/spark/sql/WithTableOptions.scala | 1 +
33 files changed, 1275 insertions(+), 193 deletions(-)
create mode 100644
paimon-benchmark/paimon-micro-benchmarks/src/test/java/org/apache/paimon/benchmark/bitmap/RoaringBitmapBenchmark.java
create mode 100644
paimon-common/src/main/java/org/apache/paimon/factories/FormatFactoryUtil.java
copy
paimon-core/src/main/java/org/apache/paimon/table/system/{ManifestsTable.java
=> TableIndexesTable.java} (54%)
copy
paimon-core/src/{main/java/org/apache/paimon/operation/BundleFileStoreWriter.java
=> test/java/org/apache/paimon/operation/OrphanFilesCleanTest.java} (52%)
create mode 100644
paimon-format/src/main/java/org/apache/parquet/internal/filter2/columnindex/ColumnIndexFilter.java
create mode 100644
paimon-format/src/main/java/org/apache/parquet/internal/filter2/columnindex/RowRanges.java
