This is an automated email from the ASF dual-hosted git repository.
lzljs3620320 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-paimon.git
from 8cfe1204e [cdc] Fix that MySqlSyncTableActionFactory handles
METADATA_COLUMN in different way with MySqlSyncDatabaseActionFactory (#2782)
new d732b5ff6 [core] Introduce bloom filter for local lookup cache file
new 547093b6b [core] Refactor BloomFilter and FileBasedBloomFilter
new 3d8f14bd0 [core] Introduce refreshCount to refresh cache in LRU
new 4cbd24db4 [core] Avoid hashbytes twice in HashLookupStoreReader
The 4 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../shortcodes/generated/core_configuration.html | 12 ++
.../benchmark/LookupBloomFilterBenchmark.java | 143 +++++++++++++++
.../main/java/org/apache/paimon/CoreOptions.java | 13 ++
.../org/apache/paimon/io/cache/CacheManager.java | 2 +-
.../paimon/io/cache/CachedRandomInputView.java | 4 +
.../apache/paimon/lookup/LookupStoreFactory.java | 25 ++-
.../paimon/lookup/hash/HashLookupStoreFactory.java | 12 +-
.../paimon/lookup/hash/HashLookupStoreReader.java | 34 +++-
.../paimon/lookup/hash/HashLookupStoreWriter.java | 47 +++--
.../main/java/org/apache/paimon/utils/BitSet.java | 126 ++++++++++++++
.../java/org/apache/paimon/utils/BloomFilter.java | 158 +++++++++++++++++
.../apache/paimon/utils/FileBasedBloomFilter.java | 80 +++++++++
.../java/org/apache/paimon/utils/MathUtils.java | 10 ++
.../lookup/hash/HashLookupStoreFactoryTest.java | 191 +++++++++++++--------
.../java/org/apache/paimon/utils/BitSetTest.java | 50 ++++++
.../org/apache/paimon/utils/BloomFilterTest.java | 144 ++++++++++++++++
.../org/apache/paimon/utils/CommonTestUtils.java | 11 ++
.../paimon/utils/FileBasedBloomFilterTest.java | 72 ++++++++
.../apache/paimon/mergetree/ContainsLevels.java | 12 +-
.../org/apache/paimon/mergetree/LookupLevels.java | 16 +-
.../paimon/operation/KeyValueFileStoreWrite.java | 22 ++-
.../apache/paimon/table/query/LocalTableQuery.java | 9 +-
.../paimon/mergetree/ContainsLevelsTest.java | 6 +-
.../apache/paimon/mergetree/LookupLevelsTest.java | 4 +-
24 files changed, 1087 insertions(+), 116 deletions(-)
create mode 100644
paimon-benchmark/paimon-micro-benchmarks/src/test/java/org/apache/paimon/benchmark/LookupBloomFilterBenchmark.java
create mode 100644
paimon-common/src/main/java/org/apache/paimon/utils/BitSet.java
create mode 100644
paimon-common/src/main/java/org/apache/paimon/utils/BloomFilter.java
create mode 100644
paimon-common/src/main/java/org/apache/paimon/utils/FileBasedBloomFilter.java
create mode 100644
paimon-common/src/test/java/org/apache/paimon/utils/BitSetTest.java
create mode 100644
paimon-common/src/test/java/org/apache/paimon/utils/BloomFilterTest.java
create mode 100644
paimon-common/src/test/java/org/apache/paimon/utils/FileBasedBloomFilterTest.java
