This is an automated email from the ASF dual-hosted git repository.
JingsongLi pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/paimon.git
The following commit(s) were added to refs/heads/master by this push:
new 2ce4f09fe7 [python] Support pypaimon-rust 0.4 (#8856)
2ce4f09fe7 is described below
commit 2ce4f09fe72d20ada7fa432404b7dea73025e818
Author: shyjsarah <[email protected]>
AuthorDate: Tue Jul 28 21:12:19 2026 +0800
[python] Support pypaimon-rust 0.4 (#8856)
---
.github/workflows/paimon-python-checks.yml | 9 +++++----
paimon-python/setup.py | 4 ++--
2 files changed, 7 insertions(+), 6 deletions(-)
diff --git a/.github/workflows/paimon-python-checks.yml
b/.github/workflows/paimon-python-checks.yml
index 00540533f1..5b1ec0c649 100755
--- a/.github/workflows/paimon-python-checks.yml
+++ b/.github/workflows/paimon-python-checks.yml
@@ -34,7 +34,7 @@ env:
JDK_VERSION: 8
MAVEN_OPTS: -Dmaven.wagon.httpconnectionManager.ttlSeconds=30
-Dmaven.wagon.http.retryHandler.requestSentEnabled=true
LUMINA_DATA_VERSION: 0.1.0
- PYPAIMON_RUST_REV: 7c568274a4c5df6bd00e8d60edea21395412202b
+ PYPAIMON_RUST_REV: 6b6782923a59eeba766cbd45dde6989705b282bc
concurrency:
@@ -131,11 +131,12 @@ jobs:
else
python -m pip install --upgrade pip
pip install torch --index-url https://download.pytorch.org/whl/cpu
- python -m pip install pyroaring readerwriterlock==1.0.9
fsspec==2024.3.1 cachetools==5.3.3 ossfs==2023.12.0 ray==2.54.0
fastavro==1.11.1 'isal>=1.8,<2' pyarrow==16.0.0 zstandard==0.24.0
polars==1.32.0 duckdb==1.3.2 numpy==1.24.3 pandas==2.0.3 pylance==0.39.0
cramjam flake8==4.0.1 pytest~=7.0 py4j==0.10.9.9 requests parameterized==0.9.0
'daft>=0.7.6' 'datafusion>=52' datasketches
+ python -m pip install pyroaring readerwriterlock==1.0.9
fsspec==2024.3.1 cachetools==5.3.3 ossfs==2023.12.0 ray==2.54.0
fastavro==1.11.1 'isal>=1.8,<2' pyarrow==16.0.0 zstandard==0.24.0
polars==1.32.0 duckdb==1.3.2 numpy==1.24.3 pandas==2.0.3 pylance==0.39.0
cramjam flake8==4.0.1 pytest~=7.0 py4j==0.10.9.9 requests parameterized==0.9.0
'daft>=0.7.6' 'datafusion>=54,<55' datasketches
if [[ "${{ matrix.python-version }}" == "3.11" ]]; then
- # Exercise the split-planning API in one lane until the
compatible 0.3 wheel is published.
+ # Exercise the 0.4 API in one lane until its wheel is published.
python -m pip install
"git+https://github.com/apache/paimon-rust.git@${PYPAIMON_RUST_REV}#subdirectory=bindings/python";
- python -c "from pypaimon_rust.datafusion import PaimonCatalog;
assert hasattr(PaimonCatalog, 'get_table')"
+ python -m pip install "./paimon-python[sql]"
+ python -c "import tempfile; from datafusion import
SessionContext; from pypaimon_rust.datafusion import PaimonCatalog; warehouse =
tempfile.TemporaryDirectory(); ctx = SessionContext();
ctx.register_catalog_provider('paimon', PaimonCatalog({'warehouse':
warehouse.name}))"
else
python -m pip install pypaimon-rust==0.2.0
fi
diff --git a/paimon-python/setup.py b/paimon-python/setup.py
index 214d81313c..ea31de98fe 100644
--- a/paimon-python/setup.py
+++ b/paimon-python/setup.py
@@ -187,8 +187,8 @@ setup(
'paimon-ftindex==0.1.0; python_version>="3.8"',
],
'sql': [
- 'pypaimon-rust>=0.3.0,<0.4.0; python_version>="3.10"',
- 'datafusion>=52; python_version>="3.10"',
+ 'pypaimon-rust>=0.3.0; python_version>="3.10"',
+ 'datafusion>=54,<55; python_version>="3.10"',
],
'hdfs': [
'hdfs-native>=0.13,<1; python_version >= "3.10" and
platform_system != "Windows"',
