This is an automated email from the ASF dual-hosted git repository.
shunping pushed a commit to branch resolution-too-deep
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/resolution-too-deep by this
push:
new 1fdbb089b51 Set up debug environment as the failed gradle task.
1fdbb089b51 is described below
commit 1fdbb089b5189ac10450239f50cc18c5da8859ef
Author: Shunping Huang <[email protected]>
AuthorDate: Mon Jun 29 12:23:48 2026 -0400
Set up debug environment as the failed gradle task.
---
.../beam_Inference_Python_Benchmarks_Dataflow.yml | 46 +++++++++++++++-------
1 file changed, 31 insertions(+), 15 deletions(-)
diff --git a/.github/workflows/beam_Inference_Python_Benchmarks_Dataflow.yml
b/.github/workflows/beam_Inference_Python_Benchmarks_Dataflow.yml
index ee8b28ba8cf..13d48c47df0 100644
--- a/.github/workflows/beam_Inference_Python_Benchmarks_Dataflow.yml
+++ b/.github/workflows/beam_Inference_Python_Benchmarks_Dataflow.yml
@@ -219,30 +219,46 @@ jobs:
- name: Debug Dependency Resolution (Dry Run & Deptree)
shell: bash
run: |
- python3 -m venv test_env
- source test_env/bin/activate
+ echo "=== Setting up Gradle virtualenv ==="
+ ./gradlew :sdks:python:apache_beam:testing:load_tests:installGcpTest
--no-daemon \
+ -Dorg.gradle.jvmargs=-Xms2g -Dorg.gradle.jvmargs=-Xmx6g
-Dorg.gradle.vfs.watch=false
+
+ echo "=== Locating virtualenv ==="
+ # Find the activate script inside build/gradleenv/
+ ACTIVATE_SCRIPT=$(find build/gradleenv/ -name activate | head -n 1)
+ if [ -z "$ACTIVATE_SCRIPT" ]; then
+ echo "Error: Could not find virtualenv activate script!"
+ exit 1
+ fi
+ echo "Found virtualenv: $ACTIVATE_SCRIPT"
+ source "$ACTIVATE_SCRIPT"
+
+ echo "=== Initial Packages in Gradle Env (pip freeze) ==="
+ python3 -m pip freeze
+
python3 -m pip install --upgrade pip
python3 -m pip install pipdeptree
- echo "=== Running pip install dry-run with report ==="
+
+ echo "=== Running pip install dry-run with report in Gradle env ==="
# We use --dry-run and --report to see the resolution plan.
# This might backtrack, so we run it and print the output.
python3 -m pip install -r
sdks/python/apache_beam/examples/ml_transform/mltransform_generate_vocab_requirements.txt
--dry-run --report report.json -vv || true
if [ -f report.json ]; then
cat report.json
fi
- echo "=== Installed Packages in Test Env ==="
+ echo "=== Installed Packages in Gradle Env ==="
pipdeptree || true
- - name: run MLTransform Generate Vocab Batch
- uses: ./.github/actions/gradle-command-self-hosted-action
- timeout-minutes: 180
- with:
- gradle-command: :sdks:python:apache_beam:testing:load_tests:run
- arguments: |
-
-PloadTest.mainClass=apache_beam.testing.benchmarks.inference.mltransform_generate_vocab_benchmark
\
- -Prunner=DataflowRunner \
- -PpythonVersion=3.10 \
-
-PloadTest.requirementsTxtFile=apache_beam/examples/ml_transform/mltransform_generate_vocab_requirements.txt
\
- '-PloadTest.args=${{
env.beam_Inference_Python_Benchmarks_Dataflow_test_arguments_11 }}
--job_name=benchmark-tests-mltransform-generate-vocab-batch-${{env.NOW_UTC}}'
+ # - name: run MLTransform Generate Vocab Batch
+ # uses: ./.github/actions/gradle-command-self-hosted-action
+ # timeout-minutes: 180
+ # with:
+ # gradle-command: :sdks:python:apache_beam:testing:load_tests:run
+ # arguments: |
+ #
-PloadTest.mainClass=apache_beam.testing.benchmarks.inference.mltransform_generate_vocab_benchmark
\
+ # -Prunner=DataflowRunner \
+ # -PpythonVersion=3.10 \
+ #
-PloadTest.requirementsTxtFile=apache_beam/examples/ml_transform/mltransform_generate_vocab_requirements.txt
\
+ # '-PloadTest.args=${{
env.beam_Inference_Python_Benchmarks_Dataflow_test_arguments_11 }}
--job_name=benchmark-tests-mltransform-generate-vocab-batch-${{env.NOW_UTC}}'
# - name: run MLTransform One-Hot Encoding Batch
# uses: ./.github/actions/gradle-command-self-hosted-action
# timeout-minutes: 180
