This is an automated email from the ASF dual-hosted git repository.
gopidesu pushed a commit to branch fix-in-pool-map-conditions
in repository https://gitbox.apache.org/repos/asf/airflow-site-archive.git
The following commit(s) were added to refs/heads/fix-in-pool-map-conditions by
this push:
new bd141167f5 Update run_with_pool function to use map for list
bd141167f5 is described below
commit bd141167f5cbb7c13557ed7777b59ef1c540e125
Author: Pavan Kumar <gopidesupa...@gmail.com>
AuthorDate: Thu May 1 18:01:33 2025 +0100
Update run_with_pool function to use map for list
---
.github/workflows/github-to-s3.yml | 2 +-
scripts/transfer_utils.py | 5 ++++-
2 files changed, 5 insertions(+), 2 deletions(-)
diff --git a/.github/workflows/github-to-s3.yml
b/.github/workflows/github-to-s3.yml
index 07af09b0d3..7bd316382f 100644
--- a/.github/workflows/github-to-s3.yml
+++ b/.github/workflows/github-to-s3.yml
@@ -72,7 +72,7 @@ jobs:
uses: actions/checkout@v4
with:
lfs: true
- fetch-depth: 2
+ fetch-depth: 2 # We need to fetch 2 commits to get it work with
last_commit sync type
- name: "Syncing ${{ github.ref }} ( ${{ github.sha }} )"
env:
diff --git a/scripts/transfer_utils.py b/scripts/transfer_utils.py
index 5dc058967a..0566e2dffc 100644
--- a/scripts/transfer_utils.py
+++ b/scripts/transfer_utils.py
@@ -74,7 +74,10 @@ class CommonTransferUtils:
def run_with_pool(func, args):
with Pool(processes=4) as pool:
- pool.starmap(func, args)
+ if all(isinstance(arg, tuple) for arg in args):
+ pool.starmap(func, args)
+ else:
+ pool.map(func, args)
@staticmethod
def copy(source, destination):
