This is an automated email from the ASF dual-hosted git repository.
kaxilnaik pushed a commit to branch staging
in repository https://gitbox.apache.org/repos/asf/airflow-site-archive.git
The following commit(s) were added to refs/heads/staging by this push:
new 1b5e95cda9a Add registry sync to github-to-s3 workflow (staging) (#38)
1b5e95cda9a is described below
commit 1b5e95cda9a17fcd22bfb3330bc7c2de4aa1f240
Author: Kaxil Naik <[email protected]>
AuthorDate: Tue Mar 10 01:22:38 2026 +0000
Add registry sync to github-to-s3 workflow (staging) (#38)
The s3-to-github workflow already syncs registry files (S3 → GitHub),
but the reverse direction (GitHub → S3) was missing. Add a sync-registry
input and a step to sync registry-archive/ to the registry/ path in S3,
mirroring the pattern used in s3-to-github.yml.
---
.github/workflows/github-to-s3.yml | 15 +++++++++++++++
1 file changed, 15 insertions(+)
diff --git a/.github/workflows/github-to-s3.yml
b/.github/workflows/github-to-s3.yml
index d38cb6d0eef..a5ac6dce2c7 100644
--- a/.github/workflows/github-to-s3.yml
+++ b/.github/workflows/github-to-s3.yml
@@ -43,6 +43,11 @@ on: # yamllint disable-line rule:truthy
required: false
default: false
type: boolean
+ sync-registry:
+ description: "Sync registry files to S3"
+ required: false
+ default: false
+ type: boolean
processes:
description: "Number of processes to use for syncing"
required: false
@@ -72,8 +77,10 @@ jobs:
set -x
if [[ "${DESTINATION}" == "live" ]]; then
echo
"destination-location=s3://live-docs-airflow-apache-org/docs/" >>
${GITHUB_OUTPUT}
+ echo
"registry-destination-location=s3://live-docs-airflow-apache-org/registry/" >>
${GITHUB_OUTPUT}
else
echo
"destination-location=s3://staging-docs-airflow-apache-org/docs/" >>
${GITHUB_OUTPUT}
+ echo
"registry-destination-location=s3://staging-docs-airflow-apache-org/registry/"
>> ${GITHUB_OUTPUT}
fi
if [[ "${FULL_SYNC}" == "true" ]] ; then
echo "sync-type=full-sync" >> ${GITHUB_OUTPUT}
@@ -150,6 +157,7 @@ jobs:
packages="all"
echo "docs-archive" >> ${GITHUB_OUTPUT}
fi
+ echo "registry-archive" >> ${GITHUB_OUTPUT}
echo "EOF" >> ${GITHUB_OUTPUT}
set -x
echo "docs-packages-processed=${packages}" >> ${GITHUB_OUTPUT}
@@ -212,3 +220,10 @@ jobs:
--document-packages "${DOCUMENTS_PACKAGES}" \
--commit-ref ${COMMIT_REF} --sync-type ${SYNC_TYPE} \
--processes ${PROCESSES}
+ - name: Syncing registry to ${{ inputs.destination }}
+ env:
+ REGISTRY_DESTINATION_LOCATION: ${{
steps.parameters.outputs.registry-destination-location }}
+ run: |
+ set -x
+ aws s3 sync /mnt/cloned-airflow-site-archive/registry-archive/
"${REGISTRY_DESTINATION_LOCATION}" --delete
+ if: inputs.sync-registry == true