This is an automated email from the ASF dual-hosted git repository.
kou pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/arrow.git
The following commit(s) were added to refs/heads/main by this push:
new 86395b05bb GH-41127: [CI] Use GitHub Actions instead of Azure
Pipelines for docker-tests (#41153)
86395b05bb is described below
commit 86395b05bb5328acbbc7f043738a360b705f2db2
Author: Sutou Kouhei <[email protected]>
AuthorDate: Fri Apr 12 09:15:45 2024 +0900
GH-41127: [CI] Use GitHub Actions instead of Azure Pipelines for
docker-tests (#41153)
### Rationale for this change
We don't want to maintain multiple CI platforms to reduce maintenance cost.
### What changes are included in this PR?
Use GitHub Actions for docker-tests.
### Are these changes tested?
Yes.
### Are there any user-facing changes?
No.
* GitHub Issue: #41127
Authored-by: Sutou Kouhei <[email protected]>
Signed-off-by: Sutou Kouhei <[email protected]>
---
dev/tasks/docker-tests/azure.linux.yml | 67 ---------------------------------
dev/tasks/docker-tests/circle.linux.yml | 51 -------------------------
dev/tasks/tasks.yml | 33 ++++++++--------
3 files changed, 16 insertions(+), 135 deletions(-)
diff --git a/dev/tasks/docker-tests/azure.linux.yml
b/dev/tasks/docker-tests/azure.linux.yml
deleted file mode 100644
index b66bfbdfe9..0000000000
--- a/dev/tasks/docker-tests/azure.linux.yml
+++ /dev/null
@@ -1,67 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-{% import 'macros.jinja' as macros with context %}
-
-jobs:
-- job: linux
- pool:
- vmImage: ubuntu-latest
- timeoutInMinutes: 360
- {% if env is defined %}
- variables:
- {% for key, value in env.items() %}
- {{ key }}: {{ value }}
- {% endfor %}
- {% endif %}
-
- steps:
- - task: UsePythonVersion@0
- inputs:
- versionSpec: '3.8'
-
- - script: |
- git clone --no-checkout {{ arrow.remote }} arrow
- git -C arrow fetch -t {{ arrow.remote }} {{ arrow.branch }}
- git -C arrow checkout FETCH_HEAD
- git -C arrow submodule update --init --recursive
- git -C arrow remote add upstream https://github.com/apache/arrow.git
- displayName: Clone arrow
-
- - script: pip install -e arrow/dev/archery[docker]
- displayName: Setup Archery
-
- - script: |
- archery --debug docker --using-docker-cli run \
- -e ARROW_DOCS_VERSION="{{ arrow.no_rc_version }}" \
- -e SETUPTOOLS_SCM_PRETEND_VERSION="{{ arrow.no_rc_version }}" \
- {{ flags|default("") }} \
- {{ image }} \
- {{ command|default("") }}
- displayName: Execute Docker Build
- env:
- {{ macros.azure_set_sccache_envvars()|indent(4) }}
-
- {% if post_script is defined %}
- - script: |
- {{ post_script|indent(6) }}
- displayName: Post Script
- {% endif %}
-
- {% if artifacts is defined %}
- {{ macros.azure_upload_releases(artifacts) }}
- {% endif %}
diff --git a/dev/tasks/docker-tests/circle.linux.yml
b/dev/tasks/docker-tests/circle.linux.yml
deleted file mode 100644
index faad449c8e..0000000000
--- a/dev/tasks/docker-tests/circle.linux.yml
+++ /dev/null
@@ -1,51 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-
-version: 2
-jobs:
- build:
- machine:
- image: ubuntu-1604:202004-01
- {%- if env is defined %}
- environment:
- {%- for key, value in env.items() %}
- {{ key }}: {{ value }}
- {%- endfor %}
- {%- endif %}
- steps:
- - run: |
- docker -v
- docker-compose -v
- - run: |
- git clone --no-checkout {{ arrow.remote }} arrow
- git -C arrow fetch -t {{ arrow.remote }} {{ arrow.branch }}
- git -C arrow checkout FETCH_HEAD
- git -C arrow submodule update --init --recursive
- - run:
- name: Execute Docker Build
- command: |
- pyenv versions
- pyenv global 3.8.12
- pip install -e arrow/dev/archery[docker]
- archery docker run -e SETUPTOOLS_SCM_PRETEND_VERSION="{{
arrow.no_rc_version }}" {{ run }}
- no_output_timeout: "1h"
-
-workflows:
- version: 2
- build:
- jobs:
- - build
diff --git a/dev/tasks/tasks.yml b/dev/tasks/tasks.yml
index e05d6870cf..da9d2cefe5 100644
--- a/dev/tasks/tasks.yml
+++ b/dev/tasks/tasks.yml
@@ -1049,10 +1049,9 @@ tasks:
image: {{ image }}
{% endfor %}
- # Use azure to run valgrind tests to prevent OOM
test-conda-cpp-valgrind:
- ci: azure
- template: docker-tests/azure.linux.yml
+ ci: github
+ template: docker-tests/github.linux.yml
params:
image: conda-cpp-valgrind
@@ -1227,8 +1226,8 @@ tasks:
image: conda-python-cython2
test-debian-12-python-3-amd64:
- ci: azure
- template: docker-tests/azure.linux.yml
+ ci: github
+ template: docker-tests/github.linux.yml
params:
env:
DEBIAN: 12
@@ -1245,8 +1244,8 @@ tasks:
image: debian-python
test-ubuntu-20.04-python-3:
- ci: azure
- template: docker-tests/azure.linux.yml
+ ci: github
+ template: docker-tests/github.linux.yml
params:
env:
UBUNTU: 20.04
@@ -1261,16 +1260,16 @@ tasks:
image: ubuntu-python
test-fedora-39-python-3:
- ci: azure
- template: docker-tests/azure.linux.yml
+ ci: github
+ template: docker-tests/github.linux.yml
params:
env:
FEDORA: 39
image: fedora-python
test-r-linux-valgrind:
- ci: azure
- template: docker-tests/azure.linux.yml
+ ci: github
+ template: docker-tests/github.linux.yml
params:
env:
ARROW_R_DEV: "TRUE"
@@ -1431,16 +1430,16 @@ tasks:
flags: "-e LIBARROW_MINIMAL=TRUE"
test-ubuntu-r-sanitizer:
- ci: azure
- template: docker-tests/azure.linux.yml
+ ci: github
+ template: docker-tests/github.linux.yml
params:
env:
R_PRUNE_DEPS: TRUE
image: ubuntu-r-sanitizer
test-fedora-r-clang-sanitizer:
- ci: azure
- template: docker-tests/azure.linux.yml
+ ci: github
+ template: docker-tests/github.linux.yml
params:
env:
R_PRUNE_DEPS: TRUE
@@ -1448,8 +1447,8 @@ tasks:
{% for go_version, staticcheck in [("1.21", "v0.4.7"), ("1.22", "latest")] %}
test-debian-12-go-{{ go_version }}:
- ci: azure
- template: docker-tests/azure.linux.yml
+ ci: github
+ template: docker-tests/github.linux.yml
params:
env:
DEBIAN: 12
