This is an automated email from the ASF dual-hosted git repository.
assignuser pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/arrow.git
The following commit(s) were added to refs/heads/main by this push:
new 81e47b20b2 GH-39243:[R][CI] Remove r-arrow conda nightlies (#39244)
81e47b20b2 is described below
commit 81e47b20b241df100f3a24194e97a0423adc0d5e
Author: Jacob Wujciak-Jens <[email protected]>
AuthorDate: Mon Dec 18 16:17:29 2023 +0100
GH-39243:[R][CI] Remove r-arrow conda nightlies (#39244)
### Rationale for this change
The jobs run for ~30h/day for basically no benefit.
See issue for details.
### What changes are included in this PR?
Removal of all r-arrow conda nightlies and auxiliary files.
### Are these changes tested?
No.
### Are there any user-facing changes?
No.
* Closes: #39243
Authored-by: Jacob Wujciak-Jens <[email protected]>
Signed-off-by: Jacob Wujciak-Jens <[email protected]>
---
.../.ci_support/r/linux_64_r_base4.2.yaml | 27 ------
.../.ci_support/r/linux_64_r_base4.3.yaml | 27 ------
.../.ci_support/r/linux_aarch64_r_base4.2.yaml | 31 ------
.../.ci_support/r/linux_aarch64_r_base4.3.yaml | 31 ------
.../.ci_support/r/osx_64_r_base4.2.yaml | 27 ------
.../.ci_support/r/osx_64_r_base4.3.yaml | 27 ------
.../.ci_support/r/osx_arm64_r_base4.2.yaml | 27 ------
.../.ci_support/r/osx_arm64_r_base4.3.yaml | 27 ------
dev/tasks/conda-recipes/.ci_support/r/win_64_.yaml | 12 ---
dev/tasks/conda-recipes/r-arrow/bld.bat | 14 ---
dev/tasks/conda-recipes/r-arrow/build.sh | 14 ---
dev/tasks/conda-recipes/r-arrow/build_win.sh | 7 --
dev/tasks/conda-recipes/r-arrow/configure.win | 8 --
dev/tasks/conda-recipes/r-arrow/install.libs.R | 5 -
dev/tasks/conda-recipes/r-arrow/meta.yaml | 73 ---------------
dev/tasks/tasks.yml | 104 +--------------------
16 files changed, 3 insertions(+), 458 deletions(-)
diff --git a/dev/tasks/conda-recipes/.ci_support/r/linux_64_r_base4.2.yaml
b/dev/tasks/conda-recipes/.ci_support/r/linux_64_r_base4.2.yaml
deleted file mode 100644
index 6e661e1357..0000000000
--- a/dev/tasks/conda-recipes/.ci_support/r/linux_64_r_base4.2.yaml
+++ /dev/null
@@ -1,27 +0,0 @@
-c_compiler:
-- gcc
-c_compiler_version:
-- '12'
-cdt_name:
-- cos6
-channel_sources:
-- conda-forge
-channel_targets:
-- conda-forge main
-cxx_compiler:
-- gxx
-cxx_compiler_version:
-- '12'
-docker_image:
-- quay.io/condaforge/linux-anvil-cos7-x86_64
-pin_run_as_build:
- r-base:
- min_pin: x.x
- max_pin: x.x
-r_base:
-- '4.2'
-target_platform:
-- linux-64
-zip_keys:
-- - c_compiler_version
- - cxx_compiler_version
diff --git a/dev/tasks/conda-recipes/.ci_support/r/linux_64_r_base4.3.yaml
b/dev/tasks/conda-recipes/.ci_support/r/linux_64_r_base4.3.yaml
deleted file mode 100644
index a4d06c9f20..0000000000
--- a/dev/tasks/conda-recipes/.ci_support/r/linux_64_r_base4.3.yaml
+++ /dev/null
@@ -1,27 +0,0 @@
-c_compiler:
-- gcc
-c_compiler_version:
-- '12'
-cdt_name:
-- cos6
-channel_sources:
-- conda-forge
-channel_targets:
-- conda-forge main
-cxx_compiler:
-- gxx
-cxx_compiler_version:
-- '12'
-docker_image:
-- quay.io/condaforge/linux-anvil-cos7-x86_64
-pin_run_as_build:
- r-base:
- min_pin: x.x
- max_pin: x.x
-r_base:
-- '4.3'
-target_platform:
-- linux-64
-zip_keys:
-- - c_compiler_version
- - cxx_compiler_version
diff --git a/dev/tasks/conda-recipes/.ci_support/r/linux_aarch64_r_base4.2.yaml
b/dev/tasks/conda-recipes/.ci_support/r/linux_aarch64_r_base4.2.yaml
deleted file mode 100644
index 9dcd0c34c8..0000000000
--- a/dev/tasks/conda-recipes/.ci_support/r/linux_aarch64_r_base4.2.yaml
+++ /dev/null
@@ -1,31 +0,0 @@
-BUILD:
-- aarch64-conda_cos7-linux-gnu
-c_compiler:
-- gcc
-c_compiler_version:
-- '12'
-cdt_arch:
-- aarch64
-cdt_name:
-- cos7
-channel_sources:
-- conda-forge
-channel_targets:
-- conda-forge main
-cxx_compiler:
-- gxx
-cxx_compiler_version:
-- '12'
-docker_image:
-- quay.io/condaforge/linux-anvil-cos7-x86_64
-pin_run_as_build:
- r-base:
- min_pin: x.x
- max_pin: x.x
-r_base:
-- '4.2'
-target_platform:
-- linux-aarch64
-zip_keys:
-- - c_compiler_version
- - cxx_compiler_version
diff --git a/dev/tasks/conda-recipes/.ci_support/r/linux_aarch64_r_base4.3.yaml
b/dev/tasks/conda-recipes/.ci_support/r/linux_aarch64_r_base4.3.yaml
deleted file mode 100644
index 028b190bb1..0000000000
--- a/dev/tasks/conda-recipes/.ci_support/r/linux_aarch64_r_base4.3.yaml
+++ /dev/null
@@ -1,31 +0,0 @@
-BUILD:
-- aarch64-conda_cos7-linux-gnu
-c_compiler:
-- gcc
-c_compiler_version:
-- '12'
-cdt_arch:
-- aarch64
-cdt_name:
-- cos7
-channel_sources:
-- conda-forge
-channel_targets:
-- conda-forge main
-cxx_compiler:
-- gxx
-cxx_compiler_version:
-- '12'
-docker_image:
-- quay.io/condaforge/linux-anvil-cos7-x86_64
-pin_run_as_build:
- r-base:
- min_pin: x.x
- max_pin: x.x
-r_base:
-- '4.3'
-target_platform:
-- linux-aarch64
-zip_keys:
-- - c_compiler_version
- - cxx_compiler_version
diff --git a/dev/tasks/conda-recipes/.ci_support/r/osx_64_r_base4.2.yaml
b/dev/tasks/conda-recipes/.ci_support/r/osx_64_r_base4.2.yaml
deleted file mode 100644
index 2116eaf7b8..0000000000
--- a/dev/tasks/conda-recipes/.ci_support/r/osx_64_r_base4.2.yaml
+++ /dev/null
@@ -1,27 +0,0 @@
-MACOSX_DEPLOYMENT_TARGET:
-- '10.9'
-c_compiler:
-- clang
-c_compiler_version:
-- '15'
-channel_sources:
-- conda-forge
-channel_targets:
-- conda-forge main
-cxx_compiler:
-- clangxx
-cxx_compiler_version:
-- '15'
-macos_machine:
-- x86_64-apple-darwin13.4.0
-pin_run_as_build:
- r-base:
- min_pin: x.x
- max_pin: x.x
-r_base:
-- '4.2'
-target_platform:
-- osx-64
-zip_keys:
-- - c_compiler_version
- - cxx_compiler_version
diff --git a/dev/tasks/conda-recipes/.ci_support/r/osx_64_r_base4.3.yaml
b/dev/tasks/conda-recipes/.ci_support/r/osx_64_r_base4.3.yaml
deleted file mode 100644
index 7b8b62d8e0..0000000000
--- a/dev/tasks/conda-recipes/.ci_support/r/osx_64_r_base4.3.yaml
+++ /dev/null
@@ -1,27 +0,0 @@
-MACOSX_DEPLOYMENT_TARGET:
-- '10.9'
-c_compiler:
-- clang
-c_compiler_version:
-- '15'
-channel_sources:
-- conda-forge
-channel_targets:
-- conda-forge main
-cxx_compiler:
-- clangxx
-cxx_compiler_version:
-- '15'
-macos_machine:
-- x86_64-apple-darwin13.4.0
-pin_run_as_build:
- r-base:
- min_pin: x.x
- max_pin: x.x
-r_base:
-- '4.3'
-target_platform:
-- osx-64
-zip_keys:
-- - c_compiler_version
- - cxx_compiler_version
diff --git a/dev/tasks/conda-recipes/.ci_support/r/osx_arm64_r_base4.2.yaml
b/dev/tasks/conda-recipes/.ci_support/r/osx_arm64_r_base4.2.yaml
deleted file mode 100644
index af8a07c422..0000000000
--- a/dev/tasks/conda-recipes/.ci_support/r/osx_arm64_r_base4.2.yaml
+++ /dev/null
@@ -1,27 +0,0 @@
-MACOSX_DEPLOYMENT_TARGET:
-- '11.0'
-c_compiler:
-- clang
-c_compiler_version:
-- '15'
-channel_sources:
-- conda-forge
-channel_targets:
-- conda-forge main
-cxx_compiler:
-- clangxx
-cxx_compiler_version:
-- '15'
-macos_machine:
-- arm64-apple-darwin20.0.0
-pin_run_as_build:
- r-base:
- min_pin: x.x
- max_pin: x.x
-r_base:
-- '4.2'
-target_platform:
-- osx-arm64
-zip_keys:
-- - c_compiler_version
- - cxx_compiler_version
diff --git a/dev/tasks/conda-recipes/.ci_support/r/osx_arm64_r_base4.3.yaml
b/dev/tasks/conda-recipes/.ci_support/r/osx_arm64_r_base4.3.yaml
deleted file mode 100644
index a8e8aab83d..0000000000
--- a/dev/tasks/conda-recipes/.ci_support/r/osx_arm64_r_base4.3.yaml
+++ /dev/null
@@ -1,27 +0,0 @@
-MACOSX_DEPLOYMENT_TARGET:
-- '11.0'
-c_compiler:
-- clang
-c_compiler_version:
-- '15'
-channel_sources:
-- conda-forge
-channel_targets:
-- conda-forge main
-cxx_compiler:
-- clangxx
-cxx_compiler_version:
-- '15'
-macos_machine:
-- arm64-apple-darwin20.0.0
-pin_run_as_build:
- r-base:
- min_pin: x.x
- max_pin: x.x
-r_base:
-- '4.3'
-target_platform:
-- osx-arm64
-zip_keys:
-- - c_compiler_version
- - cxx_compiler_version
diff --git a/dev/tasks/conda-recipes/.ci_support/r/win_64_.yaml
b/dev/tasks/conda-recipes/.ci_support/r/win_64_.yaml
deleted file mode 100644
index 72a5bf336c..0000000000
--- a/dev/tasks/conda-recipes/.ci_support/r/win_64_.yaml
+++ /dev/null
@@ -1,12 +0,0 @@
-channel_sources:
-- conda-forge
-channel_targets:
-- conda-forge main
-pin_run_as_build:
- r-base:
- min_pin: x.x
- max_pin: x.x
-r_base:
-- '4.1'
-target_platform:
-- win-64
diff --git a/dev/tasks/conda-recipes/r-arrow/bld.bat
b/dev/tasks/conda-recipes/r-arrow/bld.bat
deleted file mode 100644
index 04d59f282d..0000000000
--- a/dev/tasks/conda-recipes/r-arrow/bld.bat
+++ /dev/null
@@ -1,14 +0,0 @@
-@echo on
-
-bash %RECIPE_DIR%/build_win.sh
-IF %ERRORLEVEL% NEQ 0 exit 1
-
-cp %RECIPE_DIR%/configure.win r
-IF %ERRORLEVEL% NEQ 0 exit 1
-
-cp %RECIPE_DIR%/install.libs.R r/src
-IF %ERRORLEVEL% NEQ 0 exit 1
-
-set "MAKEFLAGS=-j%CPU_COUNT%"
-"%R%" CMD INSTALL --build r
-IF %ERRORLEVEL% NEQ 0 exit 1
diff --git a/dev/tasks/conda-recipes/r-arrow/build.sh
b/dev/tasks/conda-recipes/r-arrow/build.sh
deleted file mode 100755
index 9f5255cbae..0000000000
--- a/dev/tasks/conda-recipes/r-arrow/build.sh
+++ /dev/null
@@ -1,14 +0,0 @@
-#!/bin/bash
-set -ex
-
-# arrow uses C++17
-export ARROW_R_CXXFLAGS="${ARROW_R_CXXFLAGS} -std=c++17"
-export LIBARROW_BUILD=false
-
-if [[ "${target_platform}" == osx-* ]]; then
- # See
https://conda-forge.org/docs/maintainer/knowledge_base.html#newer-c-features-with-old-sdk
- export ARROW_R_CXXFLAGS="${ARROW_R_CXXFLAGS}
-D_LIBCPP_DISABLE_AVAILABILITY"
-fi
-
-# ${R_ARGS} necessary to support cross-compilation
-${R} CMD INSTALL --build r/. ${R_ARGS}
diff --git a/dev/tasks/conda-recipes/r-arrow/build_win.sh
b/dev/tasks/conda-recipes/r-arrow/build_win.sh
deleted file mode 100755
index 0c9a85ce39..0000000000
--- a/dev/tasks/conda-recipes/r-arrow/build_win.sh
+++ /dev/null
@@ -1,7 +0,0 @@
-#!/bin/bash
-
-set -exuo pipefail
-
-# Rename arrow.dll to lib_arrow.dll to avoid conflicts with the arrow-cpp
arrow.dll
-sed -i -e 's/void R_init_arrow/__declspec(dllexport) void R_init_lib_arrow/g'
r/src/arrowExports.cpp
-sed -i -e 's/useDynLib(arrow/useDynLib(lib_arrow/g' r/NAMESPACE
diff --git a/dev/tasks/conda-recipes/r-arrow/configure.win
b/dev/tasks/conda-recipes/r-arrow/configure.win
deleted file mode 100755
index 0fc96576bd..0000000000
--- a/dev/tasks/conda-recipes/r-arrow/configure.win
+++ /dev/null
@@ -1,8 +0,0 @@
-#!/usr/bin/env bash
-
-set -euxo pipefail
-
-echo "PKG_CPPFLAGS=-DNDEBUG -I\"${LIBRARY_PREFIX}/include\"
-I\"${PREFIX}/include\" -DARROW_R_WITH_ACERO -DARROW_R_WITH_PARQUET
-DARROW_R_WITH_DATASET -DARROW_R_WITH_S3 -DARROW_R_WITH_JSON" > src/Makevars.win
-echo "PKG_CXXFLAGS=\$(CXX_VISIBILITY)" >> src/Makevars.win
-echo 'CXX_STD=CXX17' >> src/Makevars.win
-echo "PKG_LIBS=-L\"${LIBRARY_PREFIX}/lib\" -larrow_dataset -larrow_acero
-lparquet -larrow" >> src/Makevars.win
diff --git a/dev/tasks/conda-recipes/r-arrow/install.libs.R
b/dev/tasks/conda-recipes/r-arrow/install.libs.R
deleted file mode 100644
index 005bbe16b9..0000000000
--- a/dev/tasks/conda-recipes/r-arrow/install.libs.R
+++ /dev/null
@@ -1,5 +0,0 @@
-src_dir <- file.path(R_PACKAGE_SOURCE, "src", fsep = "/")
-dest_dir <- file.path(R_PACKAGE_DIR, paste0("libs", R_ARCH), fsep="/")
-
-dir.create(file.path(R_PACKAGE_DIR, paste0("libs", R_ARCH), fsep="/"),
recursive = TRUE, showWarnings = FALSE)
-file.copy(file.path(src_dir, "arrow.dll", fsep = "/"), file.path(dest_dir,
"lib_arrow.dll", fsep = "/"))
diff --git a/dev/tasks/conda-recipes/r-arrow/meta.yaml
b/dev/tasks/conda-recipes/r-arrow/meta.yaml
deleted file mode 100644
index e8b834254f..0000000000
--- a/dev/tasks/conda-recipes/r-arrow/meta.yaml
+++ /dev/null
@@ -1,73 +0,0 @@
-{% set version = ARROW_VERSION %}
-{% set posix = 'm2-' if win else '' %}
-{% set native = 'm2w64-' if win else '' %}
-
-package:
- name: r-arrow
- version: {{ version|replace("-", "_") }}
-
-source:
- path: ../../../../
-
-build:
- merge_build_host: true # [win]
- number: 0
- rpaths:
- - lib/R/lib/
- - lib/
-
-requirements:
- build:
- - cross-r-base {{ r_base }} # [build_platform != target_platform]
- - r-r6 # [build_platform != target_platform]
- - r-assertthat # [build_platform != target_platform]
- - r-bit64 # [build_platform != target_platform]
- - r-purrr # [build_platform != target_platform]
- - r-rlang # [build_platform != target_platform]
- - r-tidyselect # [build_platform != target_platform]
- - {{ compiler('c') }} # [not win]
- - {{ compiler('cxx') }} # [not win]
- - {{ compiler('r_clang') }} # [win]
- - pkg-config
- - {{ posix }}make
- - {{ posix }}sed # [win]
- - {{ posix }}coreutils # [win]
- - {{ posix }}filesystem # [win]
- - {{ posix }}zip # [win]
- host:
- # Needs to be here, otherwise merge_build_host runs into issues
- - pkg-config # [win]
- - libarrow {{ version }}
- - r-base
- - r-r6
- - r-cpp11
- - r-assertthat
- - r-bit64
- - r-purrr
- - r-rlang
- - r-tidyselect
- run:
- - r-base
- - r-r6
- - r-assertthat
- - r-bit64
- - r-purrr
- - r-rlang
- - r-tidyselect
-
-test:
- commands:
- - $R -e "library('arrow'); stopifnot(arrow_with_acero(),
arrow_with_dataset(), arrow_with_parquet(), arrow_with_s3())" # [not
win]
- - "\"%R%\" -e \"library('arrow'); stopifnot(arrow_with_acero(),
arrow_with_dataset(), arrow_with_parquet(), arrow_with_s3())\"" # [win]
-
-about:
- home: https://github.com/apache/arrow
- license: Apache-2.0
- license_file: LICENSE.txt
- summary: R Integration to 'Apache' 'Arrow'.
- license_family: APACHE
-
-extra:
- recipe-maintainers:
- - conda-forge/r
- - conda-forge/arrow-cpp
diff --git a/dev/tasks/tasks.yml b/dev/tasks/tasks.yml
index 84c3cad6ac..ed6ea08894 100644
--- a/dev/tasks/tasks.yml
+++ b/dev/tasks/tasks.yml
@@ -85,12 +85,6 @@ groups:
r:
- test*-r-*
- # r-conda tasks
- - conda-linux-x64-cpu-r*
- - conda-linux-aarch64-cpu-r*
- - conda-osx-x64-cpu-r*
- - conda-osx-arm64-cpu-r*
- - conda-win-x64-cpu-r*
- r-binary-packages
ruby:
@@ -237,32 +231,12 @@ tasks:
#
# * On conda-forge the `pyarrow` and `arrow-cpp` packages are built in
# the same feedstock as the dependency matrix is the same for them as
- # Python and the OS are the main dimension. The R package `r-arrow` is
- # an independent feedstock as it doesn't have the Python but the
- # R dimension.
+ # Python and the OS are the main dimension.
# * The files in `dev/tasks/conda-recipes/.ci_support/` are automatically
# generated and to be synced regularly from the feedstock. We have no way
# yet to generate them inside the arrow repository automatically.
-
- conda-linux-x64-cpu-r43:
- ci: azure
- template: conda-recipes/azure.linux.yml
- params:
- config: linux_64_cuda_compiler_versionNone
- r_config: linux_64_r_base4.3
- artifacts:
- - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cpu.conda
- - r-arrow-{no_rc_version}-r43(h[a-z0-9]+)_0.conda
-
- conda-linux-x64-cpu-r42:
- ci: azure
- template: conda-recipes/azure.linux.yml
- params:
- config: linux_64_cuda_compiler_versionNone
- r_config: linux_64_r_base4.2
- artifacts:
- - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cpu.conda
- - r-arrow-{no_rc_version}-r42(h[a-z0-9]+)_0.conda
+ # * We no longer run the arrow-r jobs as the feedstock is very stable and
+ # the complexity is mostly covered by arrow-cpp.
conda-linux-x64-cpu-py3:
ci: azure
@@ -290,26 +264,6 @@ tasks:
########################### Conda Linux (aarch64) ###########################
- conda-linux-aarch64-cpu-r43:
- ci: azure
- template: conda-recipes/azure.linux.yml
- params:
- config: linux_aarch64_cuda_compiler_versionNone
- r_config: linux_aarch64_r_base4.3
- artifacts:
- - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cpu.conda
- - r-arrow-{no_rc_version}-r43(h[a-z0-9]+)_0.conda
-
- conda-linux-aarch64-cpu-r42:
- ci: azure
- template: conda-recipes/azure.linux.yml
- params:
- config: linux_aarch64_cuda_compiler_versionNone
- r_config: linux_aarch64_r_base4.2
- artifacts:
- - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cpu.conda
- - r-arrow-{no_rc_version}-r42(h[a-z0-9]+)_0.conda
-
conda-linux-aarch64-cpu-py3:
ci: azure
template: conda-recipes/azure.linux.yml
@@ -362,26 +316,6 @@ tasks:
############################## Conda OSX (x64) ##############################
- conda-osx-x64-cpu-r43:
- ci: azure
- template: conda-recipes/azure.osx.yml
- params:
- config: osx_64_
- r_config: osx_64_r_base4.3
- artifacts:
- - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cpu.conda
- - r-arrow-{no_rc_version}-r43(h[a-z0-9]+)_0.conda
-
- conda-osx-x64-cpu-r42:
- ci: azure
- template: conda-recipes/azure.osx.yml
- params:
- config: osx_64_
- r_config: osx_64_r_base4.2
- artifacts:
- - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cpu.conda
- - r-arrow-{no_rc_version}-r42(h[a-z0-9]+)_0.conda
-
conda-osx-x64-cpu-py3:
ci: azure
template: conda-recipes/azure.osx.yml
@@ -396,26 +330,6 @@ tasks:
############################# Conda OSX (arm64) #############################
- conda-osx-arm64-cpu-r43:
- ci: azure
- template: conda-recipes/azure.osx.yml
- params:
- config: osx_arm64_
- r_config: osx_arm64_r_base4.3
- artifacts:
- - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cpu.conda
- - r-arrow-{no_rc_version}-r43(h[a-z0-9]+)_0.conda
-
- conda-osx-arm64-cpu-r42:
- ci: azure
- template: conda-recipes/azure.osx.yml
- params:
- config: osx_arm64_
- r_config: osx_arm64_r_base4.2
- artifacts:
- - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cpu.conda
- - r-arrow-{no_rc_version}-r42(h[a-z0-9]+)_0.conda
-
conda-osx-arm64-cpu-py3:
ci: azure
template: conda-recipes/azure.osx.yml
@@ -430,18 +344,6 @@ tasks:
############################## Conda Windows ################################
- conda-win-x64-cpu-r41:
- ci: azure
- template: conda-recipes/azure.win.yml
- params:
- config: win_64_cuda_compiler_versionNone
- r_config: win_64_
- artifacts:
- - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cpu.conda
- - r-arrow-{no_rc_version}-r41(h[a-z0-9]+)_0.conda
-
- # conda-forge does not yet support R 4.2 on windows
-
conda-win-x64-cpu-py3:
ci: azure
template: conda-recipes/azure.win.yml
