This is an automated email from the ASF dual-hosted git repository.
lidavidm pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/arrow-adbc.git
The following commit(s) were added to refs/heads/main by this push:
new 0a72561 chore(dev/release): port release verification (source-only)
(#200)
0a72561 is described below
commit 0a72561d958a01334deb4f5878bb9127edef8be6
Author: David Li <[email protected]>
AuthorDate: Tue Nov 29 14:44:37 2022 -0500
chore(dev/release): port release verification (source-only) (#200)
---
c/driver_manager/CMakeLists.txt | 4 +
ci/scripts/glib_build.sh | 2 +-
ci/scripts/glib_test.sh | 4 +-
dev/release/verify-release-candidate.sh | 724 +++++++++++++++++++++
.../adbc_driver_manager/_version.py | 2 +-
.../adbc_driver_postgres/_version.py | 2 +-
6 files changed, 733 insertions(+), 5 deletions(-)
diff --git a/c/driver_manager/CMakeLists.txt b/c/driver_manager/CMakeLists.txt
index 461de33..68414dd 100644
--- a/c/driver_manager/CMakeLists.txt
+++ b/c/driver_manager/CMakeLists.txt
@@ -36,6 +36,10 @@ add_arrow_lib(adbc_driver_manager
AdbcDriverManager
PKG_CONFIG_NAME
adbc-driver-manager
+ SHARED_LINK_LIBS
+ ${CMAKE_DL_LIBS}
+ STATIC_LINK_LIBS
+ ${CMAKE_DL_LIBS}
SHARED_LINK_FLAGS
${ADBC_LINK_FLAGS})
include_directories(SYSTEM ${REPOSITORY_ROOT})
diff --git a/ci/scripts/glib_build.sh b/ci/scripts/glib_build.sh
index c4e49a0..b5cadbd 100755
--- a/ci/scripts/glib_build.sh
+++ b/ci/scripts/glib_build.sh
@@ -47,7 +47,7 @@ build_subproject() {
--prefix="${install_dir}" \
"${build_dir}/glib" \
"${source_dir}/glib"
- meson install -C build/glib
+ meson install -C "${build_dir}/glib"
}
main() {
diff --git a/ci/scripts/glib_test.sh b/ci/scripts/glib_test.sh
index d5d880a..388ab44 100755
--- a/ci/scripts/glib_test.sh
+++ b/ci/scripts/glib_test.sh
@@ -27,7 +27,7 @@ test_subproject() {
local -r install_dir="${3}"
export DYLD_LIBRARY_PATH="${install_dir}/lib"
- export GI_TYPELIB_PATH="${source_dir}/build/glib/adbc-glib"
+ export GI_TYPELIB_PATH="${build_dir}/glib/adbc-glib"
export LD_LIBRARY_PATH="${install_dir}/lib"
export PKG_CONFIG_PATH="${install_dir}/lib/pkgconfig"
if [[ -n "${CONDA_PREFIX}" ]]; then
@@ -49,7 +49,7 @@ test_subproject() {
env DYLD_LIBRARY_PATH="${DYLD_LIBRARY_PATH}" \
ruby test/run.rb
bundle exec rake build
- gem install pkg/*.gem
+ gem install --user-install pkg/*.gem
popd
}
diff --git a/dev/release/verify-release-candidate.sh
b/dev/release/verify-release-candidate.sh
new file mode 100755
index 0000000..1386565
--- /dev/null
+++ b/dev/release/verify-release-candidate.sh
@@ -0,0 +1,724 @@
+#!/usr/bin/env bash
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
+# Requirements
+# - Ruby >= 2.3
+# - Maven >= 3.3.9
+# - JDK >=7
+# - gcc >= 4.8
+# - Go >= 1.17
+# - Docker
+#
+# To reuse build artifacts between runs set ARROW_TMPDIR environment variable
to
+# a directory where the temporary files should be placed to, note that this
+# directory is not cleaned up automatically.
+
+set -eo pipefail
+
+if [ ${VERBOSE:-0} -gt 0 ]; then
+ set -x
+fi
+
+case $# in
+ 0) VERSION="HEAD"
+ SOURCE_KIND="local"
+ TEST_BINARIES=0
+ ;;
+ 1) VERSION="$1"
+ SOURCE_KIND="git"
+ TEST_BINARIES=0
+ ;;
+ 2) VERSION="$1"
+ RC_NUMBER="$2"
+ SOURCE_KIND="tarball"
+ ;;
+ *) echo "Usage:"
+ echo " Verify release candidate:"
+ echo " $0 X.Y.Z RC_NUMBER"
+ echo " Verify only the source distribution:"
+ echo " TEST_DEFAULT=0 TEST_SOURCE=1 $0 X.Y.Z RC_NUMBER"
+ echo " Verify only the binary distributions:"
+ echo " TEST_DEFAULT=0 TEST_BINARIES=1 $0 X.Y.Z RC_NUMBER"
+ echo " Verify only the wheels:"
+ echo " TEST_DEFAULT=0 TEST_WHEELS=1 $0 X.Y.Z RC_NUMBER"
+ echo ""
+ echo " Run the source verification tasks on a remote git revision:"
+ echo " $0 GIT-REF"
+ echo " Run the source verification tasks on this arrow checkout:"
+ echo " $0"
+ exit 1
+ ;;
+esac
+
+# Note that these point to the current verify-release-candidate.sh directories
+# which is different from the ARROW_SOURCE_DIR set in ensure_source_directory()
+SOURCE_DIR="$(cd "$(dirname "${BASH_SOURCE[0]:-$0}")" && pwd)"
+ARROW_DIR="$(cd "${SOURCE_DIR}/../.." && pwd)"
+
+show_header() {
+ echo ""
+ printf '=%.0s' $(seq ${#1}); printf '\n'
+ echo "${1}"
+ printf '=%.0s' $(seq ${#1}); printf '\n'
+}
+
+show_info() {
+ echo "└ ${1}"
+}
+
+ARROW_DIST_URL='https://dist.apache.org/repos/dist/dev/arrow'
+
+download_dist_file() {
+ if [[ -n "${VERIFICATION_MOCK_DIST_DIR}" && "$1" != "KEYS" ]]; then
+ cp "${VERIFICATION_MOCK_DIST_DIR}/$1" .
+ else
+ curl \
+ --silent \
+ --show-error \
+ --fail \
+ --location \
+ --remote-name $ARROW_DIST_URL/$1
+ fi
+}
+
+download_rc_file() {
+ download_dist_file apache-arrow-${VERSION}-rc${RC_NUMBER}/$1
+}
+
+import_gpg_keys() {
+ if [ "${GPGKEYS_ALREADY_IMPORTED:-0}" -gt 0 ]; then
+ return 0
+ fi
+ download_dist_file KEYS
+ gpg --import KEYS
+
+ GPGKEYS_ALREADY_IMPORTED=1
+}
+
+if type shasum >/dev/null 2>&1; then
+ sha256_verify="shasum -a 256 -c"
+ sha512_verify="shasum -a 512 -c"
+else
+ sha256_verify="sha256sum -c"
+ sha512_verify="sha512sum -c"
+fi
+
+fetch_archive() {
+ import_gpg_keys
+
+ local dist_name=$1
+ download_rc_file ${dist_name}.tar.gz
+ download_rc_file ${dist_name}.tar.gz.asc
+ download_rc_file ${dist_name}.tar.gz.sha256
+ download_rc_file ${dist_name}.tar.gz.sha512
+ gpg --verify ${dist_name}.tar.gz.asc ${dist_name}.tar.gz
+ ${sha256_verify} ${dist_name}.tar.gz.sha256
+ ${sha512_verify} ${dist_name}.tar.gz.sha512
+}
+
+verify_dir_artifact_signatures() {
+ import_gpg_keys
+
+ # verify the signature and the checksums of each artifact
+ find $1 -name '*.asc' | while read sigfile; do
+ artifact=${sigfile/.asc/}
+ gpg --verify $sigfile $artifact || exit 1
+
+ # go into the directory because the checksum files contain only the
+ # basename of the artifact
+ pushd $(dirname $artifact)
+ base_artifact=$(basename $artifact)
+ if [ -f $base_artifact.sha256 ]; then
+ ${sha256_verify} $base_artifact.sha256 || exit 1
+ fi
+ if [ -f $base_artifact.sha512 ]; then
+ ${sha512_verify} $base_artifact.sha512 || exit 1
+ fi
+ popd
+ done
+}
+
+test_binary() {
+ show_header "Testing binary artifacts"
+ maybe_setup_conda || exit 1
+
+ local download_dir=binaries
+ mkdir -p ${download_dir}
+
+ ${PYTHON:-python3} $SOURCE_DIR/download_rc_binaries.py $VERSION $RC_NUMBER \
+ --dest=${download_dir}
+
+ verify_dir_artifact_signatures ${download_dir}
+}
+
+test_apt() {
+ show_header "Testing APT packages"
+}
+
+test_yum() {
+ show_header "Testing Yum packages"
+}
+
+setup_tempdir() {
+ cleanup() {
+ if [ "${TEST_SUCCESS}" = "yes" ]; then
+ rm -fr "${ARROW_TMPDIR}"
+ else
+ echo "Failed to verify release candidate. See ${ARROW_TMPDIR} for
details."
+ fi
+ }
+
+ show_header "Creating temporary directory"
+
+ if [ -z "${ARROW_TMPDIR}" ]; then
+ # clean up automatically if ARROW_TMPDIR is not defined
+ ARROW_TMPDIR=$(mktemp -d -t "arrow-${VERSION}.XXXXX")
+ trap cleanup EXIT
+ else
+ # don't clean up automatically
+ mkdir -p "${ARROW_TMPDIR}"
+ fi
+
+ echo "Working in sandbox ${ARROW_TMPDIR}"
+}
+
+install_go() {
+ # Install go
+ if [ "${GO_ALREADY_INSTALLED:-0}" -gt 0 ]; then
+ show_info "$(go version) already installed at $(which go)"
+ return 0
+ fi
+
+ if command -v go > /dev/null; then
+ show_info "Found $(go version) at $(command -v go)"
+ export GOPATH=${ARROW_TMPDIR}/gopath
+ mkdir -p $GOPATH
+ return 0
+ fi
+
+ local version=1.18.8
+ show_info "Installing go version ${version}..."
+
+ local arch="$(uname -m)"
+ if [ "$arch" == "x86_64" ]; then
+ arch=amd64
+ elif [ "$arch" == "aarch64" ]; then
+ arch=arm64
+ fi
+
+ if [ "$(uname)" == "Darwin" ]; then
+ local os=darwin
+ else
+ local os=linux
+ fi
+
+ local archive="go${version}.${os}-${arch}.tar.gz"
+ curl -sLO https://dl.google.com/go/$archive
+
+ local prefix=${ARROW_TMPDIR}/go
+ mkdir -p $prefix
+ tar -xzf $archive -C $prefix
+ rm -f $archive
+
+ export GOROOT=${prefix}/go
+ export GOPATH=${prefix}/gopath
+ export PATH=$GOROOT/bin:$GOPATH/bin:$PATH
+
+ mkdir -p $GOPATH
+ show_info "$(go version) installed at $(which go)"
+
+ GO_ALREADY_INSTALLED=1
+}
+
+install_conda() {
+ # Setup short-lived miniconda for Python and integration tests
+ show_info "Ensuring that Conda is installed..."
+ local prefix=$ARROW_TMPDIR/mambaforge
+
+ # Setup miniconda only if the directory doesn't exist yet
+ if [ "${CONDA_ALREADY_INSTALLED:-0}" -eq 0 ]; then
+ if [ ! -d "${prefix}" ]; then
+ show_info "Installing miniconda at ${prefix}..."
+ local arch=$(uname -m)
+ local platform=$(uname)
+ local
url="https://github.com/conda-forge/miniforge/releases/latest/download/Mambaforge-${platform}-${arch}.sh";
+ curl -sL -o miniconda.sh $url
+ bash miniconda.sh -b -p $prefix
+ rm -f miniconda.sh
+ else
+ show_info "Miniconda already installed at ${prefix}"
+ fi
+ else
+ show_info "Conda installed at ${prefix}"
+ fi
+ CONDA_ALREADY_INSTALLED=1
+
+ # Creating a separate conda environment
+ . $prefix/etc/profile.d/conda.sh
+ conda activate base
+}
+
+maybe_setup_conda() {
+ # Optionally setup conda environment with the passed dependencies
+ local env="conda-${CONDA_ENV:-source}"
+ local pyver=${PYTHON_VERSION:-3}
+
+ if [ "${USE_CONDA}" -gt 0 ]; then
+ show_info "Configuring Conda environment..."
+
+ # Deactivate previous env
+ if [ ! -z ${CONDA_PREFIX} ]; then
+ conda deactivate || :
+ fi
+ # Ensure that conda is installed
+ install_conda
+ # Create environment
+ if ! conda env list | cut -d" " -f 1 | grep $env; then
+ mamba create -y -n $env python=${pyver}
+ fi
+ # Install dependencies
+ if [ $# -gt 0 ]; then
+ mamba install -y -n $env $@
+ fi
+ # Activate the environment
+ conda activate $env
+ elif [ ! -z ${CONDA_PREFIX} ]; then
+ echo "Conda environment is active despite that USE_CONDA is set to 0."
+ echo "Deactivate the environment using \`conda deactivate\` before running
the verification script."
+ return 1
+ fi
+}
+
+maybe_setup_virtualenv() {
+ # Optionally setup pip virtualenv with the passed dependencies
+ local env="venv-${VENV_ENV:-source}"
+ local pyver=${PYTHON_VERSION:-3}
+ local python=${PYTHON:-"python${pyver}"}
+ local virtualenv="${ARROW_TMPDIR}/${env}"
+ local skip_missing_python=${SKIP_MISSING_PYTHON:-0}
+
+ if [ "${USE_CONDA}" -eq 0 ]; then
+ show_info "Configuring Python ${pyver} virtualenv..."
+
+ if [ ! -z ${CONDA_PREFIX} ]; then
+ echo "Conda environment is active despite that USE_CONDA is set to 0."
+ echo "Deactivate the environment before running the verification script."
+ return 1
+ fi
+ # Deactivate previous env
+ if command -v deactivate &> /dev/null; then
+ deactivate
+ fi
+ # Check that python interpreter exists
+ if ! command -v "${python}" &> /dev/null; then
+ echo "Couldn't locate python interpreter with version ${pyver}"
+ echo "Call the script with USE_CONDA=1 to test all of the python
versions."
+ return 1
+ else
+ show_info "Found interpreter $($python --version): $(which $python)"
+ fi
+ # Create environment
+ if [ ! -d "${virtualenv}" ]; then
+ show_info "Creating python virtualenv at ${virtualenv}..."
+ $python -m venv ${virtualenv}
+ # Activate the environment
+ source "${virtualenv}/bin/activate"
+ # Upgrade pip and setuptools
+ pip install -U pip setuptools
+ else
+ show_info "Using already created virtualenv at ${virtualenv}"
+ # Activate the environment
+ source "${virtualenv}/bin/activate"
+ fi
+ # Install dependencies
+ if [ $# -gt 0 ]; then
+ show_info "Installed pip packages $@..."
+ pip install "$@"
+ fi
+ fi
+}
+
+maybe_setup_go() {
+ show_info "Ensuring that Go is installed..."
+ if [ "${USE_CONDA}" -eq 0 ]; then
+ install_go
+ fi
+}
+
+test_cpp() {
+ show_header "Build, install and test C++ libraries"
+
+ # Build and test C++
+ maybe_setup_virtualenv || exit 1
+ maybe_setup_conda \
+ --file ci/conda_env_cpp.txt \
+ compilers || exit 1
+
+ if [ "${USE_CONDA}" -gt 0 ]; then
+ export
CMAKE_PREFIX_PATH="${CONDA_BACKUP_CMAKE_PREFIX_PATH}:${CMAKE_PREFIX_PATH}"
+ else
+ true
+ fi
+
+ export CMAKE_BUILD_PARALLEL_LEVEL=${CMAKE_BUILD_PARALLEL_LEVEL:-${NPROC}}
+ export BUILD_ALL=1
+ export ADBC_BUILD_TESTS=ON
+ export ADBC_USE_ASAN=OFF
+ export ADBC_USE_UBSAN=OFF
+ "${ARROW_SOURCE_DIR}/ci/scripts/cpp_build.sh" "${ARROW_SOURCE_DIR}"
"${ARROW_TMPDIR}/cpp-build" "${ARROW_TMPDIR}/local"
+ # Postgres requires running database for testing
+ export BUILD_DRIVER_POSTGRES=0
+ "${ARROW_SOURCE_DIR}/ci/scripts/cpp_test.sh" "${ARROW_SOURCE_DIR}"
"${ARROW_TMPDIR}/cpp-build" "${ARROW_TMPDIR}/local"
+}
+
+test_java() {
+ show_header "Build and test Java libraries"
+
+ # Build and test Java (Requires newer Maven -- I used 3.3.9)
+ maybe_setup_conda maven || exit 1
+
+ "${ARROW_SOURCE_DIR}/ci/scripts/java_build.sh" "${ARROW_SOURCE_DIR}"
"${ARROW_TMPDIR}/java"
+ "${ARROW_SOURCE_DIR}/ci/scripts/java_test.sh" "${ARROW_SOURCE_DIR}"
+}
+
+test_python() {
+ show_header "Build and test Python libraries"
+
+ # Build and test Python
+ maybe_setup_virtualenv cython pandas pyarrow pytest setuptools_scm
setuptools || exit 1
+ maybe_setup_conda --file "${ARROW_SOURCE_DIR}/ci/conda_env_python.txt" ||
exit 1
+
+ if [ "${USE_CONDA}" -gt 0 ]; then
+ CMAKE_PREFIX_PATH="${CONDA_BACKUP_CMAKE_PREFIX_PATH}:${CMAKE_PREFIX_PATH}"
+ fi
+
+ "${ARROW_SOURCE_DIR}/ci/scripts/python_build.sh" "${ARROW_SOURCE_DIR}"
"${ARROW_TMPDIR}/python-build" "${ARROW_TMPDIR}/local"
+ "${ARROW_SOURCE_DIR}/ci/scripts/python_test.sh" "${ARROW_SOURCE_DIR}"
"${ARROW_TMPDIR}/python-build" "${ARROW_TMPDIR}/local"
+}
+
+test_glib() {
+ show_header "Build and test C GLib libraries"
+
+ # Build and test C GLib
+ maybe_setup_conda --file "${ARROW_SOURCE_DIR}/ci/conda_env_glib.txt" || exit
1
+ maybe_setup_virtualenv meson || exit 1
+
+ # Install bundler if doesn't exist
+ if ! bundle --version; then
+ gem install --no-document bundler
+ fi
+
+ "${ARROW_SOURCE_DIR}/ci/scripts/glib_build.sh" "${ARROW_SOURCE_DIR}"
"${ARROW_TMPDIR}/glib-build" "${ARROW_TMPDIR}/local"
+ "${ARROW_SOURCE_DIR}/ci/scripts/glib_test.sh" "${ARROW_SOURCE_DIR}"
"${ARROW_TMPDIR}/glib-build" "${ARROW_TMPDIR}/local"
+}
+
+test_csharp() {
+ show_header "Build and test C# libraries"
+
+ install_csharp
+
+ echo "C♯ is not implemented"
+}
+
+test_js() {
+ show_header "Build and test JavaScript libraries"
+
+ maybe_setup_nodejs || exit 1
+ maybe_setup_conda nodejs=16 || exit 1
+
+ if ! command -v yarn &> /dev/null; then
+ npm install -g yarn
+ fi
+
+ echo "JS is not implemented"
+}
+
+test_go() {
+ show_header "Build and test Go libraries"
+
+ maybe_setup_go || exit 1
+ maybe_setup_conda compilers go=1.18 || exit 1
+
+ export CGO_ENABLED=1
+ "${ARROW_SOURCE_DIR}/ci/scripts/go_build.sh" "${ARROW_SOURCE_DIR}"
"${ARROW_TMPDIR}/glib-build" "${ARROW_TMPDIR}/local"
+ "${ARROW_SOURCE_DIR}/ci/scripts/go_test.sh" "${ARROW_SOURCE_DIR}"
"${ARROW_TMPDIR}/glib-build" "${ARROW_TMPDIR}/local"
+}
+
+# Run integration tests
+test_integration() {
+ show_header "Build and execute integration tests"
+
+ maybe_setup_conda || exit 1
+ maybe_setup_virtualenv || exit 1
+
+ echo "Integration tests are not implemented"
+}
+
+ensure_source_directory() {
+ show_header "Ensuring source directory"
+
+ dist_name="adbc-${VERSION}"
+
+ if [ "${SOURCE_KIND}" = "local" ]; then
+ # Local arrow repository, testing repositories should be already present
+ if [ -z "$ARROW_SOURCE_DIR" ]; then
+ export ARROW_SOURCE_DIR="${ARROW_DIR}"
+ fi
+ echo "Verifying local Arrow checkout at ${ARROW_SOURCE_DIR}"
+ elif [ "${SOURCE_KIND}" = "git" ]; then
+ # Remote arrow repository, testing repositories must be cloned
+ : ${SOURCE_REPOSITORY:="https://github.com/apache/arrow-adbc"}
+ echo "Verifying Arrow repository ${SOURCE_REPOSITORY} with revision
checkout ${VERSION}"
+ export ARROW_SOURCE_DIR="${ARROW_TMPDIR}/arrow-adbc"
+ if [ ! -d "${ARROW_SOURCE_DIR}" ]; then
+ git clone --recurse-submodules $SOURCE_REPOSITORY $ARROW_SOURCE_DIR
+ git -C $ARROW_SOURCE_DIR checkout $VERSION
+ fi
+ else
+ # Release tarball, testing repositories must be cloned separately
+ echo "Verifying official Arrow release candidate ${VERSION}-rc${RC_NUMBER}"
+ export ARROW_SOURCE_DIR="${ARROW_TMPDIR}/${dist_name}"
+ if [ ! -d "${ARROW_SOURCE_DIR}" ]; then
+ pushd $ARROW_TMPDIR
+ fetch_archive ${dist_name}
+ tar xf ${dist_name}.tar.gz
+ popd
+ fi
+ fi
+}
+
+test_source_distribution() {
+ export ARROW_HOME=$ARROW_TMPDIR/install
+ export
CMAKE_PREFIX_PATH=$ARROW_HOME${CMAKE_PREFIX_PATH:+:${CMAKE_PREFIX_PATH}}
+ export PARQUET_HOME=$ARROW_TMPDIR/install
+ export
PKG_CONFIG_PATH=$ARROW_HOME/lib/pkgconfig${PKG_CONFIG_PATH:+:${PKG_CONFIG_PATH}}
+
+ if [ "$(uname)" == "Darwin" ]; then
+ NPROC=$(sysctl -n hw.ncpu)
+ export DYLD_LIBRARY_PATH=$ARROW_HOME/lib:${DYLD_LIBRARY_PATH:-}
+ else
+ NPROC=$(nproc)
+ export LD_LIBRARY_PATH=$ARROW_HOME/lib:${LD_LIBRARY_PATH:-}
+ fi
+
+ pushd $ARROW_SOURCE_DIR
+
+ if [ ${TEST_CPP} -gt 0 ]; then
+ test_cpp
+ fi
+ if [ ${TEST_GLIB} -gt 0 ]; then
+ test_glib
+ fi
+ if [ ${TEST_GO} -gt 0 ]; then
+ test_go
+ fi
+ if [ ${TEST_JAVA} -gt 0 ]; then
+ test_java
+ fi
+ if [ ${TEST_PYTHON} -gt 0 ]; then
+ test_python
+ fi
+
+ popd
+}
+
+test_binary_distribution() {
+ if [ ${TEST_BINARY} -gt 0 ]; then
+ test_binary
+ fi
+ if [ ${TEST_APT} -gt 0 ]; then
+ test_apt
+ fi
+ if [ ${TEST_YUM} -gt 0 ]; then
+ test_yum
+ fi
+ if [ ${TEST_WHEELS} -gt 0 ]; then
+ test_wheels
+ fi
+ if [ ${TEST_JARS} -gt 0 ]; then
+ test_jars
+ fi
+}
+
+test_linux_wheels() {
+ local check_gcs=OFF
+
+ if [ "$(uname -m)" = "aarch64" ]; then
+ local arch="aarch64"
+ else
+ local arch="x86_64"
+ fi
+
+ local python_versions="${TEST_PYTHON_VERSIONS:-3.7m 3.8 3.9 3.10 3.11}"
+ local platform_tags="manylinux_2_17_${arch}.manylinux2014_${arch}"
+
+ for python in ${python_versions}; do
+ local pyver=${python/m}
+ for platform in ${platform_tags}; do
+ show_header "Testing Python ${pyver} wheel for platform ${platform}"
+ CONDA_ENV=wheel-${pyver}-${platform} PYTHON_VERSION=${pyver}
maybe_setup_conda || exit 1
+ VENV_ENV=wheel-${pyver}-${platform} PYTHON_VERSION=${pyver}
maybe_setup_virtualenv || continue
+ pip install
pyarrow-${TEST_PYARROW_VERSION:-${VERSION}}-cp${pyver/.}-cp${python/.}-${platform}.whl
+ INSTALL_PYARROW=OFF ARROW_GCS=${check_gcs}
${ARROW_DIR}/ci/scripts/python_wheel_unix_test.sh ${ARROW_SOURCE_DIR}
+ done
+ done
+}
+
+test_macos_wheels() {
+ local check_gcs=OFF
+ local check_s3=ON
+ local check_flight=ON
+
+ # apple silicon processor
+ if [ "$(uname -m)" = "arm64" ]; then
+ local python_versions="3.8 3.9 3.10 3.11"
+ local platform_tags="macosx_11_0_arm64"
+ local check_flight=OFF
+ else
+ local python_versions="3.7m 3.8 3.9 3.10 3.11"
+ local platform_tags="macosx_10_14_x86_64"
+ fi
+
+ # verify arch-native wheels inside an arch-native conda environment
+ for python in ${python_versions}; do
+ local pyver=${python/m}
+ for platform in ${platform_tags}; do
+ show_header "Testing Python ${pyver} wheel for platform ${platform}"
+ if [[ "$platform" == *"10_9"* ]]; then
+ check_gcs=OFF
+ check_s3=OFF
+ fi
+
+ CONDA_ENV=wheel-${pyver}-${platform} PYTHON_VERSION=${pyver}
maybe_setup_conda || exit 1
+ VENV_ENV=wheel-${pyver}-${platform} PYTHON_VERSION=${pyver}
maybe_setup_virtualenv || continue
+
+ pip install pyarrow-${VERSION}-cp${pyver/.}-cp${python/.}-${platform}.whl
+ INSTALL_PYARROW=OFF ARROW_FLIGHT=${check_flight} ARROW_GCS=${check_gcs}
ARROW_S3=${check_s3} \
+ ${ARROW_DIR}/ci/scripts/python_wheel_unix_test.sh ${ARROW_SOURCE_DIR}
+ done
+ done
+}
+
+test_wheels() {
+ show_header "Downloading Python wheels"
+ maybe_setup_conda python || exit 1
+
+ local wheels_dir=
+ if [ "${SOURCE_KIND}" = "local" ]; then
+ wheels_dir="${ARROW_SOURCE_DIR}/python/repaired_wheels"
+ else
+ local download_dir=${ARROW_TMPDIR}/binaries
+ mkdir -p ${download_dir}
+
+ if [ "$(uname)" == "Darwin" ]; then
+ local filter_regex=.*macosx.*
+ else
+ local filter_regex=.*manylinux.*
+ fi
+
+
+ ${PYTHON:-python3} \
+ $SOURCE_DIR/download_rc_binaries.py $VERSION $RC_NUMBER \
+ --package_type python \
+ --regex=${filter_regex} \
+ --dest=${download_dir}
+
+ verify_dir_artifact_signatures ${download_dir}
+
+ wheels_dir=${download_dir}/python-rc/${VERSION}-rc${RC_NUMBER}
+ fi
+
+ pushd ${wheels_dir}
+
+ if [ "$(uname)" == "Darwin" ]; then
+ test_macos_wheels
+ else
+ test_linux_wheels
+ fi
+
+ popd
+}
+
+test_jars() {
+ show_header "Testing Java JNI jars"
+ maybe_setup_conda maven python || exit 1
+
+ local download_dir=${ARROW_TMPDIR}/jars
+ mkdir -p ${download_dir}
+
+ ${PYTHON:-python3} $SOURCE_DIR/download_rc_binaries.py $VERSION $RC_NUMBER \
+ --dest=${download_dir} \
+ --package_type=jars
+
+ verify_dir_artifact_signatures ${download_dir}
+
+ # TODO: This should be replaced with real verification by ARROW-15486.
+ # https://issues.apache.org/jira/browse/ARROW-15486
+ # [Release][Java] Verify staged maven artifacts
+ if [ ! -d "${download_dir}/arrow-memory/${VERSION}" ]; then
+ echo "Artifacts for ${VERSION} isn't uploaded yet."
+ return 1
+ fi
+}
+
+# By default test all functionalities.
+# To deactivate one test, deactivate the test and all of its dependents
+# To explicitly select one test, set TEST_DEFAULT=0 TEST_X=1
+: ${TEST_DEFAULT:=1}
+
+# Verification groups
+: ${TEST_SOURCE:=${TEST_DEFAULT}}
+: ${TEST_BINARIES:=${TEST_DEFAULT}}
+
+# Binary verification tasks
+: ${TEST_APT:=${TEST_BINARIES}}
+: ${TEST_BINARY:=${TEST_BINARIES}}
+: ${TEST_JARS:=${TEST_BINARIES}}
+: ${TEST_WHEELS:=${TEST_BINARIES}}
+: ${TEST_YUM:=${TEST_BINARIES}}
+
+# Source verification tasks
+: ${TEST_JAVA:=${TEST_SOURCE}}
+: ${TEST_CPP:=${TEST_SOURCE}}
+: ${TEST_CSHARP:=${TEST_SOURCE}}
+: ${TEST_GLIB:=${TEST_SOURCE}}
+: ${TEST_RUBY:=${TEST_SOURCE}}
+: ${TEST_PYTHON:=${TEST_SOURCE}}
+: ${TEST_JS:=${TEST_SOURCE}}
+: ${TEST_GO:=${TEST_SOURCE}}
+
+# Automatically test if its activated by a dependent
+TEST_GLIB=$((${TEST_GLIB} + ${TEST_RUBY}))
+TEST_CPP=$((${TEST_CPP} + ${TEST_GO} + ${TEST_GLIB} + ${TEST_PYTHON}))
+
+# Execute tests in a conda enviroment
+: ${USE_CONDA:=0}
+
+TEST_SUCCESS=no
+
+setup_tempdir
+ensure_source_directory
+test_source_distribution
+test_binary_distribution
+
+TEST_SUCCESS=yes
+
+echo 'Release candidate looks good!'
+exit 0
diff --git a/python/adbc_driver_manager/adbc_driver_manager/_version.py
b/python/adbc_driver_manager/adbc_driver_manager/_version.py
index 919fbef..09bfd6f 100644
--- a/python/adbc_driver_manager/adbc_driver_manager/_version.py
+++ b/python/adbc_driver_manager/adbc_driver_manager/_version.py
@@ -150,7 +150,7 @@ def get_version_from_git_archive(version_info):
# variables not expanded during 'git archive'
return None
- VTAG = "tag: v"
+ VTAG = "tag: adbc-"
refs = set(r.strip() for r in refnames.split(","))
version_tags = set(r[len(VTAG) :] for r in refs if r.startswith(VTAG))
if version_tags:
diff --git a/python/adbc_driver_postgres/adbc_driver_postgres/_version.py
b/python/adbc_driver_postgres/adbc_driver_postgres/_version.py
index 919fbef..09bfd6f 100644
--- a/python/adbc_driver_postgres/adbc_driver_postgres/_version.py
+++ b/python/adbc_driver_postgres/adbc_driver_postgres/_version.py
@@ -150,7 +150,7 @@ def get_version_from_git_archive(version_info):
# variables not expanded during 'git archive'
return None
- VTAG = "tag: v"
+ VTAG = "tag: adbc-"
refs = set(r.strip() for r in refnames.split(","))
version_tags = set(r[len(VTAG) :] for r in refs if r.startswith(VTAG))
if version_tags:
