This is an automated email from the ASF dual-hosted git repository.
mmuzaf pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/ignite-release.git
The following commit(s) were added to refs/heads/master by this push:
new ce80174 Update release_2_upload_packages to support Apache JFrog
artifactory
ce80174 is described below
commit ce80174d81e89c2fb8b95ec1fff03f6916b556df
Author: Maxim Muzafarov <[email protected]>
AuthorDate: Fri Sep 17 19:30:42 2021 +0300
Update release_2_upload_packages to support Apache JFrog artifactory
---
scripts/release_2[bintray]upload_packages.sh | 148 ++++++++++++++-------------
1 file changed, 75 insertions(+), 73 deletions(-)
diff --git a/scripts/release_2[bintray]upload_packages.sh
b/scripts/release_2[bintray]upload_packages.sh
old mode 100644
new mode 100755
index 78d47c7..cb42a44
--- a/scripts/release_2[bintray]upload_packages.sh
+++ b/scripts/release_2[bintray]upload_packages.sh
@@ -3,30 +3,61 @@ set -o nounset
set -o errexit
set -o pipefail
set -o errtrace
+
set -o functrace
+###
+### Ignite deb
+###
+#
+# To deploy a Debian package into Artifactory you can either use the deploy
option in the Artifact’s module or
+# upload with cURL using matrix parameters. The required parameters are
package name, distribution, component,
+# and architecture in the following way:
+#
+# curl -H "X-JFrog-Art-Api:<API_KEY>" -XPUT
"https://apache.jfrog.io/artifactory/ignite-deb/pool/<DEBIAN_PACKAGE_NAME>;
+#
deb.distribution=<DISTRIBUTION>;deb.component=<COMPONENT>;deb.architecture=<ARCHITECTURE>"
-T <PATH_TO_FILE>
+#
+# You can specify multiple layouts by adding semicolon separated multiple
parameters, like so:
+#
+# curl -H "X-JFrog-Art-Api:<API_KEY>" -XPUT
"https://apache.jfrog.io/artifactory/ignite-deb/pool/<DEBIAN_PACKAGE_NAME>;
+#
deb.distribution=<DISTRIBUTION>;deb.distribution=<DISTRIBUTION>;deb.component=<COMPONENT>;deb.component=<COMPONENT>;
+# deb.architecture=<ARCHITECTURE>;deb.architecture=<ARCHITECTURE>" -T
<PATH_TO_FILE>
+#
+# To add an architecture independent layout use deb.architecture=all. This
will cause your package to appear in the
+# Packages index of all the architectures under the same Distribution and
Component, as well as under a new index
+# branch called binary-all which holds all Debian packages that are marked as
"all".
+#
+###
+### Ignite rpm
+###
+#
+# To deploy an RPM package into an Artifactory repository you need to use
Artifactory's REST API or Web UI.
+# For example, to deploy an RPM package into this repository using the REST
API, use the following command:
+#
+# curl -H "X-JFrog-Art-Api:<API_KEY>" -XPUT
https://apache.jfrog.io/artifactory/ignite-rpm/<PATH_TO_METADATA_ROOT> -T
<TARGET_FILE_PATH>
+#
+# The PATH_TO_METADATA_ROOT is according to the repository configured metadata
folder depth.
chmod +x release.properties
. ./release.properties
-
-AUTH="" # Curl authentication string for accessing Bintray
-
+# Curl authentication string for accessing Bintray
+AUTH=""
#
-# Function: Check whether target package at Bintray already exists and create
new package definition by template if it does not
+# Function: Check whether target package at Apache JFrog artifactory already
exists and create new package definition by template if it does not
#
-checkPackageExistance () {
+checkPackageExistence () {
repository="$1"
package_name="$2"
description="$3"
- check_message="$(curl ${AUTH} -X GET
https://api.bintray.com/packages/apache/${repository}/${package_name}
2>/dev/null)"
+ check_message="$(curl -H "X-JFrog-Art-Api:${AUTH}" -X GET
https://apache.jfrog.io/artifactory/"${repository}"/"${package_name}";
2>/dev/null)"
if [ "${check_message}" == "{\"message\":\"Package '${package_name}' was
not found\"}" ]; then
- echo -n " Package '${package_name}' does not exist, creating... "
- curl ${AUTH} \
+ echo -n "Package '${package_name}' does not exist, creating... "
+ curl -H "X-JFrog-Art-Api:${AUTH}" \
-H "Content-Type: application/json" \
- -X POST
"https://api.bintray.com/packages/apache/${repository}"; \
+ -X POST
"https://apache.jfrog.io/artifactory/${repository}"; \
-d "{\"name\": \"${package_name}\",\"desc\":
\"${description}\",\"labels\": [],\"licenses\":
[\"Apache-2.0\"],\"custom_licenses\": [],\"vcs_url\":
\"https://github.com/apache/ignite.git\",\"website_url\":
\"https://ignite.apache.org\",\"issue_tracker_url\":
\"https://issues/apache.org/jira/browse/IGNITE\",\"github_repo\":
\"apache/ignite\",\"github_release_notes_file\":
\"RELEASE_NOTES.txt\",\"public_download_numbers\": false,\"public_stats\":
false}" 2>/dev/null | g [...]
echo "Done"
else
@@ -34,74 +65,51 @@ checkPackageExistance () {
fi
}
-
#
-# Function: Upload target package to Bintary (version will be created
automatically)
+# Get credentials for accessing Bintray RPM repository
#
-upload () {
- repository="${1}"
- package_name="${2}"
- file="${3}"
- path="${4:-}"
- properties="${5:-};publish=1;override=1"
-
- echo -n " Uploading '${file}' to Bintray... "
- curl -T ${file} ${AUTH}
"https://api.bintray.com/content/apache/${repository}/${package_name}/${ignite_version}/${path}${file}${properties}";
2>/dev/null | grep -q '{"warn":"The target repository is configured to
auto-sign, but the private key requires a passphrase and none was provided. No
files will be signed"}' || { echo "ERROR"; exit 1; }
- echo "Done"
-}
+response=""
+echo "You can find the API key at the 'Authentication Settings' on
https://apache.jfrog.io/ using your PMC credentials."
+echo "Paste API key for accessing Apache JFrog artifactory:"
+read -rs key
-echo "# Releasing ${ignite_version}${rc_name} :: Packages #"
+AUTH="${key}"
+response=$(curl -H "X-JFrog-Art-Api:${AUTH}" -X GET
https://apache.jfrog.io/artifactory/api/search/artifact?name=apache-ignite
2>/dev/null)
+error=$(echo "${response}" | jq -r '(try .errors[].message catch 0)')
-#
-# Get credentials for accessing Bintray RPM repository
-#
-i=1
-response=""
-while [ $i -le 3 -a "${response}" != "{\"message\":\"forbidden\"}" ]; do
- echo "Please, enter credentials for accessing Bintray RPM repository"
- read -p " Username: " user
- read -s -p " API key: " key
- AUTH="-u${user}:${key}"
- response=$(curl ${AUTH} -X POST "https://api.bintray.com/usage/apache";
2>/dev/null)
- i=$((i+1))
- echo
-done
-if [ $i -gt 3 -a "${response}" != "{\"message\":\"forbidden\"}" ]; then
- echo "[ERROR] Failed to get valid credentials for Bintray RPM repository"
- exit 1
-else
- echo "Successfully authenticated at Bintray"
- echo
-fi
+[[ "$error" != "0" ]] && { echo -e "Error accessing JFrog artifactory using
token: \n$error"; exit 1; }
+echo "Successfully authenticated at Apache JFrog."
+echo
#
# Release RPM packages:
# * upload to Bintray
# * publish
#
-echo "1. Moving RPM packages to Bintray"
+
+echo "1. Moving RPM packages to Apache JFrog artifactory"
+OLDPWD=$(pwd)
cd packages/pkg
for rpm in *.rpm; do
- package_name=$(echo ${rpm} | \
+ package_name=$(echo "${rpm}" | \
sed -r "s|(.*)-${ignite_version}.*|\1|") # Get RPM
package name
- description=$(cat ../rpm/apache-ignite.spec | \
- grep -Pzo "(?s)\N*%description.*?%" | \
- tail -n +2 | \
- head -n -1 | \
- grep -v "^$" | \
- sed -r ':a;N;$!ba;s/\n/\ /g') # Get RPM
package description
+ description=$(grep -Pzo "(?s)\N*%description.*?%"
../rpm/apache-ignite.spec | \
+ tail -n +2 | \
+ head -n -1 | \
+ grep -v "^$" | \
+ sed -r ':a;N;$!ba;s/\n/\ /g') # Get RPM
package description
repository="ignite-rpm"
- echo " ${rpm}"
+ checkPackageExistence "${repository}" "${package_name}" "${description}"
+ response=$(curl -H "X-JFrog-Art-Api:${AUTH}" -X PUT
https://apache.jfrog.io/artifactory/ignite-rpm/"${package_name}"/"${ignite_version}"/"${rpm}";
-T "${rpm}")
- checkPackageExistance "${repository}" "${package_name}" "${description}"
- upload "${repository}" "${package_name}" "${rpm}"
+ echo "$response"
done
echo
-cd ${OLDPWD}
+cd "${OLDPWD}"
#
@@ -109,41 +117,35 @@ cd ${OLDPWD}
# * upload to Bintray
# * publish
#
-echo "2. Moving DEB packages to Bintray"
+echo "2. Moving DEB packages to Apache JFrog artifactory"
cd packages/pkg
for deb in *.deb; do
- package_name=$(echo ${deb} |\
+ package_name=$(echo "${deb}" |\
cut -f1 -d_) # Get DEB package name
- description=$(cat ../deb/control | \
- grep -Pzo "(?s)\N*Description.*?Homepage" | \
- tail -n +2 | \
- head -n -1 | \
- sed -r 's|^\s+||' | \
- sed -r ':a;N;$!ba;s/\n/\ /g') # Get DEB package
description
+ description=$(grep -Pzo "(?s)\N*Description.*?Homepage" ../deb/control | \
+ tail -n +2 | \
+ head -n -1 | \
+ sed -r 's|^\s+||' | \
+ sed -r ':a;N;$!ba;s/\n/\ /g') # Get DEB package
description
repository="ignite-deb"
component="main"
- path="pool/${component}/${deb:0:1}/"
-
- echo " ${deb}"
checkPackageExistance "${repository}" "${package_name}" "${description}"
- upload "${repository}" "${package_name}" "${deb}" "${path}"
";deb_distribution=apache-ignite;deb_component=${component};deb_architecture=all"
+ response=$(curl -H "X-JFrog-Art-Api:${AUTH}" -X PUT
"https://apache.jfrog.io/artifactory/ignite-deb/pool/$component/apache-ignite/$ignite_version/$deb;deb.distribution=apache-ignite;deb.component=$component;deb.architecture=all;overrideExistingFiles=true";
-T "${deb}")
done
-
#
# Remove packages from DEV
#
-echo "3. Removing packages from Apache Ignite's DEV site"
-svn del
https://dist.apache.org/repos/dist/dev/ignite/packages_${ignite_version}${rc_name}
-m "Release ${ignite_version}: Removed moved to Bintray packages"
+echo "3. Removing packages from Apache Ignites DEV site"
+svn del
https://dist.apache.org/repos/dist/dev/ignite/packages_"${ignite_version}""${rc_name}";
-m "Release ${ignite_version}: Removed moved to Bintray packages"
echo
-
#
# Output result and notes
#
echo "============================================"
-echo "Packages should be moved to Bintray"
+echo "Packages should be moved to Apache JFrog artifactory"
echo "Please check results at:"
echo " * rpms: https://apache.org/dist/ignite/rpm/";
echo " * debs: https://apache.org/dist/ignite/deb/";
