This is an automated email from the ASF dual-hosted git repository.
agrove pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/datafusion-comet.git
The following commit(s) were added to refs/heads/main by this push:
new c3023c57 feat: Publish artifacts to maven (#946)
c3023c57 is described below
commit c3023c573592f52132cde0b0e5303b00884d3416
Author: Parth Chandra <[email protected]>
AuthorDate: Fri Sep 20 17:26:29 2024 -0700
feat: Publish artifacts to maven (#946)
* feat: publish artifacts to staging repository
* address review comments
---
dev/release/README.md | 44 ++++++++++-
dev/release/publish-to-maven.sh | 164 ++++++++++++++++++++++++++++++++++++++++
2 files changed, 206 insertions(+), 2 deletions(-)
diff --git a/dev/release/README.md b/dev/release/README.md
index d1134529..058a920f 100644
--- a/dev/release/README.md
+++ b/dev/release/README.md
@@ -156,7 +156,47 @@ Setting up your project in the ASF Nexus Repository from
here: https://infra.apa
##### Release Manager Setup
Set up your development environment from here:
https://infra.apache.org/publishing-maven-artifacts.html
-TODO: build and publish a release candidate to nexus.
+##### Build and publish a release candidate to nexus.
+The script `publish-to-maven.sh` will publish the artifacts created by the
`build-release-comet.sh` script.
+The artifacts will be signed using the gpg key of the release manager and
uploaded to the maven staging repository.
+
+Note: This script needs `xmllint` to be installed. On MacOS xmllint is
available by default.
+
+On Ubuntu `apt-get install -y libxml2-utils`
+
+On RedHat `yum install -y xmlstarlet`
+
+```shell
+
+/comet:$./dev/release/publish-to-maven.sh -h
+usage: publish-to-maven.sh options
+
+Publish signed artifacts to Maven.
+
+Options
+-u ASF_USERNAME - Username of ASF committer account
+-r LOCAL_REPO - path to temporary local maven repo (created and written to by
'build-release-comet.sh')
+
+The following will be prompted for -
+ASF_PASSWORD - Password of ASF committer account
+GPG_KEY - GPG key used to sign release artifacts
+GPG_PASSPHRASE - Passphrase for GPG key
+```
+
+example
+```shell
+/comet:$./dev/release/publish-to-maven.sh -u release_manager_asf_id -r
/tmp/comet-staging-repo-VsYOX
+ASF Password :
+GPG Key (Optional):
+GPG Passphrase :
+Creating Nexus staging repository
+...
+```
+
+In the Nexus repository UI (https://repository.apache.org/) locate and verify
the artifacts in
+staging
(https://central.sonatype.org/publish/release/#locate-and-examine-your-staging-repository).
+
+If the artifacts appear to be correct, then close and release the repository
so it is made visible.
### Start an Email Voting Thread
@@ -227,7 +267,7 @@ svn delete -m "delete old DataFusion Comet release"
https://dist.apache.org/repo
### Publishing JAR Files to Maven
-The process for publishing JAR files to Maven is not defined yet.
+Once the vote has passed, promote the staged release candidate to production
in the Nexus repository UI (https://repository.apache.org/).
### Publishing to crates.io
diff --git a/dev/release/publish-to-maven.sh b/dev/release/publish-to-maven.sh
new file mode 100755
index 00000000..9895c8e1
--- /dev/null
+++ b/dev/release/publish-to-maven.sh
@@ -0,0 +1,164 @@
+#!/bin/bash
+
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+###
+# This file is based on the script release-build.sh in Spark
+###
+
+function usage {
+ local NAME=$(basename $0)
+ cat << EOF
+usage: $NAME options
+
+Publish signed artifacts to Maven.
+
+Options
+ -u ASF_USERNAME - Username of ASF committer account
+ -r LOCAL_REPO - path to temporary local maven repo (created and written to
by 'build-release-comet.sh')
+
+The following will be prompted for -
+ ASF_PASSWORD - Password of ASF committer account
+ GPG_KEY - GPG key used to sign release artifacts
+ GPG_PASSPHRASE - Passphrase for GPG key
+EOF
+ exit 1
+}
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" >/dev/null && pwd)"
+COMET_HOME_DIR=$SCRIPT_DIR/../..
+
+ASF_USERNAME=""
+ASF_PASSWORD=""
+
+NEXUS_ROOT=https://repository.apache.org/service/local/staging
+NEXUS_PROFILE=789e15c00fd47
+
+while getopts "u:r:h" opt; do
+ case $opt in
+ u) ASF_USERNAME="$OPTARG" ;;
+ r) LOCAL_REPO="$OPTARG" ;;
+ h) usage ;;
+ \?) error "Invalid option. Run with -h for help." ;;
+ esac
+done
+
+if [ "$LOCAL_REPO" == "" ]
+then
+ "Please provide the local Maven repository (from 'build-release-comet.sh')"
+ usage
+fi
+
+if [ "$ASF_USERNAME" == "" ]
+then
+ read -p "ASF Username : " ASF_USERNAME && echo ""
+fi
+# Read some secret information
+read -s -p "ASF Password : " ASF_PASSWORD && echo ""
+read -s -p "GPG Key (Optional): " GPG_KEY && echo ""
+read -s -p "GPG Passphrase : " GPG_PASSPHRASE && echo ""
+
+if [ "$ASF_USERNAME" == "" ] || [ "$ASF_PASSWORD" == "" ] || [
"$GPG_PASSPHRASE" = "" ]
+then
+ echo "Missing credentials"
+ exit 1
+fi
+
+# Default GPG command to use
+GPG="gpg"
+if [ "$GPG_KEY" != "" ]
+then
+ GPG="$GPG -u $GPG_KEY"
+fi
+
+# sha1sum on linux, shasum on macos
+SHA1SUM=$( which sha1sum || which shasum)
+
+GIT_HASH=$(git rev-parse --short HEAD)
+
+# REF:
https://support.sonatype.com/hc/en-us/articles/213465818-How-can-I-programmatically-upload-an-artifact-into-Nexus-Repo-2
+# REF:
https://support.sonatype.com/hc/en-us/articles/213465868-Uploading-to-a-Nexus-Repository-2-Staging-Repository-via-REST-API
+echo "Creating Nexus staging repository"
+
+REPO_REQUEST="<promoteRequest><data><description>Apache Datafusion Comet
$COMET_VERSION (commit $GIT_HASH)</description></data></promoteRequest>"
+REPO_REQUEST_RESPONSE=$(curl -I -X POST -d "$REPO_REQUEST" -u
$ASF_USERNAME:$ASF_PASSWORD \
+ -H "Content-Type:application/xml" \
+ $NEXUS_ROOT/profiles/$NEXUS_PROFILE/start)
+if [ $? -ne 0 ]
+then
+ echo "Error creating staged repository"
+ echo "$REPO_REQUEST_RESPONSE"
+ exit 1
+fi
+
+STAGED_REPO_ID=$(echo $REPO_REQUEST_RESPONSE | xmllint --xpath
"//stagedRepositoryId/text()" -)
+echo "Created Nexus staging repository: $STAGED_REPO_ID"
+
+if [ "$STAGED_REPO_ID" == "" ]
+then
+ echo "Error creating staged repository"
+ echo "$REPO_REQUEST_RESPONSE"
+ exit 1
+fi
+
+echo "Deploying artifacts from $LOCAL_REPO"
+
+pushd $LOCAL_REPO/org/apache/datafusion
+
+# Remove any extra files generated during install
+find . -type f |grep -v \.jar |grep -v \.pom | xargs rm
+
+echo "Creating hash and signature files"
+for file in $(find . -type f)
+do
+echo $GPG_PASSPHRASE | $GPG --passphrase-fd 0 --output $file.asc \
+ --detach-sig --armour $file;
+if [ $(command -v md5) ]; then
+ # Available on OS X; -q to keep only hash
+ md5 -q $file > $file.md5
+else
+ # Available on Linux; cut to keep only hash
+ md5sum $file | cut -f1 -d' ' > $file.md5
+fi
+$SHA1SUM $file | cut -f1 -d' ' > $file.sha1
+done
+
+NEXUS_UPLOAD=$NEXUS_ROOT/deployByRepositoryId/$STAGED_REPO_ID
+echo "Uploading files to $NEXUS_UPLOAD"
+for file in $(find . -type f)
+do
+ # strip leading ./
+ FILE_SHORT=$(echo $file | sed -e "s/\.\///")
+ DEST_URL="$NEXUS_UPLOAD/org/apache/datafusion/$FILE_SHORT"
+ echo " Uploading $FILE_SHORT"
+ curl -u $ASF_USERNAME:$ASF_PASSWORD --upload-file $FILE_SHORT $DEST_URL
+ if [ $? -ne 0 ]
+ then
+ echo " - Failed"
+ exit 2
+ fi
+done
+
+echo "Closing nexus staging repository"
+REPO_REQUEST="<promoteRequest><data><stagedRepositoryId>$STAGED_REPO_ID</stagedRepositoryId><description>Apache
Datafusion Comet $COMET_VERSION (commit
$GIT_HASH)</description></data></promoteRequest>"
+REPO_REQUEST_RESPONSE=$(curl -X POST -d "$REPO_REQUEST" -u
$ASF_USERNAME:$ASF_PASSWORD \
+ -H "Content-Type:application/xml" -v \
+ $NEXUS_ROOT/profiles/$NEXUS_PROFILE/finish)
+echo "Closed Nexus staging repository: $STAGED_REPO_ID"
+
+popd
\ No newline at end of file
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
