This is an automated email from the ASF dual-hosted git repository. scott pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push: new eb3ad65 Add all postcommit tests into RC process new ccc9d79 Merge pull request #7509: Add all postcommit tests into RC process eb3ad65 is described below commit eb3ad65e6c12e14a30e7ef7af6e0c9fc78b129ac Author: Boyuan Zhang <boyu...@google.com> AuthorDate: Mon Jan 14 18:55:17 2019 -0800 Add all postcommit tests into RC process --- release/src/main/scripts/run_rc_validation.sh | 21 +++++++ release/src/main/scripts/verify_release_build.sh | 72 ++++++++++++++++++++++++ 2 files changed, 93 insertions(+) diff --git a/release/src/main/scripts/run_rc_validation.sh b/release/src/main/scripts/run_rc_validation.sh index 4881066..1fc0d54 100755 --- a/release/src/main/scripts/run_rc_validation.sh +++ b/release/src/main/scripts/run_rc_validation.sh @@ -49,6 +49,8 @@ LOCAL_CLONE_DIR=rc_validations BEAM_ROOT_DIR=beam GIT_REPO_URL=https://github.com/apache/beam.git PYTHON_RC_DOWNLOAD_URL=https://dist.apache.org/repos/dist/dev/beam +HUB_VERSION=2.5.0 +HUB_ARTIFACTS_NAME=hub-linux-amd64-${HUB_VERSION} echo "[Input Required] Please enter the release version: " read RELEASE @@ -70,6 +72,25 @@ if [[ $confirmation != "y" ]]; then exit fi +echo "=================Checking hub========================" +if [[ -z `which hub` ]]; then + echo "There is no hub installed on your machine." + echo "Would you like to install hub with root permission? [y|N]" + read confirmation + if [[ $confirmation != "y" ]]; then + echo "Refused to install hub. Cannot proceed into next setp." + exit + fi + echo "=================Installing hub=======================" + wget https://github.com/github/hub/releases/download/v${HUB_VERSION}/${HUB_ARTIFACTS_NAME}.tgz + tar zvxvf ${HUB_ARTIFACTS_NAME}.tgz + sudo ./${HUB_ARTIFACTS_NAME}/install + echo "eval "$(hub alias -s)"" >> ~/.bashrc + rm -rf ${HUB_ARTIFACTS_NAME}* +fi +hub version + + echo "====================Cloning Beam Release Branch====================" cd ~ if [[ -d ${LOCAL_CLONE_DIR} ]]; then diff --git a/release/src/main/scripts/verify_release_build.sh b/release/src/main/scripts/verify_release_build.sh index b284950..50b2c65 100755 --- a/release/src/main/scripts/verify_release_build.sh +++ b/release/src/main/scripts/verify_release_build.sh @@ -102,6 +102,27 @@ else which time fi +echo "=================Checking hub========================" +HUB_VERSION=2.5.0 +HUB_ARTIFACTS_NAME=hub-linux-amd64-${HUB_VERSION} +if [[ -z `which hub` ]]; then + echo "There is no hub installed on your machine." + echo "Would you like to install hub with root permission? [y|N]" + read confirmation + if [[ $confirmation != "y" ]]; then + echo "Refused to install hub. Cannot proceed into next setp." + exit + fi + echo "=================Installing hub=======================" + wget https://github.com/github/hub/releases/download/v${HUB_VERSION}/${HUB_ARTIFACTS_NAME}.tgz + tar zvxvf ${HUB_ARTIFACTS_NAME}.tgz + sudo ./${HUB_ARTIFACTS_NAME}/install + echo "eval "$(hub alias -s)"" >> ~/.bashrc + rm -rf ${HUB_ARTIFACTS_NAME}* +fi +hub version + +cd ~ echo "======================Starting Clone Repo======================" if [[ -d ${LOCAL_CLONE_DIR} ]]; then rm -rf ${LOCAL_CLONE_DIR} @@ -121,6 +142,57 @@ gpg --output ~/doc.sig --sign ~/.bashrc ./gradlew build -PisRelease --scan --stacktrace --no-parallel --continue echo "===============================================================" +echo "[Current Task] Run All PostCommit Tests against Release Branch" +echo "This task will create a PR against apache/beam." +echo "After PR created, you need to comment phrases listed in description in the created PR:" + +echo "[Confirmation Required] Do you want to proceed? [y|N]" +read confirmation +if [[ $confirmation = "y" ]]; then + echo "[Input Required] Please enter your github repo URL forked from apache/beam:" + read USER_REMOTE_URL + echo "[Input Required] Please enter your github username:" + read GITHUB_USERNAME + echo "[Input Required] Please enter your github token:" + read GITHUB_TOKEN + export GITHUB_TOKEN=${GITHUB_TOKEN} + WORKING_BRANCH=postcommit_validation_pr + git checkout -b ${WORKING_BRANCH} + touch empty_file.txt + git add empty_file.txt + git commit -m "Add empty file in order to create PR" + git push -f ${USER_REMOTE_URL} + hub pull-request -o -b apache:${branch} -h ${GITHUB_USERNAME}:${WORKING_BRANCH} -F- <<<"[DO NOT MERGE] Run all PostCommit and PreCommit Tests against Release Branch + + Please comment as instructions below, one phrase per comment please: + Run Go PostCommit + Run Java PostCommit + Run Java PortabilityApi PostCommit + Run Java Flink PortableValidatesRunner Batch + Run Java Flink PortableValidatesRunner Streaming' + Run Apex ValidatesRunner + Run Dataflow ValidatesRunner + Run Flink ValidatesRunner + Run Gearpump ValidatesRunner + Run Dataflow PortabilityApi ValidatesRunner + Run Samza ValidatesRunner + Run Spark ValidatesRunner + Run Python Dataflow ValidatesContainer + Run Python Dataflow ValidatesRunner + Run Python Flink ValidatesRunner + Run Python PostCommit + Run SQL PostCommit + Run Go PreCommit + Run Java PreCommit + Run Java_Examples_Dataflow PreCommit + Run JavaPortabilityApi PreCommit + Run Portable_Python PreCommit + Run Python PreCommit" + + echo "[NOTE]: Please make sure all test targets have been invoked." + echo "Please check the test results. If there is any failure, follow the policy in release guide." +fi + echo "Do you want to clean local clone repo? [y|N]" read confirmation if [[ $confirmation = "y" ]]; then