flink git commit: [FLINK-5395] [Build System] support locally build distribution by script create_release_files.sh
Repository: flink Updated Branches: refs/heads/master 00d1ad86a -> 6b55e2ca3 [FLINK-5395] [Build System] support locally build distribution by script create_release_files.sh This closes #3049 Project: http://git-wip-us.apache.org/repos/asf/flink/repo Commit: http://git-wip-us.apache.org/repos/asf/flink/commit/6b55e2ca Tree: http://git-wip-us.apache.org/repos/asf/flink/tree/6b55e2ca Diff: http://git-wip-us.apache.org/repos/asf/flink/diff/6b55e2ca Branch: refs/heads/master Commit: 6b55e2ca30c5ecbf9998e44b2638a7f2d94a5963 Parents: 00d1ad8 Author: shijinkuiAuthored: Wed Jan 11 17:42:16 2017 +0800 Committer: Robert Metzger Committed: Tue Jan 24 09:11:56 2017 +0100 -- .gitignore| 2 + tools/create_release_files.sh | 156 + 2 files changed, 124 insertions(+), 34 deletions(-) -- http://git-wip-us.apache.org/repos/asf/flink/blob/6b55e2ca/.gitignore -- diff --git a/.gitignore b/.gitignore index 9012d0a..3c9e4e8 100644 --- a/.gitignore +++ b/.gitignore @@ -32,3 +32,5 @@ out/ /docs/.jekyll-metadata *.ipr *.iws +tools/flink +tools/flink-* http://git-wip-us.apache.org/repos/asf/flink/blob/6b55e2ca/tools/create_release_files.sh -- diff --git a/tools/create_release_files.sh b/tools/create_release_files.sh index fdf50a5..ed01d97 100755 --- a/tools/create_release_files.sh +++ b/tools/create_release_files.sh @@ -66,16 +66,20 @@ fi GPG_PASSPHRASE=${GPG_PASSPHRASE:-XXX} GPG_KEY=${GPG_KEY:-XXX} GIT_AUTHOR=${GIT_AUTHOR:-"Your name "} -OLD_VERSION=${OLD_VERSION:-1.1-SNAPSHOT} -RELEASE_VERSION=${NEW_VERSION} -RELEASE_CANDIDATE=${RELEASE_CANDIDATE:-rc1} +OLD_VERSION=${OLD_VERSION:-1.2-SNAPSHOT} +RELEASE_VERSION=${NEW_VERSION:-1.3-SNAPSHOT} +RELEASE_CANDIDATE=${RELEASE_CANDIDATE:-none} RELEASE_BRANCH=${RELEASE_BRANCH:-master} USER_NAME=${USER_NAME:-yourapacheidhere} MVN=${MVN:-mvn} GPG=${GPG:-gpg} sonatype_user=${sonatype_user:-yourapacheidhere} sonatype_pw=${sonatype_pw:-XXX} - +# whether only build the dist local and don't release to apache +IS_LOCAL_DIST=${IS_LOCAL_DIST:-false} +GIT_REPO=${GIT_REPO:-git-wip-us.apache.org/repos/asf/flink.git} +SCALA_VERSION=none +HADOOP_VERSION=none if [ "$(uname)" == "Darwin" ]; then SHASUM="shasum -a 512" @@ -85,18 +89,81 @@ else MD5SUM="md5sum" fi +usage() { + set +x + echo "./create_release_files.sh --scala-version 2.11 --hadoop-version 2.7.2" + echo "" + echo "usage:" + echo "[--scala-version ] [--hadoop-version ]" + echo "" + echo "example 1: build apache release" + echo " sonatype_user=APACHEID sonatype_pw=APACHEIDPASSWORD \ " + echo " NEW_VERSION=1.2.0 RELEASE_CANDIDATE="rc1" RELEASE_BRANCH=release-1.2.0 OLD_VERSION=1.1-SNAPSHOT \ " + echo " USER_NAME=APACHEID GPG_PASSPHRASE=XXX GPG_KEY=KEYID \ " + echo " GIT_AUTHOR=\"`git config --get user.name` <`git config --get user.email`>\" \ " + echo " GIT_REPO=github.com/apache/flink.git \ " + echo " ./create_release_files.sh --scala-version 2.11 --hadoop-version 2.7.2" + echo "" + echo "example 2: build local release" + echo " NEW_VERSION=1.2.0 RELEASE_BRANCH=master OLD_VERSION=1.2-SNAPSHOT \ " + echo " GPG_PASSPHRASE=XXX GPG_KEY=XXX IS_LOCAL_DIST=true \ " + echo " ./create_release_files.sh --scala-version 2.11 --hadoop-version 2.7.2" + + exit 1 +} + +# Parse arguments +while (( "$#" )); do + case $1 in +--scala-version) + SCALA_VERSION="$2" + shift + ;; +--hadoop-version) + HADOOP_VERSION="$2" + shift + ;; +--help) + usage + ;; +*) + break + ;; + esac + shift +done + +### prepare() { # prepare - git clone http://git-wip-us.apache.org/repos/asf/flink.git flink + target_branch=release-$RELEASE_VERSION + if [ "$RELEASE_CANDIDATE" != "none" ]; then +target_branch=$target_branch-$RELEASE_CANDIDATE + fi + + if [ ! -d ./flink ]; then +git clone http://$GIT_REPO flink + else +# if flink git repo exist, delete target branch, delete builded distribution +rm -rf flink-*.tgz +cd flink +# try-catch +{ + git pull --all + git checkout master + git branch -D $target_branch -f +} || { + echo "branch $target_branch not found" +} +cd .. + fi + cd flink - git checkout -b "release-$RELEASE_VERSION-$RELEASE_CANDIDATE" origin/$RELEASE_BRANCH - rm -f .gitignore - rm -f .gitattributes - rm -f .travis.yml - rm -f deploysettings.xml - rm -f CHANGELOG - rm -rf .github + + git checkout -b $target_branch origin/$RELEASE_BRANCH + rm -rf .gitignore .gitattributes .travis.yml deploysettings.xml CHANGELOG .github + cd .. } @@ -117,10
[2/2] flink git commit: [FLINK-5395] [Build System] support locally build distribution by script create_release_files.sh
[FLINK-5395] [Build System] support locally build distribution by script create_release_files.sh This closes #3049 Project: http://git-wip-us.apache.org/repos/asf/flink/repo Commit: http://git-wip-us.apache.org/repos/asf/flink/commit/2e175fb3 Tree: http://git-wip-us.apache.org/repos/asf/flink/tree/2e175fb3 Diff: http://git-wip-us.apache.org/repos/asf/flink/diff/2e175fb3 Branch: refs/heads/release-1.2 Commit: 2e175fb301cc84ca0c3195d1fe325319b34fd57a Parents: b323f66 Author: shijinkuiAuthored: Wed Jan 11 17:42:16 2017 +0800 Committer: Robert Metzger Committed: Tue Jan 24 08:44:08 2017 +0100 -- .gitignore| 2 + tools/create_release_files.sh | 156 + 2 files changed, 124 insertions(+), 34 deletions(-) -- http://git-wip-us.apache.org/repos/asf/flink/blob/2e175fb3/.gitignore -- diff --git a/.gitignore b/.gitignore index 9012d0a..3c9e4e8 100644 --- a/.gitignore +++ b/.gitignore @@ -32,3 +32,5 @@ out/ /docs/.jekyll-metadata *.ipr *.iws +tools/flink +tools/flink-* http://git-wip-us.apache.org/repos/asf/flink/blob/2e175fb3/tools/create_release_files.sh -- diff --git a/tools/create_release_files.sh b/tools/create_release_files.sh index fdf50a5..ed01d97 100755 --- a/tools/create_release_files.sh +++ b/tools/create_release_files.sh @@ -66,16 +66,20 @@ fi GPG_PASSPHRASE=${GPG_PASSPHRASE:-XXX} GPG_KEY=${GPG_KEY:-XXX} GIT_AUTHOR=${GIT_AUTHOR:-"Your name "} -OLD_VERSION=${OLD_VERSION:-1.1-SNAPSHOT} -RELEASE_VERSION=${NEW_VERSION} -RELEASE_CANDIDATE=${RELEASE_CANDIDATE:-rc1} +OLD_VERSION=${OLD_VERSION:-1.2-SNAPSHOT} +RELEASE_VERSION=${NEW_VERSION:-1.3-SNAPSHOT} +RELEASE_CANDIDATE=${RELEASE_CANDIDATE:-none} RELEASE_BRANCH=${RELEASE_BRANCH:-master} USER_NAME=${USER_NAME:-yourapacheidhere} MVN=${MVN:-mvn} GPG=${GPG:-gpg} sonatype_user=${sonatype_user:-yourapacheidhere} sonatype_pw=${sonatype_pw:-XXX} - +# whether only build the dist local and don't release to apache +IS_LOCAL_DIST=${IS_LOCAL_DIST:-false} +GIT_REPO=${GIT_REPO:-git-wip-us.apache.org/repos/asf/flink.git} +SCALA_VERSION=none +HADOOP_VERSION=none if [ "$(uname)" == "Darwin" ]; then SHASUM="shasum -a 512" @@ -85,18 +89,81 @@ else MD5SUM="md5sum" fi +usage() { + set +x + echo "./create_release_files.sh --scala-version 2.11 --hadoop-version 2.7.2" + echo "" + echo "usage:" + echo "[--scala-version ] [--hadoop-version ]" + echo "" + echo "example 1: build apache release" + echo " sonatype_user=APACHEID sonatype_pw=APACHEIDPASSWORD \ " + echo " NEW_VERSION=1.2.0 RELEASE_CANDIDATE="rc1" RELEASE_BRANCH=release-1.2.0 OLD_VERSION=1.1-SNAPSHOT \ " + echo " USER_NAME=APACHEID GPG_PASSPHRASE=XXX GPG_KEY=KEYID \ " + echo " GIT_AUTHOR=\"`git config --get user.name` <`git config --get user.email`>\" \ " + echo " GIT_REPO=github.com/apache/flink.git \ " + echo " ./create_release_files.sh --scala-version 2.11 --hadoop-version 2.7.2" + echo "" + echo "example 2: build local release" + echo " NEW_VERSION=1.2.0 RELEASE_BRANCH=master OLD_VERSION=1.2-SNAPSHOT \ " + echo " GPG_PASSPHRASE=XXX GPG_KEY=XXX IS_LOCAL_DIST=true \ " + echo " ./create_release_files.sh --scala-version 2.11 --hadoop-version 2.7.2" + + exit 1 +} + +# Parse arguments +while (( "$#" )); do + case $1 in +--scala-version) + SCALA_VERSION="$2" + shift + ;; +--hadoop-version) + HADOOP_VERSION="$2" + shift + ;; +--help) + usage + ;; +*) + break + ;; + esac + shift +done + +### prepare() { # prepare - git clone http://git-wip-us.apache.org/repos/asf/flink.git flink + target_branch=release-$RELEASE_VERSION + if [ "$RELEASE_CANDIDATE" != "none" ]; then +target_branch=$target_branch-$RELEASE_CANDIDATE + fi + + if [ ! -d ./flink ]; then +git clone http://$GIT_REPO flink + else +# if flink git repo exist, delete target branch, delete builded distribution +rm -rf flink-*.tgz +cd flink +# try-catch +{ + git pull --all + git checkout master + git branch -D $target_branch -f +} || { + echo "branch $target_branch not found" +} +cd .. + fi + cd flink - git checkout -b "release-$RELEASE_VERSION-$RELEASE_CANDIDATE" origin/$RELEASE_BRANCH - rm -f .gitignore - rm -f .gitattributes - rm -f .travis.yml - rm -f deploysettings.xml - rm -f CHANGELOG - rm -rf .github + + git checkout -b $target_branch origin/$RELEASE_BRANCH + rm -rf .gitignore .gitattributes .travis.yml deploysettings.xml CHANGELOG .github + cd .. } @@ -117,10 +184,13 @@ make_source_release() { perl -pi -e "s#^version_short: