Repository: bigtop Updated Branches: refs/heads/master f5e89f4e1 -> e66cc32f0
BIGTOP-2530. Create Greenplum packages Signed-off-by: Konstantin Boudnik <[email protected]> Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/81529d1b Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/81529d1b Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/81529d1b Branch: refs/heads/master Commit: 81529d1b407d0619675787b41b0cae536f4ef6c8 Parents: f5e89f4 Author: Kirill Morozov <[email protected]> Authored: Fri Sep 9 11:43:27 2016 +0100 Committer: Konstantin Boudnik <[email protected]> Committed: Fri Oct 7 14:15:02 2016 -0700 ---------------------------------------------------------------------- .../src/common/gpdb/do-component-build | 21 +++++++ .../src/common/gpdb/do-component-configure | 19 ++++++ bigtop-packages/src/common/gpdb/install_gpdb.sh | 19 ++++++ bigtop-packages/src/deb/gpdb/changelog | 1 + bigtop-packages/src/deb/gpdb/compat | 1 + bigtop-packages/src/deb/gpdb/control | 24 ++++++++ bigtop-packages/src/deb/gpdb/copyright | 15 +++++ bigtop-packages/src/deb/gpdb/rules | 44 ++++++++++++++ bigtop-packages/src/deb/gpdb/source/format | 1 + bigtop-packages/src/rpm/gpdb/BUILD/.gitignore | 0 bigtop-packages/src/rpm/gpdb/RPMS/.gitignore | 0 bigtop-packages/src/rpm/gpdb/SOURCES/.gitignore | 0 bigtop-packages/src/rpm/gpdb/SPECS/gpdb.spec | 63 ++++++++++++++++++++ bigtop-packages/src/rpm/gpdb/SRPMS/.gitignore | 0 bigtop.bom | 10 ++++ bigtop_toolchain/manifests/packages.pp | 40 ++++++++++++- build.gradle | 3 +- pom.xml | 1 + 18 files changed, 258 insertions(+), 4 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/bigtop/blob/81529d1b/bigtop-packages/src/common/gpdb/do-component-build ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/gpdb/do-component-build b/bigtop-packages/src/common/gpdb/do-component-build new file mode 100644 index 0000000..2ecb755 --- /dev/null +++ b/bigtop-packages/src/common/gpdb/do-component-build @@ -0,0 +1,21 @@ +#!/bin/bash +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +set -ex + +rm -f gpdb + +make http://git-wip-us.apache.org/repos/asf/bigtop/blob/81529d1b/bigtop-packages/src/common/gpdb/do-component-configure ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/gpdb/do-component-configure b/bigtop-packages/src/common/gpdb/do-component-configure new file mode 100644 index 0000000..6f567b1 --- /dev/null +++ b/bigtop-packages/src/common/gpdb/do-component-configure @@ -0,0 +1,19 @@ +#!/bin/bash +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +set -ex + +./configure --prefix=$1 http://git-wip-us.apache.org/repos/asf/bigtop/blob/81529d1b/bigtop-packages/src/common/gpdb/install_gpdb.sh ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/gpdb/install_gpdb.sh b/bigtop-packages/src/common/gpdb/install_gpdb.sh new file mode 100755 index 0000000..d3c7986 --- /dev/null +++ b/bigtop-packages/src/common/gpdb/install_gpdb.sh @@ -0,0 +1,19 @@ +#!/bin/bash -x +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +set -ex + +make install DESTDIR=$1 http://git-wip-us.apache.org/repos/asf/bigtop/blob/81529d1b/bigtop-packages/src/deb/gpdb/changelog ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/deb/gpdb/changelog b/bigtop-packages/src/deb/gpdb/changelog new file mode 100644 index 0000000..d4858cd --- /dev/null +++ b/bigtop-packages/src/deb/gpdb/changelog @@ -0,0 +1 @@ +--- This is auto-generated http://git-wip-us.apache.org/repos/asf/bigtop/blob/81529d1b/bigtop-packages/src/deb/gpdb/compat ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/deb/gpdb/compat b/bigtop-packages/src/deb/gpdb/compat new file mode 100644 index 0000000..7f8f011 --- /dev/null +++ b/bigtop-packages/src/deb/gpdb/compat @@ -0,0 +1 @@ +7 http://git-wip-us.apache.org/repos/asf/bigtop/blob/81529d1b/bigtop-packages/src/deb/gpdb/control ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/deb/gpdb/control b/bigtop-packages/src/deb/gpdb/control new file mode 100644 index 0000000..b0bb744 --- /dev/null +++ b/bigtop-packages/src/deb/gpdb/control @@ -0,0 +1,24 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +Source: gpdb +Section: misc +Priority: extra +Maintainer: Bigtop <[email protected]> +Standards-Version: 4.3.99.0 +Homepage: https://github.com/greenplum-db/gpdb + +Package: gpdb +Architecture: all +Description: Greenplum MPP database engine http://git-wip-us.apache.org/repos/asf/bigtop/blob/81529d1b/bigtop-packages/src/deb/gpdb/copyright ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/deb/gpdb/copyright b/bigtop-packages/src/deb/gpdb/copyright new file mode 100644 index 0000000..eca1af7 --- /dev/null +++ b/bigtop-packages/src/deb/gpdb/copyright @@ -0,0 +1,15 @@ +Format: http://dep.debian.net/deps/dep5 +Source: https://github.com/greenplum-db/gpdb +Upstream-Name: Greenplum + +Files: * +Copyright: 2010-2011, The Apache Software Foundation +License: Apache-2.0 + +Files debian/* +Copyright: 2011, The Apache Software Foundation +License: Apache-2.0 + +License: Apache-2.0 + On Debian systems, the complete text of the Apache 2.0 license + can be found in "/usr/share/common-licenses/Apache-2.0". http://git-wip-us.apache.org/repos/asf/bigtop/blob/81529d1b/bigtop-packages/src/deb/gpdb/rules ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/deb/gpdb/rules b/bigtop-packages/src/deb/gpdb/rules new file mode 100755 index 0000000..7caf747 --- /dev/null +++ b/bigtop-packages/src/deb/gpdb/rules @@ -0,0 +1,44 @@ +#!/usr/bin/make -f +# +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +# -*- makefile -*- + +# Uncomment this to turn on verbose mode. +export DH_VERBOSE=1 + +# This has to be exported to make some magic below work. +export DH_OPTIONS + +%: + dh $@ + +override_dh_auto_clean: + +override_dh_auto_configure: + bash debian/do-component-configure /usr/lib/gpdb + +override_dh_auto_build: + bash debian/do-component-build + +override_dh_auto_install: + bash -x debian/install_gpdb.sh /tmp + install -d -p -m 755 debian/gpdb/usr/lib/gpdb + cp -r --parents /tmp/usr/lib/gpdb debian/gpdb/usr/lib/gpdb + rm -rf /tmp/usr/lib/gpdb + +override_dh_auto_test: + @echo Tests are disabled http://git-wip-us.apache.org/repos/asf/bigtop/blob/81529d1b/bigtop-packages/src/deb/gpdb/source/format ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/deb/gpdb/source/format b/bigtop-packages/src/deb/gpdb/source/format new file mode 100644 index 0000000..163aaf8 --- /dev/null +++ b/bigtop-packages/src/deb/gpdb/source/format @@ -0,0 +1 @@ +3.0 (quilt) http://git-wip-us.apache.org/repos/asf/bigtop/blob/81529d1b/bigtop-packages/src/rpm/gpdb/BUILD/.gitignore ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/rpm/gpdb/BUILD/.gitignore b/bigtop-packages/src/rpm/gpdb/BUILD/.gitignore new file mode 100644 index 0000000..e69de29 http://git-wip-us.apache.org/repos/asf/bigtop/blob/81529d1b/bigtop-packages/src/rpm/gpdb/RPMS/.gitignore ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/rpm/gpdb/RPMS/.gitignore b/bigtop-packages/src/rpm/gpdb/RPMS/.gitignore new file mode 100644 index 0000000..e69de29 http://git-wip-us.apache.org/repos/asf/bigtop/blob/81529d1b/bigtop-packages/src/rpm/gpdb/SOURCES/.gitignore ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/rpm/gpdb/SOURCES/.gitignore b/bigtop-packages/src/rpm/gpdb/SOURCES/.gitignore new file mode 100644 index 0000000..e69de29 http://git-wip-us.apache.org/repos/asf/bigtop/blob/81529d1b/bigtop-packages/src/rpm/gpdb/SPECS/gpdb.spec ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/rpm/gpdb/SPECS/gpdb.spec b/bigtop-packages/src/rpm/gpdb/SPECS/gpdb.spec new file mode 100644 index 0000000..b2e082a --- /dev/null +++ b/bigtop-packages/src/rpm/gpdb/SPECS/gpdb.spec @@ -0,0 +1,63 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +%define man_dir %{_mandir} + +%if %{?suse_version:1}0 +%define bin_gpdb /usr/lib/gpdb +%define doc_gpdb %{_docdir}/%{name} +%define autorequire no +%else +%define bin_gpdb /usr/lib/gpdb +%define doc_gpdb %{_docdir}/%{name}-%{gpdb_version} +%define autorequire yes +%endif +%define debug_package %{nil} + +Name: gpdb +Version: %{gpdb_version} +Release: %{gpdb_release} +Summary: Greenplum MPP database enginer +URL: https://github.com/greenplum-db/gpdb +Group: Development/Libraries +Buildroot: %{_topdir}/INSTALL/%{name}-%{version} +License: ASL 2.0 +Source0: gpdb-%{gpdb_version}.tar.gz +Source1: do-component-build +Source2: install_gpdb.sh +Source3: do-component-configure +AutoReqProv: %{autorequire} + +%description +gpdb + +%prep +%autosetup + +%build +bash %{SOURCE3} %{bin_gpdb} +bash %{SOURCE1} + +%install +%__rm -rf $RPM_BUILD_ROOT +bash %{SOURCE2} %{_tmppath} +mkdir -p $RPM_BUILD_ROOT%{bin_gpdb} +cp -f -r %{_tmppath}%{bin_gpdb}/* $RPM_BUILD_ROOT/%{bin_gpdb} +%__rm -rf %{_tmppath}%{bin_gpdb} + +%files +%defattr(-,root,root) +%{bin_gpdb} + +%changelog http://git-wip-us.apache.org/repos/asf/bigtop/blob/81529d1b/bigtop-packages/src/rpm/gpdb/SRPMS/.gitignore ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/rpm/gpdb/SRPMS/.gitignore b/bigtop-packages/src/rpm/gpdb/SRPMS/.gitignore new file mode 100644 index 0000000..e69de29 http://git-wip-us.apache.org/repos/asf/bigtop/blob/81529d1b/bigtop.bom ---------------------------------------------------------------------- diff --git a/bigtop.bom b/bigtop.bom index d4e7004..272ba5e 100644 --- a/bigtop.bom +++ b/bigtop.bom @@ -447,5 +447,15 @@ bigtop { url { site = "https://github.com/quantcast/qfs/archive"; archive = site } } + 'gpdb' { + name = 'gpdb' + relNotes = 'GreenPlum' + version { base = '4.3.99.0'; pkg = base; release = 1 } + tarball { source = "master.zip" + destination = "$name-${version.base}.tar.gz" } + url { download_path = "pub/greenplum/$name/" + site = "https://github.com/greenplum-db/gpdb/archive"; + archive = "site" } + } } } http://git-wip-us.apache.org/repos/asf/bigtop/blob/81529d1b/bigtop_toolchain/manifests/packages.pp ---------------------------------------------------------------------- diff --git a/bigtop_toolchain/manifests/packages.pp b/bigtop_toolchain/manifests/packages.pp index 3a5e27a..8c2d489 100644 --- a/bigtop_toolchain/manifests/packages.pp +++ b/bigtop_toolchain/manifests/packages.pp @@ -59,7 +59,15 @@ class bigtop_toolchain::packages { "boost-devel", "xfsprogs-devel", "libuuid-devel", - "bzip2-devel" + "bzip2-devel", + "readline-devel", + "ncurses-devel", + "libidn-devel", + "libcurl-devel", + "libevent-devel", + "apr-devel", + "bison", + "perl-Env" ] } /(?i:(SLES|opensuse))/: { $pkgs = [ @@ -99,11 +107,27 @@ class bigtop_toolchain::packages { "boost-devel", "xfsprogs-devel", "libuuid-devel", - "libbz2-devel" + "libbz2-devel", + "libcurl-devel", + "bison", + "flex" ] # fix package dependencies: BIGTOP-2120 and BIGTOP-2152 and BIGTOP-2471 exec { '/usr/bin/zypper -n install --force-resolution krb5 libopenssl-devel': } -> Package <| |> + # fix package libapr1 + exec { 'suse_12.3_repo': + command => '/usr/bin/zypper ar --no-gpgcheck http://download.opensuse.org/distribution/12.3/repo/oss/suse/ libapr1', + unless => "/usr/bin/zypper lr | grep -q libapr1", + } + package { 'libapr1': + ensure => '1.4.6', + require => [Exec['suse_12.3_repo']] + } + package { 'libapr1-devel': + ensure => '1.4.6', + require => [Package['libapr1']] + } } Amazon: { $pkgs = [ "unzip", @@ -172,7 +196,17 @@ class bigtop_toolchain::packages { "libsnappy-dev", "libboost-regex-dev", "xfslibs-dev", - "libbz2-dev" + "libbz2-dev", + "libreadline6", + "libreadline6-dev", + "zlib1g", + "libapr1", + "libapr1-dev", + "libevent-dev", + "libcurl4-gnutls-dev", + "bison", + "flex", + "python-dev" ] file { "/etc/apt/apt.conf.d/retries": content => "Aquire::Retries \"5\"; http://git-wip-us.apache.org/repos/asf/bigtop/blob/81529d1b/build.gradle ---------------------------------------------------------------------- diff --git a/build.gradle b/build.gradle index f0fe7d7..9c6f46e 100644 --- a/build.gradle +++ b/build.gradle @@ -129,7 +129,8 @@ rat { "bigtop-deploy/puppet/README.md", "bigtop-deploy/puppet/modules/qfs/README.md", "bigtop-deploy/puppet/config/site.csv.example", - "dl/**" + "dl/**", + "bigtop-deploy/puppet/modules/gpdb/templates/**" ] } http://git-wip-us.apache.org/repos/asf/bigtop/blob/81529d1b/pom.xml ---------------------------------------------------------------------- diff --git a/pom.xml b/pom.xml index fb038f5..b25bce7 100644 --- a/pom.xml +++ b/pom.xml @@ -359,6 +359,7 @@ <exclude>bigtop-deploy/puppet/modules/qfs/README.md</exclude> <exclude>bigtop-deploy/puppet/config/site.csv.example</exclude> <exclude>dl/**</exclude> + <exclude>bigtop-deploy/puppet/modules/gpdb/templates/**</exclude> </excludes> </configuration> </plugin>
