BIGTOP-839. add packaging test for Sqoop 2
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/bb2b739c Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/bb2b739c Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/bb2b739c Branch: refs/heads/master Commit: bb2b739c4c4dc1137b8e54e6e174fb8b125b7101 Parents: 058b1ac Author: Roman Shaposhnik <[email protected]> Authored: Tue Apr 30 12:44:17 2013 -0700 Committer: Roman Shaposhnik <[email protected]> Committed: Tue Apr 30 17:16:05 2013 -0700 ---------------------------------------------------------------------- .../src/main/resources/apt/package_data.xml | 62 +++++- .../src/main/resources/apt/sqoop-metastore.xml | 14 -- .../package/src/main/resources/package_data.xml | 160 +++++++++++++-- .../src/main/resources/urpmi/package_data.xml | 19 -- .../src/main/resources/yum/package_data.xml | 56 +++++- .../src/main/resources/yum/sqoop-metastore.xml | 7 - .../src/main/resources/zypper/package_data.xml | 54 +++++- .../src/main/resources/zypper/sqoop-metastore.xml | 7 - 8 files changed, 297 insertions(+), 82 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/bigtop/blob/bb2b739c/bigtop-tests/test-artifacts/package/src/main/resources/apt/package_data.xml ---------------------------------------------------------------------- diff --git a/bigtop-tests/test-artifacts/package/src/main/resources/apt/package_data.xml b/bigtop-tests/test-artifacts/package/src/main/resources/apt/package_data.xml index 8ed6ebe..66b0629 100644 --- a/bigtop-tests/test-artifacts/package/src/main/resources/apt/package_data.xml +++ b/bigtop-tests/test-artifacts/package/src/main/resources/apt/package_data.xml @@ -67,7 +67,7 @@ <users> </users> <deps> - <slor>/self</slor> + <solr>/self</solr> <chkconfig/> <initscripts/> </deps> @@ -82,28 +82,60 @@ </solr-server> </services> </solr-server> - <sqoop-metastore> + <hcatalog> + <users> + <hcatalog> + <home>/var/lib/hcatalog</home> + <descr>HCatalog User</descr> + <shell>/bin/false</shell> + </hcatalog> + </users> + </hcatalog> + <hcatalog-server> + <services> + <hcatalog-server> + <runlevel>2</runlevel> + <runlevel>3</runlevel> + <runlevel>4</runlevel> + <runlevel>5</runlevel> + <oninstall>start</oninstall> + <configured>true</configured> + </hcatalog-server> + </services> + </hcatalog-server> + <webhcat-server> + <services> + <webhcat-server> + <runlevel>2</runlevel> + <runlevel>3</runlevel> + <runlevel>4</runlevel> + <runlevel>5</runlevel> + <oninstall>start</oninstall> + <configured>true</configured> + </webhcat-server> + </services> + </webhcat-server> + <sqoop> <users> <sqoop> - <home>/var/lib/sqoop</home> + <home>/var/run/sqoop</home> <descr>Sqoop User</descr> <shell>/bin/false</shell> </sqoop> </users> - <deps> - <adduser/> - </deps> + </sqoop> + <sqoop-server> <services> - <sqoop-metastore> + <sqoop-server> <runlevel>2</runlevel> <runlevel>3</runlevel> <runlevel>4</runlevel> <runlevel>5</runlevel> <oninstall>start</oninstall> <configured>true</configured> - </sqoop-metastore> + </sqoop-server> </services> - </sqoop-metastore> + </sqoop-server> <zookeeper> <users> <zookeeper> @@ -337,6 +369,18 @@ </hadoop-hdfs-zkfc> </services> </hadoop-hdfs-zkfc> + <hadoop-hdfs-journalnode> + <services> + <hadoop-hdfs-journalnode> + <runlevel>2</runlevel> + <runlevel>3</runlevel> + <runlevel>4</runlevel> + <runlevel>5</runlevel> + <oninstall>stop</oninstall> + <configured>false</configured> + </hadoop-hdfs-journalnode> + </services> + </hadoop-hdfs-journalnode> <hadoop-hdfs-secondarynamenode> <deps> <tag name="/bin/sh"/> http://git-wip-us.apache.org/repos/asf/bigtop/blob/bb2b739c/bigtop-tests/test-artifacts/package/src/main/resources/apt/sqoop-metastore.xml ---------------------------------------------------------------------- diff --git a/bigtop-tests/test-artifacts/package/src/main/resources/apt/sqoop-metastore.xml b/bigtop-tests/test-artifacts/package/src/main/resources/apt/sqoop-metastore.xml deleted file mode 100644 index 34f84b3..0000000 --- a/bigtop-tests/test-artifacts/package/src/main/resources/apt/sqoop-metastore.xml +++ /dev/null @@ -1,14 +0,0 @@ -<sqoop-metastore> - <content> - <file name='/.' owners='1' perm='drwxr-xr-x' user='root' group='root' /> - <file name='/usr' owners='-1' perm='drwxr-xr-x' user='root' group='root' /> - <file name='/usr/share' owners='-1' perm='drwxr-xr-x' user='root' group='root' /> - <file name='/usr/share/doc' owners='-1' perm='drwxr-xr-x' user='root' group='root' /> - <file name='/usr/share/doc/sqoop-metastore' owners='1' perm='drwxr-xr-x' user='root' group='root' /> - <file name='/usr/share/doc/sqoop-metastore/changelog.Debian.gz' owners='1' perm='-rw-r--r--' user='root' group='root' /> - <file name='/usr/share/doc/sqoop-metastore/copyright' owners='1' perm='-rw-r--r--' user='root' group='root' /> - <file name='/etc' owners='-1' perm='drwxr-xr-x' user='root' group='root' /> - <file name='/etc/init.d' owners='-1' perm='drwxr-xr-x' user='root' group='root' /> - <config name='/etc/init.d/sqoop-metastore' owners='1' perm='-rwxr-xr-x' user='root' group='root' /> - </content> -</sqoop-metastore> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/bigtop/blob/bb2b739c/bigtop-tests/test-artifacts/package/src/main/resources/package_data.xml ---------------------------------------------------------------------- diff --git a/bigtop-tests/test-artifacts/package/src/main/resources/package_data.xml b/bigtop-tests/test-artifacts/package/src/main/resources/package_data.xml index ccca5e9..423f74f 100644 --- a/bigtop-tests/test-artifacts/package/src/main/resources/package_data.xml +++ b/bigtop-tests/test-artifacts/package/src/main/resources/package_data.xml @@ -201,13 +201,15 @@ when more advanced customization is required.</description> </solr-server> <sqoop> <metadata> - <summary>Sqoop allows easy imports and exports of data sets between databases and the Hadoop Distributed File System (HDFS).</summary> - <description>Sqoop allows easy imports and exports of data sets between databases and the Hadoop Distributed File System (HDFS).</description> - <url>http://incubator.apache.org/sqoop/</url> + <summary>Tool for easy imports and exports of data sets between databases and the Hadoop ecosystem</summary> + <description>Sqoop is a tool that provides the ability to import and export data sets between the Hadoop Distributed File System (HDFS) and relational databases.</description> + <url>http://sqoop.apache.org</url> </metadata> <deps> - <hadoop/> + <bigtop-tomcat/> <bigtop-utils/> + <hadoop-client/> + <sqoop-client>/self</sqoop-client> </deps> <alternatives> <sqoop-conf> @@ -217,22 +219,29 @@ when more advanced customization is required.</description> <alt>/etc/sqoop/conf.dist</alt> </sqoop-conf> </alternatives> + <groups> + <sqoop> + <user>sqoop</user> + </sqoop> + </groups> </sqoop> - <sqoop-metastore> + <sqoop-server> <metadata> - <summary>Shared metadata repository for Sqoop.</summary> - <description>Shared metadata repository for Sqoop. This optional package hosts a metadata server for Sqoop clients across a network to use.</description> - <url>http://incubator.apache.org/sqoop/</url> + <summary>Server for Sqoop.</summary> + <description>Centralized server for Sqoop.</description> + <url>http://sqoop.apache.org</url> </metadata> <deps> <sqoop>/self</sqoop> </deps> - <groups> - <sqoop> - <user>sqoop</user> - </sqoop> - </groups> - </sqoop-metastore> + </sqoop-server> + <sqoop-client> + <metadata> + <summary>Client for Sqoop.</summary> + <description>Lightweight client for Sqoop.</description> + <url>http://sqoop.apache.org</url> + </metadata> + </sqoop-client> <oozie> <metadata> <summary>Oozie is a system that runs workflows of Hadoop jobs.</summary> @@ -475,6 +484,88 @@ easy to test, and efficient to run.</description> </hive> </groups> </hive-server> + <hive-hbase> + <metadata> + <summary>Provides integration between Apache HBase and Apache Hive</summary> + <description>This optional package provides integration between Apache HBase and Apache Hive</description> + <url>http://hive.apache.org/</url> + </metadata> + <deps> + <hive>/self</hive> + <hbase/> + </deps> + </hive-hbase> + <hcatalog> + <metadata> + <summary>Apache Hcatalog (incubating) is a data warehouse infrastructure built on top of Hadoop</summary> + <description> +Apache HCatalog (incubating) is a table and storage management service for data created using Apache Hadoop. +This includes: + * Providing a shared schema and data type mechanism. + * Providing a table abstraction so that users need not be concerned with where or how their data is stored. + * Providing interoperability across data processing tools such as Pig, Map Reduce, Streaming, and Hive. + </description> + <url>http://incubator.apache.org/hcatalog</url> + </metadata> + <deps> + <hadoop/> + <bigtop-utils/> + <hive/> + </deps> + <alternatives> + <hcatalog-conf> + <status>auto</status> + <value>/etc/hcatalog/conf.dist</value> + <link>/etc/hcatalog/conf</link> + <alt>/etc/hcatalog/conf.dist</alt> + </hcatalog-conf> + </alternatives> + <groups> + <hcatalog> + <user>hcatalog</user> + </hcatalog> + </groups> + </hcatalog> + <hcatalog-server> + <metadata> + <summary>Server for HCatalog.</summary> + <description>Server for HCatalog.</description> + <url>http://incubator.apache.org/hcatalog</url> + </metadata> + <deps> + <hcatalog>/self</hcatalog> + </deps> + </hcatalog-server> + <webhcat> + <metadata> + <summary>WEBHcat provides a REST-like web API for HCatalog and related Hadoop components.</summary> + <description> +WEBHcat provides a REST-like web API for HCatalog and related Hadoop components. + </description> + <url>http://incubator.apache.org/hcatalog</url> + </metadata> + <deps> + <hcatalog>/self</hcatalog> + </deps> + <alternatives> + <webhcat-conf> + <status>auto</status> + <value>/etc/webhcat/conf.dist</value> + <link>/etc/webhcat/conf</link> + <alt>/etc/webhcat/conf.dist</alt> + </webhcat-conf> + </alternatives> + </webhcat> + <webhcat-server> + <metadata> + <summary>Server for WEBHcat.</summary> + <description>Server for WEBHcat.</description> + <url>http://incubator.apache.org/hcatalog</url> + </metadata> + <deps> + <webhcat>/self</webhcat> + </deps> + </webhcat-server> <hbase> <metadata> <summary>HBase is the Hadoop database. Use it when you need random, realtime read/write access to your Big Data. This project's goal is the hosting of very large tables -- billions of rows X millions of columns -- atop clusters of commodity hardware.</summary> @@ -699,6 +790,19 @@ election.</description> <hadoop-hdfs>/self</hadoop-hdfs> </deps> </hadoop-hdfs-zkfc> + <hadoop-hdfs-journalnode> + <metadata> + <summary>Hadoop HDFS JournalNode</summary> + <description>The HDFS JournalNode is responsible for persisting NameNode edit logs. +In a typical deployment the JournalNode daemon runs on at least three +separate machines in the cluster.</description> + <url>http://hadoop.apache.org/core/</url> + </metadata> + <deps> + <hadoop-hdfs>/self</hadoop-hdfs> + <hadoop>/self</hadoop> + </deps> + </hadoop-hdfs-journalnode> <hadoop-hdfs-secondarynamenode> <metadata> <summary>Hadoop Secondary namenode</summary> @@ -860,6 +964,34 @@ and import and export data.</description> <make/> </deps> </hue-beeswax> + <hue-oozie> + <metadata> + <summary>A UI for Oozie on Hue</summary> + <description>A web interface for Oozie. + +It allows users to construct and run Oozie workflows without explicitly +managing the XML specification.</description> + <url>http://github.com/cloudera/hue</url> + </metadata> + <deps> + <hue-common>/self</hue-common> + <make/> + </deps> + </hue-oozie> + <hue-pig> + <metadata> + <summary>A UI for Pig on Hue</summary> + <description>A web interface for Pig. + +It allows users to construct and run Pig jobs.</description> + <url>http://github.com/cloudera/hue</url> + </metadata> + <deps> + <hue-common>/self</hue-common> + <make/> + <pig/> + </deps> + </hue-pig> <hue> <metadata> <summary>The hue metapackage</summary> http://git-wip-us.apache.org/repos/asf/bigtop/blob/bb2b739c/bigtop-tests/test-artifacts/package/src/main/resources/urpmi/package_data.xml ---------------------------------------------------------------------- diff --git a/bigtop-tests/test-artifacts/package/src/main/resources/urpmi/package_data.xml b/bigtop-tests/test-artifacts/package/src/main/resources/urpmi/package_data.xml index 27ebe0e..7b56098 100644 --- a/bigtop-tests/test-artifacts/package/src/main/resources/urpmi/package_data.xml +++ b/bigtop-tests/test-artifacts/package/src/main/resources/urpmi/package_data.xml @@ -1240,25 +1240,6 @@ <doc name="/usr/share/man/man1/sqoop.1.gz" owners="1" perm="-rw-r--r--" user="root" group="root"/> </content> </sqoop> -<sqoop-metastore> - <users> - <sqoop> - <home>/var/lib/sqoop</home> - <descr>Sqoop</descr> - <shell>/sbin/nologin</shell> - </sqoop> - </users> - <deps> - <redhat-lsb/> - <tag name="/bin/bash"/> - <tag name="/bin/sh"/> - </deps> - <content> - <file name="/etc/rc.d/init.d/sqoop-metastore" owners="1" perm="-rwxr-xr-x" user="root" group="root"/> - <file name="/var/lib/sqoop" owners="1" perm="drwxr-xr-x" user="sqoop" group="sqoop"/> - <file name="/var/log/sqoop" owners="1" perm="drwxr-xr-x" user="sqoop" group="sqoop"/> - </content> -</sqoop-metastore> <oozie> <users> <oozie> http://git-wip-us.apache.org/repos/asf/bigtop/blob/bb2b739c/bigtop-tests/test-artifacts/package/src/main/resources/yum/package_data.xml ---------------------------------------------------------------------- diff --git a/bigtop-tests/test-artifacts/package/src/main/resources/yum/package_data.xml b/bigtop-tests/test-artifacts/package/src/main/resources/yum/package_data.xml index a0ac0f7..2771f2f 100644 --- a/bigtop-tests/test-artifacts/package/src/main/resources/yum/package_data.xml +++ b/bigtop-tests/test-artifacts/package/src/main/resources/yum/package_data.xml @@ -101,37 +101,70 @@ </solr-server> </services> </solr-server> + <hcatalog> + <users> + <hcatalog> + <home>/var/run/hcatalog</home> + <descr>HCatalog</descr> + <shell>/sbin/nologin</shell> + </hcatalog> + </users> + </hcatalog> + <hcatalog-server> + <services> + <hcatalog-server> + <runlevel>2</runlevel> <!--workaround BIGTOP-644--> + <runlevel>3</runlevel> + <runlevel>4</runlevel> + <runlevel>5</runlevel> + <oninstall>stop</oninstall> + <configured>true</configured> + </hcatalog-server> + </services> + </hcatalog-server> + <webhcat-server> + <services> + <webhcat-server> + <runlevel>2</runlevel> <!--workaround BIGTOP-644--> + <runlevel>3</runlevel> + <runlevel>4</runlevel> + <runlevel>5</runlevel> + <oninstall>stop</oninstall> + <configured>true</configured> + </webhcat-server> + </services> + </webhcat-server> <sqoop> <deps> <tag name="/bin/bash"/> <tag name="/bin/sh"/> <jre>>=1.6</jre> </deps> - </sqoop> - <sqoop-metastore> <users> <sqoop> - <home>/var/lib/sqoop</home> + <home>/var/run/sqoop</home> <descr>Sqoop</descr> <shell>/sbin/nologin</shell> </sqoop> </users> + </sqoop> + <sqoop-server> <deps> <redhat-lsb/> <tag name="/bin/bash"/> <tag name="/bin/sh"/> </deps> <services> - <sqoop-metastore> + <sqoop-server> <runlevel>2</runlevel> <!--workaround BIGTOP-644--> <runlevel>3</runlevel> <runlevel>4</runlevel> <runlevel>5</runlevel> <oninstall>stop</oninstall> <configured>true</configured> - </sqoop-metastore> + </sqoop-server> </services> - </sqoop-metastore> + </sqoop-server> <oozie> <users> <oozie> @@ -397,6 +430,17 @@ </hadoop-hdfs-zkfc> </services> </hadoop-hdfs-zkfc> + <hadoop-hdfs-journalnode> + <services> + <hadoop-hdfs-journalnode> + <runlevel>3</runlevel> + <runlevel>4</runlevel> + <runlevel>5</runlevel> + <oninstall>stop</oninstall> + <configured>false</configured> + </hadoop-hdfs-journalnode> + </services> + </hadoop-hdfs-journalnode> <hadoop-hdfs-secondarynamenode> <deps> <tag name="/bin/sh"/> http://git-wip-us.apache.org/repos/asf/bigtop/blob/bb2b739c/bigtop-tests/test-artifacts/package/src/main/resources/yum/sqoop-metastore.xml ---------------------------------------------------------------------- diff --git a/bigtop-tests/test-artifacts/package/src/main/resources/yum/sqoop-metastore.xml b/bigtop-tests/test-artifacts/package/src/main/resources/yum/sqoop-metastore.xml deleted file mode 100644 index 72eb948..0000000 --- a/bigtop-tests/test-artifacts/package/src/main/resources/yum/sqoop-metastore.xml +++ /dev/null @@ -1,7 +0,0 @@ -<sqoop-metastore> - <content> - <file name='/etc/rc.d/init.d/sqoop-metastore' owners='1' perm='-rwxr-xr-x' user='root' group='root' /> - <file name='/var/lib/sqoop' owners='1' perm='drwxr-xr-x' user='sqoop' group='sqoop' /> - <file name='/var/log/sqoop' owners='1' perm='drwxr-xr-x' user='sqoop' group='sqoop' /> - </content> -</sqoop-metastore> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/bigtop/blob/bb2b739c/bigtop-tests/test-artifacts/package/src/main/resources/zypper/package_data.xml ---------------------------------------------------------------------- diff --git a/bigtop-tests/test-artifacts/package/src/main/resources/zypper/package_data.xml b/bigtop-tests/test-artifacts/package/src/main/resources/zypper/package_data.xml index 3e6eeaf..57fc531 100644 --- a/bigtop-tests/test-artifacts/package/src/main/resources/zypper/package_data.xml +++ b/bigtop-tests/test-artifacts/package/src/main/resources/zypper/package_data.xml @@ -100,36 +100,67 @@ </solr-server> </services> </solr-server> + <hcatalog> + <users> + <hcatalog> + <home>/var/run/hcatalog</home> + <descr>HCatalog</descr> + <shell>/sbin/nologin</shell> + </hcatalog> + </users> + </hcatalog> + <hcatalog-server> + <services> + <hcatalog-server> + <runlevel>3</runlevel> + <runlevel>4</runlevel> + <runlevel>5</runlevel> + <oninstall>stop</oninstall> + <configured>true</configured> + </hcatalog-server> + </services> + </hcatalog-server> + <webhcat-server> + <services> + <webhcat-server> + <runlevel>3</runlevel> + <runlevel>4</runlevel> + <runlevel>5</runlevel> + <oninstall>stop</oninstall> + <configured>true</configured> + </webhcat-server> + </services> + </webhcat-server> <sqoop> <deps> <jre>>=1.6</jre> <tag name="/bin/sh"/> <tag name="/bin/bash"/> </deps> - </sqoop> - <sqoop-metastore> <users> <sqoop> - <home>/var/lib/sqoop</home> + <home>/var/run/sqoop</home> <descr>Sqoop</descr> <shell>/sbin/nologin</shell> </sqoop> </users> + </sqoop> + <sqoop-server> <deps> <insserv/> <tag name="/bin/bash"/> <tag name="/bin/sh"/> </deps> <services> - <sqoop-metastore> + <sqoop-server> <runlevel>3</runlevel> <runlevel>4</runlevel> <runlevel>5</runlevel> <oninstall>stop</oninstall> <configured>true</configured> - </sqoop-metastore> + </sqoop-server> </services> - </sqoop-metastore> + </sqoop-server> <oozie> <users> <oozie> @@ -389,6 +420,17 @@ </hadoop-hdfs-zkfc> </services> </hadoop-hdfs-zkfc> + <hadoop-hdfs-journalnode> + <services> + <hadoop-hdfs-journalnode> + <runlevel>3</runlevel> + <runlevel>4</runlevel> + <runlevel>5</runlevel> + <oninstall>stop</oninstall> + <configured>true</configured> + </hadoop-hdfs-journalnode> + </services> + </hadoop-hdfs-journalnode> <hadoop-hdfs-secondarynamenode> <deps> <tag name="/bin/sh"/> http://git-wip-us.apache.org/repos/asf/bigtop/blob/bb2b739c/bigtop-tests/test-artifacts/package/src/main/resources/zypper/sqoop-metastore.xml ---------------------------------------------------------------------- diff --git a/bigtop-tests/test-artifacts/package/src/main/resources/zypper/sqoop-metastore.xml b/bigtop-tests/test-artifacts/package/src/main/resources/zypper/sqoop-metastore.xml deleted file mode 100644 index 45b9e5e..0000000 --- a/bigtop-tests/test-artifacts/package/src/main/resources/zypper/sqoop-metastore.xml +++ /dev/null @@ -1,7 +0,0 @@ -<sqoop-metastore> - <content> - <file name='/etc/rc.d/sqoop-metastore' owners='1' perm='-rwxr-xr-x' user='root' group='root' /> - <file name='/var/lib/sqoop' owners='1' perm='drwxr-xr-x' user='sqoop' group='sqoop' /> - <file name='/var/log/sqoop' owners='1' perm='drwxr-xr-x' user='sqoop' group='sqoop' /> - </content> -</sqoop-metastore> \ No newline at end of file
