BIGTOP-3074: Drop oozie packaging Change-Id: I92cb5256a7f51a04f0d859b6a812bc8fa0dfc669 Signed-off-by: Jun He <[email protected]>
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/a745f030 Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/a745f030 Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/a745f030 Branch: refs/heads/branch-1.3 Commit: a745f030c90520c3ccd74f7fb973edc8e7116c38 Parents: a2dc3f6 Author: Jun He <[email protected]> Authored: Wed Aug 29 08:12:05 2018 +0000 Committer: Jun He <[email protected]> Committed: Mon Sep 17 04:37:49 2018 +0000 ---------------------------------------------------------------------- .../puppet/hieradata/bigtop/cluster.yaml | 2 - bigtop-deploy/puppet/manifests/cluster.pp | 5 - .../puppet/modules/hadoop/manifests/init.pp | 5 +- .../modules/hadoop_oozie/manifests/init.pp | 74 - .../hadoop_oozie/templates/oozie-site.xml | 333 -- .../puppet/modules/hadoop_oozie/tests/init.pp | 17 - .../src/common/oozie/catalina.properties | 81 - bigtop-packages/src/common/oozie/context.xml | 35 - .../src/common/oozie/do-component-build | 169 - bigtop-packages/src/common/oozie/hive.xml | 30 - .../src/common/oozie/install_oozie.sh | 234 -- bigtop-packages/src/common/oozie/oozie-env.sh | 77 - bigtop-packages/src/common/oozie/oozie-site.xml | 92 - bigtop-packages/src/common/oozie/oozie.1 | 45 - bigtop-packages/src/common/oozie/oozie.init | 148 - ...-remove-h2-pig-classifier-in-Oozie-code.diff | 27 - .../src/common/oozie/tomcat-deployment.sh | 37 - bigtop-packages/src/deb/oozie/changelog | 1 - bigtop-packages/src/deb/oozie/compat | 1 - bigtop-packages/src/deb/oozie/control | 75 - bigtop-packages/src/deb/oozie/copyright | 15 - bigtop-packages/src/deb/oozie/oozie.dirs | 1 - bigtop-packages/src/deb/oozie/oozie.postinst | 59 - bigtop-packages/src/deb/oozie/oozie.postrm | 52 - bigtop-packages/src/deb/oozie/oozie.preinst | 63 - bigtop-packages/src/deb/oozie/oozie.prerm | 55 - bigtop-packages/src/deb/oozie/rules | 61 - bigtop-packages/src/deb/oozie/source/format | 1 - bigtop-packages/src/rpm/oozie/RPMS/.gitignore | 0 .../src/rpm/oozie/SOURCES/.gitignore | 0 bigtop-packages/src/rpm/oozie/SPECS/oozie.spec | 232 -- bigtop-packages/src/rpm/oozie/SRPMS/.gitignore | 0 bigtop-tests/smoke-tests/oozie/build.gradle | 46 - bigtop-tests/test-artifacts/fatjar/pom.xml | 6 - bigtop-tests/test-artifacts/oozie/pom.xml | 39 - .../itest/ooziesmoke/TestOozieSmoke.groovy | 141 - .../src/main/resources/apt/oozie-client.xml | 3576 ------------------ .../package/src/main/resources/apt/oozie.xml | 154 - .../src/main/resources/apt/package_data.xml | 24 - .../package/src/main/resources/package_data.xml | 76 - .../src/main/resources/urpmi/package_data.xml | 901 ----- .../src/main/resources/yum/oozie-client.xml | 3554 ----------------- .../package/src/main/resources/yum/oozie.xml | 148 - .../src/main/resources/yum/package_data.xml | 34 - .../src/main/resources/zypper/oozie-client.xml | 3554 ----------------- .../package/src/main/resources/zypper/oozie.xml | 148 - .../src/main/resources/zypper/package_data.xml | 33 - bigtop-tests/test-artifacts/pom.xml | 1 - .../test-execution/smokes/oozie/pom.xml | 95 - bigtop-tests/test-execution/smokes/pom.xml | 8 - bigtop.bom | 16 +- 51 files changed, 5 insertions(+), 14576 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/bigtop/blob/a745f030/bigtop-deploy/puppet/hieradata/bigtop/cluster.yaml ---------------------------------------------------------------------- diff --git a/bigtop-deploy/puppet/hieradata/bigtop/cluster.yaml b/bigtop-deploy/puppet/hieradata/bigtop/cluster.yaml index e9f3ff8..e9da5be 100644 --- a/bigtop-deploy/puppet/hieradata/bigtop/cluster.yaml +++ b/bigtop-deploy/puppet/hieradata/bigtop/cluster.yaml @@ -138,7 +138,6 @@ solr::server::kerberos_realm: "%{hiera('kerberos::site::realm')}" # Default but needed here to make sure, hue uses the same port solr::server::port: "8983" -hadoop_oozie::server::kerberos_realm: "%{hiera('kerberos::site::realm')}" hcatalog::server::kerberos_realm: "%{hiera('kerberos::site::realm')}" hcatalog::webhcat::server::kerberos_realm: "%{hiera('kerberos::site::realm')}" @@ -167,7 +166,6 @@ bigtop::hadoop_rm_http_port: "8088" bigtop::hadoop_rm_proxy_port: "8088" bigtop::sqoop2_server_port: "12000" bigtop::hbase_thrift_port: "9090" -bigtop::hadoop_oozie_port: "11000" giraph::client::zookeeper_quorum: "%{hiera('bigtop::hadoop_head_node')}" http://git-wip-us.apache.org/repos/asf/bigtop/blob/a745f030/bigtop-deploy/puppet/manifests/cluster.pp ---------------------------------------------------------------------- diff --git a/bigtop-deploy/puppet/manifests/cluster.pp b/bigtop-deploy/puppet/manifests/cluster.pp index 8394f8f..9dbde21 100644 --- a/bigtop-deploy/puppet/manifests/cluster.pp +++ b/bigtop-deploy/puppet/manifests/cluster.pp @@ -91,10 +91,6 @@ $roles_map = { kerberos => { master => ["kerberos-server"], }, - oozie => { - master => ["oozie-server"], - client => ["oozie-client"], - }, hcat => { master => ["hcatalog-server"], gateway_server => ["webhcat-server"], @@ -206,7 +202,6 @@ class node_with_roles ($roles = hiera("bigtop::roles")) inherits hadoop_cluster_ "ignite_hadoop", "hadoop_flume", "hadoop_hive", - "hadoop_oozie", "hadoop_pig", "sqoop2", "hadoop_zookeeper", http://git-wip-us.apache.org/repos/asf/bigtop/blob/a745f030/bigtop-deploy/puppet/modules/hadoop/manifests/init.pp ---------------------------------------------------------------------- diff --git a/bigtop-deploy/puppet/modules/hadoop/manifests/init.pp b/bigtop-deploy/puppet/modules/hadoop/manifests/init.pp index 9d83924..dd78d3d 100644 --- a/bigtop-deploy/puppet/modules/hadoop/manifests/init.pp +++ b/bigtop-deploy/puppet/modules/hadoop/manifests/init.pp @@ -19,9 +19,8 @@ class hadoop ($hadoop_security_authentication = "simple", # Set from facter if available $hadoop_storage_dirs = split($::hadoop_storage_dirs, ";"), $proxyusers = { - oozie => { groups => 'hudson,testuser,root,hadoop,jenkins,oozie,hive,httpfs,users', hosts => "*" }, - hive => { groups => 'hudson,testuser,root,hadoop,jenkins,oozie,hive,httpfs,users', hosts => "*" }, - httpfs => { groups => 'hudson,testuser,root,hadoop,jenkins,oozie,hive,httpfs,users', hosts => "*" } }, + hive => { groups => 'hudson,testuser,root,hadoop,jenkins,hive,httpfs,users', hosts => "*" }, + httpfs => { groups => 'hudson,testuser,root,hadoop,jenkins,hive,httpfs,users', hosts => "*" } }, $generate_secrets = false, ) { http://git-wip-us.apache.org/repos/asf/bigtop/blob/a745f030/bigtop-deploy/puppet/modules/hadoop_oozie/manifests/init.pp ---------------------------------------------------------------------- diff --git a/bigtop-deploy/puppet/modules/hadoop_oozie/manifests/init.pp b/bigtop-deploy/puppet/modules/hadoop_oozie/manifests/init.pp deleted file mode 100644 index f7ee01d..0000000 --- a/bigtop-deploy/puppet/modules/hadoop_oozie/manifests/init.pp +++ /dev/null @@ -1,74 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -class hadoop_oozie { - - class deploy ($roles) { - if ("oozie-client" in $roles) { - include hadoop_oozie::client - } - - if ("oozie-server" in $roles) { - include hadoop::init_hdfs - include hadoop_oozie::server - Class['Hadoop::Init_hdfs'] -> Class['Hadoop_oozie::Server'] - if ("mapred-app" in $roles) { - Class['Hadoop::Mapred_app'] -> Class['Hadoop_oozie::Server'] - } - } - } - - class client { - package { "oozie-client": - ensure => latest, - } - } - - class server($kerberos_realm = "") { - if ($kerberos_realm and $kerberos_realm != "") { - require kerberos::client - kerberos::host_keytab { "oozie": - spnego => true, - require => Package["oozie"], - } - } - - package { "oozie": - ensure => latest, - } - - file { "/etc/oozie/conf/oozie-site.xml": - content => template("hadoop_oozie/oozie-site.xml"), - require => Package["oozie"], - } - - exec { "Oozie DB init": - command => "/etc/init.d/oozie init", - cwd => "/var/lib/oozie", - creates => "/var/lib/oozie/derby.log", - require => Package["oozie"], - unless => "/etc/init.d/oozie status", - } - - service { "oozie": - ensure => running, - require => [ Package["oozie"], Exec["Oozie DB init"] ], - hasrestart => true, - hasstatus => true, - } - Kerberos::Host_keytab <| title == "oozie" |> -> Service["oozie"] - - } -} http://git-wip-us.apache.org/repos/asf/bigtop/blob/a745f030/bigtop-deploy/puppet/modules/hadoop_oozie/templates/oozie-site.xml ---------------------------------------------------------------------- diff --git a/bigtop-deploy/puppet/modules/hadoop_oozie/templates/oozie-site.xml b/bigtop-deploy/puppet/modules/hadoop_oozie/templates/oozie-site.xml deleted file mode 100644 index 674316d..0000000 --- a/bigtop-deploy/puppet/modules/hadoop_oozie/templates/oozie-site.xml +++ /dev/null @@ -1,333 +0,0 @@ -<?xml version="1.0"?> -<!-- - Licensed to the Apache Software Foundation (ASF) under one - or more contributor license agreements. See the NOTICE file - distributed with this work for additional information - regarding copyright ownership. The ASF licenses this file - to you under the Apache License, Version 2.0 (the - "License"); you may not use this file except in compliance - with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. ---> -<configuration> - - <!-- - Refer to the oozie-default.xml file for the complete list of - Oozie configuration properties and their default values. - --> - - <property> - <name>oozie.service.ActionService.executor.ext.classes</name> - <value> - org.apache.oozie.action.email.EmailActionExecutor, - org.apache.oozie.action.hadoop.HiveActionExecutor, - org.apache.oozie.action.hadoop.ShellActionExecutor, - org.apache.oozie.action.hadoop.SqoopActionExecutor, - org.apache.oozie.action.hadoop.DistcpActionExecutor - </value> - </property> - - <property> - <name>oozie.service.SchemaService.wf.ext.schemas</name> - <value>shell-action-0.1.xsd,shell-action-0.2.xsd,email-action-0.1.xsd,hive-action-0.2.xsd,hive-action-0.3.xsd,sqoop-action-0.2.xsd,sqoop-action-0.3.xsd,ssh-action-0.1.xsd,distcp-action-0.1.xsd</value> - </property> - - <property> - <name>oozie.system.id</name> - <value>oozie-${user.name}</value> - <description> - The Oozie system ID. - </description> - </property> - - <property> - <name>oozie.systemmode</name> - <value>NORMAL</value> - <description> - System mode for Oozie at startup. - </description> - </property> - - <property> - <name>oozie.service.AuthorizationService.security.enabled</name> - <value>false</value> - <description> - Specifies whether security (user name/admin role) is enabled or not. - If disabled any user can manage Oozie system and manage any job. - </description> - </property> - - <property> - <name>oozie.service.PurgeService.older.than</name> - <value>30</value> - <description> - Jobs older than this value, in days, will be purged by the PurgeService. - </description> - </property> - - <property> - <name>oozie.service.PurgeService.purge.interval</name> - <value>3600</value> - <description> - Interval at which the purge service will run, in seconds. - </description> - </property> - - <property> - <name>oozie.service.CallableQueueService.queue.size</name> - <value>10000</value> - <description>Max callable queue size</description> - </property> - - <property> - <name>oozie.service.CallableQueueService.threads</name> - <value>10</value> - <description>Number of threads used for executing callables</description> - </property> - - <property> - <name>oozie.service.CallableQueueService.callable.concurrency</name> - <value>3</value> - <description> - Maximum concurrency for a given callable type. - Each command is a callable type (submit, start, run, signal, job, jobs, suspend,resume, etc). - Each action type is a callable type (Map-Reduce, Pig, SSH, FS, sub-workflow, etc). - All commands that use action executors (action-start, action-end, action-kill and action-check) use - the action type as the callable type. - </description> - </property> - - <property> - <name>oozie.service.coord.normal.default.timeout - </name> - <value>120</value> - <description>Default timeout for a coordinator action input check (in minutes) for normal job. - -1 means infinite timeout</description> - </property> - - <property> - <name>oozie.db.schema.name</name> - <value>oozie</value> - <description> - Oozie DataBase Name - </description> - </property> - - <property> - <name>oozie.service.JPAService.create.db.schema</name> - <value>false</value> - <description> - Creates Oozie DB. - - If set to true, it creates the DB schema if it does not exist. If the DB schema exists is a NOP. - If set to false, it does not create the DB schema. If the DB schema does not exist it fails start up. - </description> - </property> - - <property> - <name>oozie.service.JPAService.jdbc.driver</name> - <value>org.apache.derby.jdbc.EmbeddedDriver</value> - <description> - JDBC driver class. - </description> - </property> - - <property> - <name>oozie.service.JPAService.jdbc.url</name> - <value>jdbc:derby:${oozie.data.dir}/${oozie.db.schema.name}-db;create=true</value> - <description> - JDBC URL. - </description> - </property> - - <property> - <name>oozie.service.JPAService.jdbc.username</name> - <value>sa</value> - <description> - DB user name. - </description> - </property> - - <property> - <name>oozie.service.JPAService.jdbc.password</name> - <value> </value> - <description> - DB user password. - - IMPORTANT: if password is emtpy leave a 1 space string, the service trims the value, - if empty Configuration assumes it is NULL. - </description> - </property> - - <property> - <name>oozie.service.JPAService.pool.max.active.conn</name> - <value>10</value> - <description> - Max number of connections. - </description> - </property> - - <property> - <name>oozie.service.HadoopAccessorService.kerberos.enabled</name> - <value><%= if (@kerberos_realm != "") ; "true" else "false" end %></value> - <description> - Indicates if Oozie is configured to use Kerberos. - </description> - </property> - - <property> - <name>local.realm</name> - <value><%= @kerberos_realm %></value> - <description> - Kerberos Realm used by Oozie and Hadoop. Using 'local.realm' to be aligned with Hadoop configuration - </description> - </property> - - <property> - <name>oozie.service.HadoopAccessorService.keytab.file</name> - <value>/etc/oozie.keytab</value> - <description> - Location of the Oozie user keytab file. - </description> - </property> - - <property> - <name>oozie.service.HadoopAccessorService.kerberos.principal</name> - <value>${user.name}/<%= @fqdn %>@${local.realm}</value> - <description> - Kerberos principal for Oozie service. - </description> - </property> - - <property> - <name>oozie.service.HadoopAccessorService.jobTracker.whitelist</name> - <value> </value> - <description> - Whitelisted job tracker for Oozie service. - </description> - </property> - - <property> - <name>oozie.service.HadoopAccessorService.nameNode.whitelist</name> - <value> </value> - <description> - Whitelisted job tracker for Oozie service. - </description> - </property> - - <property> - <name>oozie.service.HadoopAccessorService.hadoop.configurations</name> - <value>*=/etc/hadoop/conf</value> - <description> - Comma separated AUTHORITY=HADOOP_CONF_DIR, where AUTHORITY is the HOST:PORT of - the Hadoop service (JobTracker, HDFS). The wildcard '*' configuration is - used when there is no exact match for an authority. The HADOOP_CONF_DIR contains - the relevant Hadoop *-site.xml files. If the path is relative is looked within - the Oozie configuration directory; though the path can be absolute (i.e. to point - to Hadoop client conf/ directories in the local filesystem. - </description> - </property> - - <property> - <name>oozie.service.WorkflowAppService.system.libpath</name> - <value>/user/${user.name}/share/lib</value> - <description> - System library path to use for workflow applications. - This path is added to workflow application if their job properties sets - the property 'oozie.use.system.libpath' to true. - </description> - </property> - - <property> - <name>use.system.libpath.for.mapreduce.and.pig.jobs</name> - <value>false</value> - <description> - If set to true, submissions of MapReduce and Pig jobs will include - automatically the system library path, thus not requiring users to - specify where the Pig JAR files are. Instead, the ones from the system - library path are used. - </description> - </property> - - <property> - <name>oozie.authentication.type</name> - <value><%= @kerberos_realm.empty? ? "simple" : "kerberos" %></value> - <description> - Defines authentication used for Oozie HTTP endpoint. - Supported values are: simple | kerberos | #AUTHENTICATION_HANDLER_CLASSNAME# - </description> - </property> - - <property> - <name>oozie.authentication.token.validity</name> - <value>36000</value> - <description> - Indicates how long (in seconds) an authentication token is valid before it has - to be renewed. - </description> - </property> - - <property> - <name>oozie.authentication.signature.secret</name> - <value>oozie</value> - <description> - The signature secret for signing the authentication tokens. - If not set a random secret is generated at startup time. - In order to authentiation to work correctly across multiple hosts - the secret must be the same across al the hosts. - </description> - </property> - - <property> - <name>oozie.authentication.cookie.domain</name> - <value></value> - <description> - The domain to use for the HTTP cookie that stores the authentication token. - In order to authentiation to work correctly across multiple hosts - the domain must be correctly set. - </description> - </property> - - <property> - <name>oozie.authentication.simple.anonymous.allowed</name> - <value>true</value> - <description> - Indicates if anonymous requests are allowed. - This setting is meaningful only when using 'simple' authentication. - </description> - </property> - - <property> - <name>oozie.authentication.kerberos.principal</name> - <value>HTTP/<%= @fqdn %>@${local.realm}</value> - <description> - Indicates the Kerberos principal to be used for HTTP endpoint. - The principal MUST start with 'HTTP/' as per Kerberos HTTP SPNEGO specification. - </description> - </property> - - <property> - <name>oozie.authentication.kerberos.keytab</name> - <value>${oozie.service.HadoopAccessorService.keytab.file}</value> - <description> - Location of the keytab file with the credentials for the principal. - Referring to the same keytab file Oozie uses for its Kerberos credentials for Hadoop. - </description> - </property> - - <property> - <name>oozie.authentication.kerberos.name.rules</name> - <value>DEFAULT</value> - <description> - The kerberos names rules is to resolve kerberos principal names, refer to Hadoop's - KerberosName for more details. - </description> - </property> -</configuration> http://git-wip-us.apache.org/repos/asf/bigtop/blob/a745f030/bigtop-deploy/puppet/modules/hadoop_oozie/tests/init.pp ---------------------------------------------------------------------- diff --git a/bigtop-deploy/puppet/modules/hadoop_oozie/tests/init.pp b/bigtop-deploy/puppet/modules/hadoop_oozie/tests/init.pp deleted file mode 100644 index 61d0521..0000000 --- a/bigtop-deploy/puppet/modules/hadoop_oozie/tests/init.pp +++ /dev/null @@ -1,17 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -hadoop_oozie::server { "test-oozie-server": } -hadoop_oozie::client { "test-oozie": } http://git-wip-us.apache.org/repos/asf/bigtop/blob/a745f030/bigtop-packages/src/common/oozie/catalina.properties ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/oozie/catalina.properties b/bigtop-packages/src/common/oozie/catalina.properties deleted file mode 100755 index 9ed5fe0..0000000 --- a/bigtop-packages/src/common/oozie/catalina.properties +++ /dev/null @@ -1,81 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# -# List of comma-separated packages that start with or equal this string -# will cause a security exception to be thrown when -# passed to checkPackageAccess unless the -# corresponding RuntimePermission ("accessClassInPackage."+package) has -# been granted. -package.access=sun.,org.apache.catalina.,org.apache.coyote.,org.apache.tomcat.,org.apache.jasper.,sun.beans. -# -# List of comma-separated packages that start with or equal this string -# will cause a security exception to be thrown when -# passed to checkPackageDefinition unless the -# corresponding RuntimePermission ("defineClassInPackage."+package) has -# been granted. -# -# by default, no packages are restricted for definition, and none of -# the class loaders supplied with the JDK call checkPackageDefinition. -# -package.definition=sun.,java.,org.apache.catalina.,org.apache.coyote.,org.apache.tomcat.,org.apache.jasper. - -# -# -# List of comma-separated paths defining the contents of the "common" -# classloader. Prefixes should be used to define what is the repository type. -# Path may be relative to the CATALINA_HOME or CATALINA_BASE path or absolute. -# If left as blank,the JVM system loader will be used as Catalina's "common" -# loader. -# Examples: -# "foo": Add this folder as a class repository -# "foo/*.jar": Add all the JARs of the specified folder as class -# repositories -# "foo/bar.jar": Add bar.jar as a class repository -common.loader=/var/lib/oozie/*.jar,/usr/lib/hadoop/client/*.jar,/usr/lib/oozie/lib/*.jar,${catalina.home}/lib,${catalina.home}/lib/*.jar - -# -# List of comma-separated paths defining the contents of the "server" -# classloader. Prefixes should be used to define what is the repository type. -# Path may be relative to the CATALINA_HOME or CATALINA_BASE path or absolute. -# If left as blank, the "common" loader will be used as Catalina's "server" -# loader. -# Examples: -# "foo": Add this folder as a class repository -# "foo/*.jar": Add all the JARs of the specified folder as class -# repositories -# "foo/bar.jar": Add bar.jar as a class repository -server.loader= - -# -# List of comma-separated paths defining the contents of the "shared" -# classloader. Prefixes should be used to define what is the repository type. -# Path may be relative to the CATALINA_BASE path or absolute. If left as blank, -# the "common" loader will be used as Catalina's "shared" loader. -# Examples: -# "foo": Add this folder as a class repository -# "foo/*.jar": Add all the JARs of the specified folder as class -# repositories -# "foo/bar.jar": Add bar.jar as a class repository -# Please note that for single jars, e.g. bar.jar, you need the URL form -# starting with file:. -shared.loader= - -# -# String cache configuration. -tomcat.util.buf.StringCache.byte.enabled=true -#tomcat.util.buf.StringCache.char.enabled=true -#tomcat.util.buf.StringCache.trainThreshold=500000 -#tomcat.util.buf.StringCache.cacheSize=5000 http://git-wip-us.apache.org/repos/asf/bigtop/blob/a745f030/bigtop-packages/src/common/oozie/context.xml ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/oozie/context.xml b/bigtop-packages/src/common/oozie/context.xml deleted file mode 100755 index 684c987..0000000 --- a/bigtop-packages/src/common/oozie/context.xml +++ /dev/null @@ -1,35 +0,0 @@ -<?xml version='1.0' encoding='utf-8'?> -<!-- - Licensed to the Apache Software Foundation (ASF) under one or more - contributor license agreements. See the NOTICE file distributed with - this work for additional information regarding copyright ownership. - The ASF licenses this file to You under the Apache License, Version 2.0 - (the "License"); you may not use this file except in compliance with - the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. ---> -<!-- The contents of this file will be loaded for each web application --> -<Context allowLinking="true"> - - <!-- Default set of monitored resources --> - <WatchedResource>WEB-INF/web.xml</WatchedResource> - - <!-- Uncomment this to disable session persistence across Tomcat restarts --> - <!-- - <Manager pathname="" /> - --> - - <!-- Uncomment this to enable Comet connection tacking (provides events - on session expiration as well as webapp lifecycle) --> - <!-- - <Valve className="org.apache.catalina.valves.CometConnectionManagerValve" /> - --> - -</Context> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/bigtop/blob/a745f030/bigtop-packages/src/common/oozie/do-component-build ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/oozie/do-component-build b/bigtop-packages/src/common/oozie/do-component-build deleted file mode 100755 index 601e5a7..0000000 --- a/bigtop-packages/src/common/oozie/do-component-build +++ /dev/null @@ -1,169 +0,0 @@ -#!/usr/bin/env bash - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -set -x - -. `dirname $0`/bigtop.bom -# -# Resolve source directory -# - -# $0 may be a softlink -PRG="$0" -while [ -h "${PRG}" ]; do - ls=`ls -ld "${PRG}"` - link=`expr "$ls" : '.*-> \(.*\)$'` - if expr "$link" : '/.*' > /dev/null; then - PRG="$link" - else - PRG=`dirname "${PRG}"`/"$link" - fi -done - -RELEASE_DIR=`dirname ${PRG}` -RELEASE_DIR=`cd ${RELEASE_DIR}/..;pwd` - -RELEASE_DIR=$PWD - -# IMPORTANT: THE FULL_VERSION, if set, will be used only for the final TARBALL, -# Everything inside of the TARBALL uses the version specified in the POM -if [ -z "${FULL_VERSION}" ]; then - FULL_VERSION=${OOZIE_VERSION} - echo "Warning: FULL_VERSION not specified. Default version [${FULL_VERSION}] will be used." -fi -VERSION_SUFFIX="-${FULL_VERSION}" - -# -# Build Oozie -# - -echo "Starting system build" - -# Test if there is a + sign in the dir path -# We need to do this because in Linux Sun JVM inteprets '+' as ' ' in URLs -# testcases uses URLs to access testcases directories and OpenJPA enhancer uses them as well -WORKDIR=${RELEASE_DIR} -if [[ "${WORKDIR}" == *\+* ]]; then - # There is a + sign. Create a temp work dir - # and copy over the files to that place - WORKDIR=`mktemp -d /tmp/oozie.XXXXXX` - echo "Created temporary workspace directory: ${WORKDIR}" - cp -R ${RELEASE_DIR}/* ${WORKDIR} -fi - -# Delete and recreate build directory -BUILDDIR=${WORKDIR}/build -rm -rf ${BUILDDIR} -mkdir -p ${BUILDDIR} - -EXTRA_GOALS="" - -# Check if maven deploy should be done or not -if [ "${DO_MAVEN_DEPLOY}" = "deploy" ]; then - EXTRA_GOALS="${EXTRA_GOALS} source:jar deploy" -fi - -# Disable Codehaus repository since it's out of service -sed -i.bak "/http:\/\/repository.codehaus.org/a\\ - <releases>\\ - <enabled>false</enabled>\\ - </releases>" ${WORKDIR}/pom.xml - -export MAVEN_OPTS="-Xmx512m" -# Invoke Oozie build script -${WORKDIR}/bin/mkdistro.sh -DjavaVersion=${JDK_VERSION} -DskipTests -Phadoop-2 -Puber -Dhadoop.version=${HADOOP_VERSION} -Dhadoop.auth.version=${HADOOP_VERSION} -Dhive.version=${HIVE_VERSION} -Dpig.version=${PIG_VERSION} -Dsqoop.version=${SQOOP_VERSION} -Dspark.version=${SPARK_VERSION} ${EXTRA_GOALS} -Dmaven.repo.local=${HOME}/.m2/repository "$@" -MKDISTRO_RESULT=$? -if [ "${MKDISTRO_RESULT}" != "0" ]; then - echo "ERROR: mkdistro.sh failed with error ${MKDISTRO_RESULT}" - echo "Build files from failed build: ${WORKDIR}" - exit ${MKDISTRO_RESULT} -fi - -# -# Expand Oozie TAR and create Bigtop Ooozie TAR -# -# (TODO: This logic is kind of twisted, revisit.) -# (TODO: Consider doing the source copy before the build if we can assume a clean checkout.) -# - -EXPTMPDIR=${BUILDDIR}/temp -mkdir -p ${EXPTMPDIR} -URLSAFE_VERSION_SUFFIX=`echo ${VERSION_SUFFIX}| sed -e "s/+/-/"` -ORIGINAL_NAME=oozie${VERSION_SUFFIX} -URLSAFE_NAME=oozie${URLSAFE_VERSION_SUFFIX} -EXPDIR=${EXPTMPDIR}/${URLSAFE_NAME} -( -cd ${EXPTMPDIR} -tar zxf ${WORKDIR}/distro/target/oozie-*.tar.gz -if [ "${FULL_VERSION}" != "${OOZIE_VERSION}" ]; then - mv ${EXPTMPDIR}/oozie-* ${EXPDIR} -fi - -cd ${EXPDIR} - -SRCDIR=${EXPDIR}/src -mkdir -p ${SRCDIR} -for srcfile in ${WORKDIR}/* -do - if [ "${srcfile}" != "${BUILDDIR}" ]; then - cp -R ${srcfile} ${SRCDIR} - fi -done -rm -rf ${SRCDIR}/target \ - ${SRCDIR}/*/target \ - ${SRCDIR}/core/build \ - ${SRCDIR}/core/pig*.log \ - ${SRCDIR}/core/pig*.properties \ - ${SRCDIR}/examples/mem \ - ${SRCDIR}/examples/oozietests \ - ${SRCDIR}/mkdistro-*.out \ - ${SRCDIR}/*.iml \ - ${SRCDIR}/*/*.iml \ - ${SRCDIR}/*.ipr \ - ${SRCDIR}/*.iws - -cp ${SRCDIR}/LICENSE.txt ${EXPDIR} -cp ${SRCDIR}/NOTICE.txt ${EXPDIR} -cd ${EXPDIR} -jar xf ${EXPDIR}/docs.zip -rm -rf ${EXPDIR}/docs.zip -rm -rf ${EXPDIR}/WEB-INF -rm -rf ${EXPDIR}/META-INF -cd ${EXPTMPDIR} -if [ "${URLSAFE_NAME}" != "${ORIGINAL_NAME}" ]; then - mv ${URLSAFE_NAME} ${ORIGINAL_NAME} -fi -tar cfz oozie${VERSION_SUFFIX}.tar.gz ${ORIGINAL_NAME} -mv oozie${VERSION_SUFFIX}.tar.gz ${BUILDDIR} -cd ${BUILDDIR} -rm -rf ${EXPTMPDIR} -) - -# If a temp work dir was created, move the files back to -# basedir and clean it up. - -if [ "${WORKDIR}" != "${RELEASE_DIR}" ]; then - echo "Moving built files from temporary location to work dir" - mv ${WORKDIR}/build ${RELEASE_DIR}/build - rm -rf ${WORKDIR} -fi - -echo "Build available at: ${RELEASE_DIR}/build" - -(cd ${RELEASE_DIR} ; tar --strip-components 1 -xzvf build/oozie${VERSION_SUFFIX}.tar.gz; rm -f bin/mkdistro.sh) - -echo "SUCCESS: Build complete" -exit 0 http://git-wip-us.apache.org/repos/asf/bigtop/blob/a745f030/bigtop-packages/src/common/oozie/hive.xml ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/oozie/hive.xml b/bigtop-packages/src/common/oozie/hive.xml deleted file mode 100644 index 5dad207..0000000 --- a/bigtop-packages/src/common/oozie/hive.xml +++ /dev/null @@ -1,30 +0,0 @@ -<?xml version="1.0"?> -<?xml-stylesheet type="text/xsl" href="configuration.xsl"?> -<!-- - Licensed to the Apache Software Foundation (ASF) under one - or more contributor license agreements. See the NOTICE file - distributed with this work for additional information - regarding copyright ownership. The ASF licenses this file - to you under the Apache License, Version 2.0 (the - "License"); you may not use this file except in compliance - with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. ---> -<configuration> - <property> - <name>hadoop.bin.path</name> - <value>/usr/bin/hadoop</value> - </property> - - <property> - <name>hadoop.config.dir</name> - <value>/etc/hadoop/conf</value> - </property> -</configuration> http://git-wip-us.apache.org/repos/asf/bigtop/blob/a745f030/bigtop-packages/src/common/oozie/install_oozie.sh ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/oozie/install_oozie.sh b/bigtop-packages/src/common/oozie/install_oozie.sh deleted file mode 100755 index 7d81f8b..0000000 --- a/bigtop-packages/src/common/oozie/install_oozie.sh +++ /dev/null @@ -1,234 +0,0 @@ -#!/bin/bash -set -ex - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -usage() { - echo " -usage: $0 <options> - Required not-so-options: - --extra-dir=DIR path to Bigtop distribution files - --build-dir=DIR path to Bigtop distribution files - --server-dir=DIR path to server package root - --client-dir=DIR path to the client package root - --initd-dir=DIR path to the server init.d directory - - Optional options: - --docs-dir=DIR path to the documentation root - " - exit 1 -} - -OPTS=$(getopt \ - -n $0 \ - -o '' \ - -l 'extra-dir:' \ - -l 'build-dir:' \ - -l 'server-dir:' \ - -l 'client-dir:' \ - -l 'docs-dir:' \ - -l 'initd-dir:' \ - -l 'conf-dir:' \ - -- "$@") - -if [ $? != 0 ] ; then - usage -fi - -eval set -- "$OPTS" -while true ; do - case "$1" in - --extra-dir) - EXTRA_DIR=$2 ; shift 2 - ;; - --build-dir) - BUILD_DIR=$2 ; shift 2 - ;; - --server-dir) - SERVER_PREFIX=$2 ; shift 2 - ;; - --client-dir) - CLIENT_PREFIX=$2 ; shift 2 - ;; - --docs-dir) - DOC_DIR=$2 ; shift 2 - ;; - --initd-dir) - INITD_DIR=$2 ; shift 2 - ;; - --conf-dir) - CONF_DIR=$2 ; shift 2 - ;; - --) - shift; break - ;; - *) - echo "Unknown option: $1" - usage - ;; - esac -done - -for var in BUILD_DIR SERVER_PREFIX CLIENT_PREFIX; do - if [ -z "$(eval "echo \$$var")" ]; then - echo Missing param: $var - usage - fi -done - -if [ ! -d "${BUILD_DIR}" ]; then - echo "Build directory does not exist: ${BUILD_DIR}" - exit 1 -fi - -## Install client image first -CLIENT_LIB_DIR=${CLIENT_PREFIX}/usr/lib/oozie -MAN_DIR=${CLIENT_PREFIX}/usr/share/man/man1 -DOC_DIR=${DOC_DIR:-$CLIENT_PREFIX/usr/share/doc/oozie} -BIN_DIR=${CLIENT_PREFIX}/usr/bin - -install -d -m 0755 ${CLIENT_LIB_DIR} -tar --strip-components=1 -zxf ${BUILD_DIR}/oozie-client-*.tar.gz -C ${CLIENT_LIB_DIR}/ -install -d -m 0755 ${DOC_DIR} -mv ${CLIENT_LIB_DIR}/*.txt ${DOC_DIR}/ -cp -R ${BUILD_DIR}/oozie-examples.tar.gz ${DOC_DIR} -cp -R ${BUILD_DIR}/docs/* ${DOC_DIR} -rm -rf ${DOC_DIR}/target -install -d -m 0755 ${MAN_DIR} -gzip -c ${EXTRA_DIR}/oozie.1 > ${MAN_DIR}/oozie.1.gz - -# Create the /usr/bin/oozie wrapper -install -d -m 0755 $BIN_DIR -cat > ${BIN_DIR}/oozie <<EOF -#!/bin/bash -# -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# Autodetect JAVA_HOME if not defined -. /usr/lib/bigtop-utils/bigtop-detect-javahome - -exec /usr/lib/oozie/bin/oozie "\$@" -EOF -chmod 755 ${BIN_DIR}/oozie - -[ -d ${SERVER_PREFIX}/usr/bin ] || install -d -m 0755 ${SERVER_PREFIX}/usr/bin -cat > ${SERVER_PREFIX}/usr/bin/oozie-setup <<'EOF' -#!/bin/bash -# -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# Autodetect JAVA_HOME if not defined -. /usr/lib/bigtop-utils/bigtop-detect-javahome - -if [ "$1" == "prepare-war" ]; then - echo "The prepare-war command is not supported in Apache Bigtop packages." - exit 1 -fi - -COMMAND="/usr/lib/oozie/bin/oozie-setup.sh $@" -su -s /bin/bash -c "$COMMAND" oozie -EOF -chmod 755 ${SERVER_PREFIX}/usr/bin/oozie-setup - -## Install server image -SERVER_LIB_DIR=${SERVER_PREFIX}/usr/lib/oozie -CONF_DIR=${CONF_DIR:-"${SERVER_PREFIX}/etc/oozie/conf.dist"} -ETC_DIR=${SERVER_PREFIX}/etc/oozie -DATA_DIR=${SERVER_PREFIX}/var/lib/oozie - -install -d -m 0755 ${SERVER_LIB_DIR} -install -d -m 0755 ${SERVER_LIB_DIR}/bin -install -d -m 0755 ${SERVER_LIB_DIR}/lib -install -d -m 0755 ${DATA_DIR} -for file in ooziedb.sh oozied.sh oozie-sys.sh oozie-setup.sh ; do - cp ${BUILD_DIR}/bin/$file ${SERVER_LIB_DIR}/bin -done - -install -d -m 0755 ${CONF_DIR} -cp -r ${BUILD_DIR}/conf/* ${CONF_DIR} -# Remove Windows files -rm -f ${CONF_DIR}/*.cmd - -cp ${EXTRA_DIR}/oozie-site.xml ${CONF_DIR} -cp ${EXTRA_DIR}/oozie-env.sh ${CONF_DIR} -install -d -m 0755 ${CONF_DIR}/action-conf -cp ${EXTRA_DIR}/hive.xml ${CONF_DIR}/action-conf -if [ "${INITD_DIR}" != "" ]; then - install -d -m 0755 ${INITD_DIR} - cp -R ${EXTRA_DIR}/oozie.init ${INITD_DIR}/oozie - chmod 755 ${INITD_DIR}/oozie -fi -cp -R ${BUILD_DIR}/oozie-sharelib*.tar.gz ${SERVER_LIB_DIR}/oozie-sharelib.tar.gz -ln -s -f /etc/oozie/conf/oozie-env.sh ${SERVER_LIB_DIR}/bin - -cp -R ${BUILD_DIR}/oozie-server/webapps ${SERVER_LIB_DIR}/webapps - -# Unpack oozie.war some place reasonable -WEBAPP_DIR=${SERVER_LIB_DIR}/webapps/oozie -mkdir ${WEBAPP_DIR} -(cd ${WEBAPP_DIR} ; jar xf ${BUILD_DIR}/oozie.war) -# OOZIE_HOME/lib -mv -f ${WEBAPP_DIR}/WEB-INF/lib/* ${SERVER_LIB_DIR}/lib/ -touch ${SERVER_LIB_DIR}/webapps/oozie.war - -install -m 0755 ${EXTRA_DIR}/tomcat-deployment.sh ${SERVER_LIB_DIR}/tomcat-deployment.sh - -HTTP_DIRECTORY=${ETC_DIR}/tomcat-conf.http -install -d -m 0755 ${HTTP_DIRECTORY} -cp -R ${BUILD_DIR}/oozie-server/conf ${HTTP_DIRECTORY}/conf -cp ${EXTRA_DIR}/context.xml ${HTTP_DIRECTORY}/conf/ -cp ${EXTRA_DIR}/catalina.properties ${HTTP_DIRECTORY}/conf/ -install -d -m 0755 ${HTTP_DIRECTORY}/WEB-INF -mv ${SERVER_LIB_DIR}/webapps/oozie/WEB-INF/*.xml ${HTTP_DIRECTORY}/WEB-INF - -HTTPS_DIRECTORY=${ETC_DIR}/tomcat-conf.https -cp -r ${HTTP_DIRECTORY} ${HTTPS_DIRECTORY} -mv ${HTTPS_DIRECTORY}/conf/ssl/ssl-server.xml ${HTTPS_DIRECTORY}/conf/server.xml -mv ${HTTPS_DIRECTORY}/conf/ssl/ssl-web.xml ${HTTPS_DIRECTORY}/WEB-INF/web.xml -rm -r ${HTTP_DIRECTORY}/conf/ssl - -cp -R ${BUILD_DIR}/libtools ${SERVER_LIB_DIR}/ - -# Provide a convenience symlink to be more consistent with tarball deployment -ln -s ${DATA_DIR#${SERVER_PREFIX}} ${SERVER_LIB_DIR}/libext - http://git-wip-us.apache.org/repos/asf/bigtop/blob/a745f030/bigtop-packages/src/common/oozie/oozie-env.sh ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/oozie/oozie-env.sh b/bigtop-packages/src/common/oozie/oozie-env.sh deleted file mode 100755 index 825ab06..0000000 --- a/bigtop-packages/src/common/oozie/oozie-env.sh +++ /dev/null @@ -1,77 +0,0 @@ -#!/bin/bash -# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -export OOZIE_DATA=/var/lib/oozie -export OOZIE_CATALINA_HOME=/usr/lib/bigtop-tomcat -export CATALINA_TMPDIR=/var/lib/oozie -export CATALINA_PID=/var/run/oozie/oozie.pid -export CATALINA_BASE=/var/lib/oozie/tomcat-deployment - -# Set Oozie specific environment variables here. - -# Settings for the Embedded Tomcat that runs Oozie -# Java System properties for Oozie should be specified in this variable -# -export CATALINA_OPTS="$CATALINA_OPTS -Xmx1024m" - -# Oozie configuration file to load from Oozie configuration directory -# -# export OOZIE_CONFIG_FILE=oozie-site.xml -export OOZIE_CONFIG=/etc/oozie/conf - -# Oozie logs directory -# -# export OOZIE_LOG=${OOZIE_HOME}/logs -export OOZIE_LOG=/var/log/oozie - -# Oozie Log4J configuration file to load from Oozie configuration directory -# -# export OOZIE_LOG4J_FILE=oozie-log4j.properties - -# Reload interval of the Log4J configuration file, in seconds -# -# export OOZIE_LOG4J_RELOAD=10 - -# The port Oozie server runs -# -# export OOZIE_HTTP_PORT=11000 - -# The port Oozie server runs if using SSL (HTTPS) -# -# export OOZIE_HTTPS_PORT=11443 - -# The host name Oozie server runs on -# -# export OOZIE_HTTP_HOSTNAME=`hostname -f` - -# The base URL for callback URLs to Oozie -# -# export OOZIE_BASE_URL="http://${OOZIE_HTTP_HOSTNAME}:${OOZIE_HTTP_PORT}/oozie"; - -# The location of the keystore for the Oozie server if using SSL (HTTPS) -# -# export OOZIE_HTTPS_KEYSTORE_FILE=${HOME}/.keystore - -# The password of the keystore for the Oozie server if using SSL (HTTPS) -# -# export OOZIE_HTTPS_KEYSTORE_PASS=password - -# The Oozie Instance ID -# -# export OOZIE_INSTANCE_ID="${OOZIE_HTTP_HOSTNAME}" http://git-wip-us.apache.org/repos/asf/bigtop/blob/a745f030/bigtop-packages/src/common/oozie/oozie-site.xml ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/oozie/oozie-site.xml b/bigtop-packages/src/common/oozie/oozie-site.xml deleted file mode 100644 index 8d391ad..0000000 --- a/bigtop-packages/src/common/oozie/oozie-site.xml +++ /dev/null @@ -1,92 +0,0 @@ -<?xml version="1.0"?> -<!-- - Licensed to the Apache Software Foundation (ASF) under one - or more contributor license agreements. See the NOTICE file - distributed with this work for additional information - regarding copyright ownership. The ASF licenses this file - to you under the Apache License, Version 2.0 (the - "License"); you may not use this file except in compliance - with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. ---> -<configuration> - - <!-- - Refer to the oozie-default.xml file for the complete list of - Oozie configuration properties and their default values. - --> - - <!-- Proxyuser Configuration --> - - <!-- - - <property> - <name>oozie.service.ProxyUserService.proxyuser.#USER#.hosts</name> - <value>*</value> - <description> - List of hosts the '#USER#' user is allowed to perform 'doAs' - operations. - - The '#USER#' must be replaced with the username o the user who is - allowed to perform 'doAs' operations. - - The value can be the '*' wildcard or a list of hostnames. - - For multiple users copy this property and replace the user name - in the property name. - </description> - </property> - - <property> - <name>oozie.service.ProxyUserService.proxyuser.#USER#.groups</name> - <value>*</value> - <description> - List of groups the '#USER#' user is allowed to impersonate users - from to perform 'doAs' operations. - - The '#USER#' must be replaced with the username o the user who is - allowed to perform 'doAs' operations. - - The value can be the '*' wildcard or a list of groups. - - For multiple users copy this property and replace the user name - in the property name. - </description> - </property> - - --> - - <property> - <name>oozie.service.HadoopAccessorService.hadoop.configurations</name> - <value>*=/etc/hadoop/conf</value> - <description> - Comma separated AUTHORITY=HADOOP_CONF_DIR, where AUTHORITY is the HOST:PORT of - the Hadoop service (JobTracker, YARN, HDFS). The wildcard '*' configuration is - used when there is no exact match for an authority. The HADOOP_CONF_DIR contains - the relevant Hadoop *-site.xml files. If the path is relative is looked within - the Oozie configuration directory; though the path can be absolute (i.e. to point - to Hadoop client conf/ directories in the local filesystem. - </description> - </property> - - <property> - <name>oozie.service.SparkConfigurationService.spark.configurations</name> - <value>*=/etc/spark/conf</value> - <description> - Comma separated AUTHORITY=SPARK_CONF_DIR, where AUTHORITY is the HOST:PORT of - the ResourceManager of a YARN cluster. The wildcard '*' configuration is used when - there is no exact match for an authority. The SPARK_CONF_DIR contains the relevant - spark-defaults.conf properties file. If the path is relative is looked within the - Oozie configuration directory; though the path can be absolute. - This is only used when the Spark master is set to either "yarn-client" or "yarn-cluster". - </description> - </property> - -</configuration> http://git-wip-us.apache.org/repos/asf/bigtop/blob/a745f030/bigtop-packages/src/common/oozie/oozie.1 ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/oozie/oozie.1 b/bigtop-packages/src/common/oozie/oozie.1 deleted file mode 100644 index 6b307f7..0000000 --- a/bigtop-packages/src/common/oozie/oozie.1 +++ /dev/null @@ -1,45 +0,0 @@ -.\" Licensed to the Apache Software Foundation (ASF) under one or more -.\" contributor license agreements. See the NOTICE file distributed with -.\" this work for additional information regarding copyright ownership. -.\" The ASF licenses this file to You under the Apache License, Version 2.0 -.\" (the "License"); you may not use this file except in compliance with -.\" the License. You may obtain a copy of the License at -.\" -.\" http://www.apache.org/licenses/LICENSE-2.0 -.\" -.\" Unless required by applicable law or agreed to in writing, software -.\" distributed under the License is distributed on an "AS IS" BASIS, -.\" WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -.\" See the License for the specific language governing permissions and -.\" limitations under the License. -.\" -.\" Process this file with -.\" groff -man -Tascii oozie.1 -.\" -.TH oozie 1 - -.SH NAME -Oozie \- Oozie command line client tool - -.SH SYNOPSIS - -.B oozie -subcommand [options] - -.SH DESCRIPTION - -Apache Oozie Workflow Scheduler for Hadoop is a workflow/coordination -service to manage Apache Hadoop jobs. Oozie Workflow jobs are Directed -Acyclical Graphs (DAGs) of actions, actions are typically Hadoop jobs -(MapReduce, Streaming, Pipes, Pig, Hive, Sqoop, etc). Oozie Coordinator -jobs trigger recurrent Workflow jobs based on time (frequency) and data -availability. Oozie Bundle jobs are sets of Coordinator jobs managed as a -single job. Oozie is an extensible, scalable and data-aware service to -to orchestrate dependencies among jobs running on Hadoop. - -For more information about Apache Oozie project and detailed documentation, -visit - - http://oozie.apache.org/ - -Run 'oozie help' to access the built-in tool documentation. http://git-wip-us.apache.org/repos/asf/bigtop/blob/a745f030/bigtop-packages/src/common/oozie/oozie.init ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/oozie/oozie.init b/bigtop-packages/src/common/oozie/oozie.init deleted file mode 100644 index 43cec26..0000000 --- a/bigtop-packages/src/common/oozie/oozie.init +++ /dev/null @@ -1,148 +0,0 @@ -#! /bin/bash - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# Starts Oozie Server -# -# chkconfig: 345 90 10 -# description: Oozie Server -# -### BEGIN INIT INFO -# Provides: oozie -# Required-Start: $network $local_fs $remote_fs -# Required-Stop: $remote_fs -# Should-Start: $named -# Should-Stop: -# Default-Start: 2 3 4 5 -# Default-Stop: 0 1 6 -# Short-Description: Oozie server daemon -### END INIT INFO - -# Autodetect JAVA_HOME if not defined -. /usr/lib/bigtop-utils/bigtop-detect-javahome -. /usr/lib/bigtop-utils/bigtop-detect-classpath - -is_oozie_alive() { - if [ ! -f "$OOZIE_PID" ]; then - #not running - STATUS=3 - elif read pid < "$OOZIE_PID" && ps -p "$pid" > /dev/null 2>&1; then - #running - STATUS=0 - else - #pid file but not running - STATUS=1 - fi -} - -start_oozie() { - . /usr/lib/oozie/tomcat-deployment.sh - install -d -o oozie -g oozie /var/run/oozie - install -d -o oozie -g oozie /var/log/oozie - install -d -o oozie -g oozie /var/tmp/oozie - su --shell=/bin/bash -l oozie -c "env JAVA_HOME=$JAVA_HOME /usr/lib/oozie/bin/oozied.sh start" -} - -stop_oozie() { - is_oozie_alive - if [ "${STATUS}" = "0" ]; then - su --shell=/bin/bash -l oozie -c "env JAVA_HOME=$JAVA_HOME /usr/lib/oozie/bin/oozied.sh stop -force" - if [ $? -eq 0 ]; then - is_oozie_alive - if [ "${STATUS}" = "1" ]; then - rm ${OOZIE_PID} - elif [ "${STATUS}" = "0" ]; then - read pid < "$OOZIE_PID" && ps -p "$pid" > /dev/null 2>&1 - kill -9 ${pid} - rm ${OOZIE_PID} - fi - fi - elif [ "${STATUS}" = "1" ]; then - rm ${OOZIE_PID} - fi -} - -. /usr/lib/oozie/bin/oozie-env.sh - -OOZIE_PID=${CATALINA_PID} - -case "$1" in - start) - is_oozie_alive - if [ "${STATUS}" = "0" ]; then - exit 0 - fi - if [ "${STATUS}" = "1" ]; then - rm ${OOZIE_PID} - fi - start_oozie - exit 0 - ;; - force-reload|condrestart|try-restart) - is_oozie_alive - if [ ${STATUS} -eq 0 ] ; then - stop_oozie - start_oozie - fi - exit 0 - ;; - restart|reload) - stop_oozie - start_oozie - exit 0 - ;; - stop) - stop_oozie - exit 0 - ;; - status) - is_oozie_alive - case ${STATUS} in - 3) - echo "not running." - exit ${STATUS} - ;; - 1) - echo "not running but $CATALINA_PID exists." - exit ${STATUS} - ;; - 0) - echo "running" - exit ${STATUS} - ;; - *) - echo "unexpected error" - exit 5 - ;; - esac - ;; - init) - is_oozie_alive - if [ ${STATUS} -eq 0 ] ; then - echo "Error: Oozie is running. Stop it first." - exit 1 - else - (cd /tmp ; su --shell=/bin/bash -l oozie -c "env JAVA_HOME=$JAVA_HOME /usr/lib/oozie/bin/ooziedb.sh create -run") - fi - exit 0 - ;; - *) - echo "Usage: $0 start|stop|status|restart|reload|force-reload|condrestart|try-restart|init" >&2 - exit 3 - ;; -esac -exit 6 - http://git-wip-us.apache.org/repos/asf/bigtop/blob/a745f030/bigtop-packages/src/common/oozie/patch0-ADH-204-remove-h2-pig-classifier-in-Oozie-code.diff ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/oozie/patch0-ADH-204-remove-h2-pig-classifier-in-Oozie-code.diff b/bigtop-packages/src/common/oozie/patch0-ADH-204-remove-h2-pig-classifier-in-Oozie-code.diff deleted file mode 100644 index 5d9c0ec..0000000 --- a/bigtop-packages/src/common/oozie/patch0-ADH-204-remove-h2-pig-classifier-in-Oozie-code.diff +++ /dev/null @@ -1,27 +0,0 @@ -From a9591e083a6c5a63a38e46792fd65687764bdf64 Mon Sep 17 00:00:00 2001 -From: Anton Chevychalov <[email protected]> -Date: Fri, 29 Sep 2017 19:06:01 +0300 -Subject: [PATCH] ADH-204 remove h2 pig classifier in Oozie code - -There is a regression in Pig relase 0.17 -After PIG-4923 they drop h2 classifer. -There is only one jar now and it suports Hadoop 2 ---- - pom.xml | 1 - - 1 file changed, 1 deletion(-) - -diff --git a/pom.xml b/pom.xml -index 9daf6b1..5d92d77 100644 ---- a/pom.xml -+++ b/pom.xml -@@ -1902,7 +1902,6 @@ - <properties> - <hadoop.version>2.4.0</hadoop.version> - <hadoop.majorversion>2</hadoop.majorversion> -- <pig.classifier>h2</pig.classifier> - <sqoop.classifier>hadoop200</sqoop.classifier> - <jackson.version>1.9.13</jackson.version> - </properties> --- -2.7.4 - http://git-wip-us.apache.org/repos/asf/bigtop/blob/a745f030/bigtop-packages/src/common/oozie/tomcat-deployment.sh ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/common/oozie/tomcat-deployment.sh b/bigtop-packages/src/common/oozie/tomcat-deployment.sh deleted file mode 100644 index c25bc72..0000000 --- a/bigtop-packages/src/common/oozie/tomcat-deployment.sh +++ /dev/null @@ -1,37 +0,0 @@ -#!/bin/bash - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# This script must be sourced so that it can set CATALINA_BASE for the parent process - -TOMCAT_CONF=${TOMCAT_CONF:-`readlink -e /etc/oozie/tomcat-conf`} -TOMCAT_DEPLOYMENT=${TOMCAT_DEPLOYMENT:-/var/lib/oozie/tomcat-deployment} -OOZIE_HOME=${OOZIE_HOME:-/usr/lib/oozie} - -rm -rf ${TOMCAT_DEPLOYMENT} -mkdir ${TOMCAT_DEPLOYMENT} -cp -r ${TOMCAT_CONF}/conf ${TOMCAT_DEPLOYMENT} -cp -r ${OOZIE_HOME}/webapps ${TOMCAT_DEPLOYMENT}/webapps -cp -r ${TOMCAT_CONF}/WEB-INF/* ${TOMCAT_DEPLOYMENT}/webapps/oozie/WEB-INF/ - -if [ -n "${BIGTOP_CLASSPATH}" ] ; then - sed -i -e "s#^\(common.loader=.*\)\$#\1,${BIGTOP_CLASSPATH/:/,}#" ${TOMCAT_DEPLOYMENT}/conf/catalina.properties -fi - -chown -R oozie:oozie ${TOMCAT_DEPLOYMENT} - -export CATALINA_BASE=${TOMCAT_DEPLOYMENT} - http://git-wip-us.apache.org/repos/asf/bigtop/blob/a745f030/bigtop-packages/src/deb/oozie/changelog ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/deb/oozie/changelog b/bigtop-packages/src/deb/oozie/changelog deleted file mode 100644 index 547ed02..0000000 --- a/bigtop-packages/src/deb/oozie/changelog +++ /dev/null @@ -1 +0,0 @@ ---- This is auto-generated http://git-wip-us.apache.org/repos/asf/bigtop/blob/a745f030/bigtop-packages/src/deb/oozie/compat ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/deb/oozie/compat b/bigtop-packages/src/deb/oozie/compat deleted file mode 100644 index 7f8f011..0000000 --- a/bigtop-packages/src/deb/oozie/compat +++ /dev/null @@ -1 +0,0 @@ -7 http://git-wip-us.apache.org/repos/asf/bigtop/blob/a745f030/bigtop-packages/src/deb/oozie/control ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/deb/oozie/control b/bigtop-packages/src/deb/oozie/control deleted file mode 100644 index 5a36dc4..0000000 --- a/bigtop-packages/src/deb/oozie/control +++ /dev/null @@ -1,75 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -Source: oozie -Section: misc -Priority: extra -Maintainer: Bigtop <[email protected]> -Build-Depends: debhelper (>= 7.0.50~) -Depends: zip, unzip -Standards-Version: 3.8.0 -Homepage: http://oozie.apache.org/ - -Package: oozie-client -Architecture: all -Depends: bigtop-utils (>= 0.7) -Description: Client for Oozie Workflow Engine - Oozie client is a command line client utility that allows remote - administration and monitoring of worflows. Using this client utility - you can submit worflows, start/suspend/resume/kill workflows and - find out their status at any instance. Apart from such operations, - you can also change the status of the entire system, get vesion - information. This client utility also allows you to validate - any worflows before they are deployed to the Oozie server. - -Package: oozie -Architecture: all -Depends: oozie-client (= ${source:Version}), hadoop-client, bigtop-tomcat -Description: Oozie is a system that runs workflows of Hadoop jobs. - Oozie is a system that runs workflows of Hadoop jobs. - Oozie workflows are actions arranged in a control dependency DAG (Direct - Acyclic Graph). - . - Oozie coordinator functionality allows to start workflows at regular - frequencies and when data becomes available in HDFS. - . - An Oozie workflow may contain the following types of actions nodes: - map-reduce, map-reduce streaming, map-reduce pipes, pig, file-system, - sub-workflows, java, hive, sqoop and ssh (deprecated). - . - Flow control operations within the workflow can be done using decision, - fork and join nodes. Cycles in workflows are not supported. - . - Actions and decisions can be parameterized with job properties, actions - output (i.e. Hadoop counters) and HDFS file information (file exists, - file size, etc). Formal parameters are expressed in the workflow definition - as ${VARIABLE NAME} variables. - . - A Workflow application is an HDFS directory that contains the workflow - definition (an XML file), all the necessary files to run all the actions: - JAR files for Map/Reduce jobs, shells for streaming Map/Reduce jobs, native - libraries, Pig scripts, and other resource files. - . - Running workflow jobs is done via command line tools, a WebServices API - or a Java API. - . - Monitoring the system and workflow jobs can be done via a web console, the - command line tools, the WebServices API and the Java API. - . - Oozie is a transactional system and it has built in automatic and manual - retry capabilities. - . - In case of workflow job failure, the workflow job can be rerun skipping - previously completed actions, the workflow application can be patched before - being rerun. http://git-wip-us.apache.org/repos/asf/bigtop/blob/a745f030/bigtop-packages/src/deb/oozie/copyright ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/deb/oozie/copyright b/bigtop-packages/src/deb/oozie/copyright deleted file mode 100644 index b255d43..0000000 --- a/bigtop-packages/src/deb/oozie/copyright +++ /dev/null @@ -1,15 +0,0 @@ -Format: http://dep.debian.net/deps/dep5 -Source: http://yahoo.github.com/oozie/ -Upstream-Name: Oozie - -Files: * -Copyright: 2010, Yahoo! Inc. All rights reserved. -License: Apache-2.0 - -Files debian/* -Copyright: 2011, The Apache Software Foundation -License: Apache-2.0 - -License: Apache-2.0 - On Debian systems, the complete text of the Apache 2.0 license - can be found in "/usr/share/common-licenses/Apache-2.0". http://git-wip-us.apache.org/repos/asf/bigtop/blob/a745f030/bigtop-packages/src/deb/oozie/oozie.dirs ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/deb/oozie/oozie.dirs b/bigtop-packages/src/deb/oozie/oozie.dirs deleted file mode 100644 index 3c236a0..0000000 --- a/bigtop-packages/src/deb/oozie/oozie.dirs +++ /dev/null @@ -1 +0,0 @@ -/var/log/oozie http://git-wip-us.apache.org/repos/asf/bigtop/blob/a745f030/bigtop-packages/src/deb/oozie/oozie.postinst ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/deb/oozie/oozie.postinst b/bigtop-packages/src/deb/oozie/oozie.postinst deleted file mode 100644 index bd60245..0000000 --- a/bigtop-packages/src/deb/oozie/oozie.postinst +++ /dev/null @@ -1,59 +0,0 @@ -#!/bin/bash -# -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# postinst script for oozie -# -# see: dh_installdeb(1) - -set -e - -# summary of how this script can be called: -# * <postinst> `configure' <most-recently-configured-version> -# * <old-postinst> `abort-upgrade' <new version> -# * <conflictor's-postinst> `abort-remove' `in-favour' <package> -# <new-version> -# * <postinst> `abort-remove' -# * <deconfigured's-postinst> `abort-deconfigure' `in-favour' -# <failed-install-package> <version> `removing' -# <conflicting-package> <version> -# for details, see http://www.debian.org/doc/debian-policy/ or -# the debian-policy package - - -case "$1" in - configure) - chown -R oozie:oozie /var/lib/oozie /var/log/oozie - update-rc.d oozie defaults >/dev/null || exit 1 - - update-alternatives --install /etc/oozie/conf oozie-conf /etc/oozie/conf.dist 30 - - conf_tomcat=/etc/oozie/tomcat-conf - update-alternatives --install ${conf_tomcat} oozie-tomcat-conf ${conf_tomcat}.http 30 - update-alternatives --install ${conf_tomcat} oozie-tomcat-conf ${conf_tomcat}.https 20 - ;; - - abort-upgrade|abort-remove|abort-deconfigure) - ;; - - *) - echo "postinst called with unknown argument \`$1'" >&2 - exit 1 - ;; -esac - -exit 0 - http://git-wip-us.apache.org/repos/asf/bigtop/blob/a745f030/bigtop-packages/src/deb/oozie/oozie.postrm ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/deb/oozie/oozie.postrm b/bigtop-packages/src/deb/oozie/oozie.postrm deleted file mode 100644 index 1b23891..0000000 --- a/bigtop-packages/src/deb/oozie/oozie.postrm +++ /dev/null @@ -1,52 +0,0 @@ -#!/bin/bash -# -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# postrm script for oozie -# -# see: dh_installdeb(1) - -set -e - -# summary of how this script can be called: -# * <postrm> `remove' -# * <postrm> `purge' -# * <old-postrm> `upgrade' <new-version> -# * <new-postrm> `failed-upgrade' <old-version> -# * <new-postrm> `abort-install' -# * <new-postrm> `abort-install' <old-version> -# * <new-postrm> `abort-upgrade' <old-version> -# * <disappearer's-postrm> `disappear' <overwriter> -# <overwriter-version> -# for details, see http://www.debian.org/doc/debian-policy/ or -# the debian-policy package - - -case "$1" in - purge) - update-rc.d -f oozie remove > /dev/null || exit 1 - ;; - remove|upgrade|failed-upgrade|abort-install|abort-upgrade|disappear) - ;; - - *) - echo "postrm called with unknown argument \`$1'" >&2 - exit 1 - ;; -esac - -exit 0 - http://git-wip-us.apache.org/repos/asf/bigtop/blob/a745f030/bigtop-packages/src/deb/oozie/oozie.preinst ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/deb/oozie/oozie.preinst b/bigtop-packages/src/deb/oozie/oozie.preinst deleted file mode 100644 index a5f8d72..0000000 --- a/bigtop-packages/src/deb/oozie/oozie.preinst +++ /dev/null @@ -1,63 +0,0 @@ -#!/bin/bash -# -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# preinst script for oozie -# -# see: dh_installdeb(1) - -set -e - -# summary of how this script can be called: -# * <new-preinst> `install' -# * <new-preinst> `install' <old-version> -# * <new-preinst> `upgrade' <old-version> -# * <old-preinst> `abort-upgrade' <new-version> -# for details, see http://www.debian.org/doc/debian-policy/ or -# the debian-policy package - - -case "$1" in - install|upgrade) - getent group oozie >/dev/null || groupadd -r oozie - if ! getent passwd oozie >/dev/null; then - # Adding system user: oozie. - adduser \ - --system \ - --disabled-login \ - --ingroup oozie \ - --home /var/lib/oozie \ - --gecos "Oozie User" \ - --shell /bin/false \ - oozie >/dev/null - fi - ;; - - abort-upgrade) - ;; - - *) - echo "preinst called with unknown argument \`$1'" >&2 - exit 1 - ;; -esac - -# dh_installdeb will replace this with shell code automatically -# generated by other debhelper scripts. - -#DEBHELPER# - -exit 0 http://git-wip-us.apache.org/repos/asf/bigtop/blob/a745f030/bigtop-packages/src/deb/oozie/oozie.prerm ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/deb/oozie/oozie.prerm b/bigtop-packages/src/deb/oozie/oozie.prerm deleted file mode 100644 index d27f26b..0000000 --- a/bigtop-packages/src/deb/oozie/oozie.prerm +++ /dev/null @@ -1,55 +0,0 @@ -#!/bin/bash -# -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# prerm script for oozie -# -# see: dh_installdeb(1) - -set -e - -# summary of how this script can be called: -# * <prerm> `remove' -# * <old-prerm> `upgrade' <new-version> -# * <new-prerm> `failed-upgrade' <old-version> -# * <conflictor's-prerm> `remove' `in-favour' <package> <new-version> -# * <deconfigured's-prerm> `deconfigure' `in-favour' -# <package-being-installed> <version> `removing' -# <conflicting-package> <version> -# for details, see http://www.debian.org/doc/debian-policy/ or -# the debian-policy package - -# dh_installdeb will replace this with shell code automatically -# generated by other debhelper scripts. - -#DEBHELPER# - -case "$1" in - remove|upgrade|deconfigure) - update-alternatives --remove oozie-conf /etc/oozie/conf.dist || : - update-alternatives --remove-all oozie-tomcat-conf || : - ;; - - failed-upgrade) - ;; - - *) - echo "prerm called with unknown argument \`$1'" >&2 - exit 1 - ;; -esac - -exit 0 http://git-wip-us.apache.org/repos/asf/bigtop/blob/a745f030/bigtop-packages/src/deb/oozie/rules ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/deb/oozie/rules b/bigtop-packages/src/deb/oozie/rules deleted file mode 100755 index eb6038b..0000000 --- a/bigtop-packages/src/deb/oozie/rules +++ /dev/null @@ -1,61 +0,0 @@ -#!/usr/bin/make -f -# -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# -*- makefile -*- - -# Uncomment this to turn on verbose mode. -export DH_VERBOSE=1 - -# This has to be exported to make some magic below work. -export DH_OPTIONS - -%: - dh $@ - -# we need to set 'maven.repo.local' otherwise the build with -# fakeroot fails because it tries to use /root/.m2 - -override_dh_auto_build: - mkdir -p distro/downloads - env DO_MAVEN_DEPLOY="" FULL_VERSION=${OOZIE_BASE_VERSION} bash -x debian/do-component-build - mkdir -p debian/tmp - tar cf - --exclude=debian/\* . | (cd debian/tmp && tar xf -) - -override_dh_auto_install: - sh -x debian/install_oozie.sh --extra-dir=debian/ --build-dir=$(PWD) --server-dir=./debian/oozie --client-dir=./debian/oozie-client --docs-dir=./debian/oozie-client/usr/share/doc/oozie --initd-dir=./debian/oozie/etc/init.d --conf-dir=./debian/oozie/etc/oozie/conf.dist - ln -s -f /var/lib/oozie/ext-2.2 debian/oozie/usr/lib/oozie/webapps/oozie/ext-2.2 - rm -rf debian/oozie/usr/lib/oozie/webapps/oozie/docs - ln -s -f /usr/share/doc/oozie debian/oozie/usr/lib/oozie/webapps/oozie/docs - - # Oozie server - rm -rf debian/oozie/usr/lib/oozie/lib/hadoop-*.jar - ln -sf /usr/lib/hadoop/client/hadoop-annotations.jar debian/oozie/usr/lib/oozie/lib/ - ln -sf /usr/lib/hadoop/client/hadoop-auth.jar debian/oozie/usr/lib/oozie/lib/ - ln -sf /usr/lib/hadoop/client/hadoop-common.jar debian/oozie/usr/lib/oozie/lib/ - ln -sf /usr/lib/hadoop/client/hadoop-hdfs.jar debian/oozie/usr/lib/oozie/lib/ - ln -sf /usr/lib/hadoop/client/hadoop-mapreduce-client-app.jar debian/oozie/usr/lib/oozie/lib/ - ln -sf /usr/lib/hadoop/client/hadoop-mapreduce-client-common.jar debian/oozie/usr/lib/oozie/lib/ - ln -sf /usr/lib/hadoop/client/hadoop-mapreduce-client-core.jar debian/oozie/usr/lib/oozie/lib/ - ln -sf /usr/lib/hadoop/client/hadoop-mapreduce-client-jobclient.jar debian/oozie/usr/lib/oozie/lib/ - ln -sf /usr/lib/hadoop/client/hadoop-mapreduce-client-shuffle.jar debian/oozie/usr/lib/oozie/lib/ - ln -sf /usr/lib/hadoop/client/hadoop-yarn-api.jar debian/oozie/usr/lib/oozie/lib/ - ln -sf /usr/lib/hadoop/client/hadoop-yarn-client.jar debian/oozie/usr/lib/oozie/lib/ - ln -sf /usr/lib/hadoop/client/hadoop-yarn-common.jar debian/oozie/usr/lib/oozie/lib/ - ln -sf /usr/lib/hadoop/client/hadoop-yarn-server-common.jar debian/oozie/usr/lib/oozie/lib/ - -override_dh_strip_nondeterminism: - echo "" http://git-wip-us.apache.org/repos/asf/bigtop/blob/a745f030/bigtop-packages/src/deb/oozie/source/format ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/deb/oozie/source/format b/bigtop-packages/src/deb/oozie/source/format deleted file mode 100644 index 163aaf8..0000000 --- a/bigtop-packages/src/deb/oozie/source/format +++ /dev/null @@ -1 +0,0 @@ -3.0 (quilt) http://git-wip-us.apache.org/repos/asf/bigtop/blob/a745f030/bigtop-packages/src/rpm/oozie/RPMS/.gitignore ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/rpm/oozie/RPMS/.gitignore b/bigtop-packages/src/rpm/oozie/RPMS/.gitignore deleted file mode 100644 index e69de29..0000000 http://git-wip-us.apache.org/repos/asf/bigtop/blob/a745f030/bigtop-packages/src/rpm/oozie/SOURCES/.gitignore ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/rpm/oozie/SOURCES/.gitignore b/bigtop-packages/src/rpm/oozie/SOURCES/.gitignore deleted file mode 100644 index e69de29..0000000
