http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_hive_server.py ---------------------------------------------------------------------- diff --git a/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_hive_server.py b/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_hive_server.py deleted file mode 100644 index 97c3fe8..0000000 --- a/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_hive_server.py +++ /dev/null @@ -1,394 +0,0 @@ -#!/usr/bin/env python - -''' -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -''' -from mock.mock import MagicMock, call, patch -from stacks.utils.RMFTestCase import * - -import socket - -class TestHiveServer(RMFTestCase): - - def test_configure_default(self): - self.executeScript("1.3.2/services/HIVE/package/scripts/hive_server.py", - classname = "HiveServer", - command = "configure", - config_file="default.json" - ) - self.assert_configure_default() - self.assertResourceCalled('File', - '/etc/hive/conf/hive-exec-log4j.properties', - mode=0644, - group='hadoop', - owner='hive', - content='log4jproperties\nline2' - ) - self.assertResourceCalled('File', - '/etc/hive/conf/hive-log4j.properties', - mode=0644, - group='hadoop', - owner='hive', - content='log4jproperties\nline2' - ) - self.assertNoMoreResources() - - @patch("socket.socket") - def test_start_default(self, socket_mock): - s = socket_mock.return_value - - self.executeScript("1.3.2/services/HIVE/package/scripts/hive_server.py", - classname = "HiveServer", - command = "start", - config_file="default.json" - ) - - self.assert_configure_default() - self.assertResourceCalled('File', - '/etc/hive/conf/hive-exec-log4j.properties', - mode=0644, - group='hadoop', - owner='hive', - content='log4jproperties\nline2' - ) - self.assertResourceCalled('File', - '/etc/hive/conf/hive-log4j.properties', - mode=0644, - group='hadoop', - owner='hive', - content='log4jproperties\nline2' - ) - self.assertResourceCalled('Execute', 'env JAVA_HOME=/usr/jdk64/jdk1.7.0_45 /tmp/start_hiveserver2_script /var/log/hive/hive-server2.out /var/log/hive/hive-server2.log /var/run/hive/hive-server.pid /etc/hive/conf.server /var/log/hive', - not_if = 'ls /var/run/hive/hive-server.pid >/dev/null 2>&1 && ps -p `cat /var/run/hive/hive-server.pid` >/dev/null 2>&1', - user = 'hive' - ) - - self.assertResourceCalled('Execute', '/usr/jdk64/jdk1.7.0_45/bin/java -cp /usr/lib/ambari-agent/DBConnectionVerification.jar:/usr/share/java/mysql-connector-java.jar org.apache.ambari.server.DBConnectionVerification \'jdbc:mysql://c6402.ambari.apache.org/hive?createDatabaseIfNotExist=true\' hive \'!`"\'"\'"\' 1\' com.mysql.jdbc.Driver', - path=['/usr/sbin:/sbin:/usr/local/bin:/bin:/usr/bin'], tries=5, try_sleep=10 - ) - - self.assertNoMoreResources() - self.assertTrue(socket_mock.called) - self.assertTrue(s.close.called) - - @patch("socket.socket") - def test_stop_default(self, socket_mock): - self.executeScript("1.3.2/services/HIVE/package/scripts/hive_server.py", - classname = "HiveServer", - command = "stop", - config_file="default.json" - ) - - self.assertResourceCalled('Execute', 'sudo kill `cat /var/run/hive/hive-server.pid`', - not_if = '! (ls /var/run/hive/hive-server.pid >/dev/null 2>&1 && ps -p `cat /var/run/hive/hive-server.pid` >/dev/null 2>&1)', - ) - self.assertResourceCalled('File', '/var/run/hive/hive-server.pid', - action = ['delete'], - ) - - self.assertNoMoreResources() - self.assertFalse(socket_mock.called) - - def test_configure_secured(self): - self.executeScript("1.3.2/services/HIVE/package/scripts/hive_server.py", - classname = "HiveServer", - command = "configure", - config_file="secured.json" - ) - self.assert_configure_secured() - self.assertResourceCalled('File', - '/etc/hive/conf/hive-exec-log4j.properties', - mode=0644, - group='hadoop', - owner='hive', - content='log4jproperties\nline2' - ) - self.assertResourceCalled('File', - '/etc/hive/conf/hive-log4j.properties', - mode=0644, - group='hadoop', - owner='hive', - content='log4jproperties\nline2' - ) - self.assertNoMoreResources() - - def test_start_secured(self): - - self.executeScript("1.3.2/services/HIVE/package/scripts/hive_server.py", - classname = "HiveServer", - command = "start", - config_file="secured.json" - ) - - self.assert_configure_secured() - self.assertResourceCalled('File', - '/etc/hive/conf/hive-exec-log4j.properties', - mode=0644, - group='hadoop', - owner='hive', - content='log4jproperties\nline2' - ) - self.assertResourceCalled('File', - '/etc/hive/conf/hive-log4j.properties', - mode=0644, - group='hadoop', - owner='hive', - content='log4jproperties\nline2' - ) - self.assertResourceCalled('Execute', 'env JAVA_HOME=/usr/jdk64/jdk1.7.0_45 /tmp/start_hiveserver2_script /var/log/hive/hive-server2.out /var/log/hive/hive-server2.log /var/run/hive/hive-server.pid /etc/hive/conf.server /var/log/hive', - not_if = 'ls /var/run/hive/hive-server.pid >/dev/null 2>&1 && ps -p `cat /var/run/hive/hive-server.pid` >/dev/null 2>&1', - user = 'hive' - ) - - self.assertResourceCalled('Execute', '/usr/jdk64/jdk1.7.0_45/bin/java -cp /usr/lib/ambari-agent/DBConnectionVerification.jar:/usr/share/java/mysql-connector-java.jar org.apache.ambari.server.DBConnectionVerification \'jdbc:mysql://c6402.ambari.apache.org/hive?createDatabaseIfNotExist=true\' hive \'!`"\'"\'"\' 1\' com.mysql.jdbc.Driver', - path=['/usr/sbin:/sbin:/usr/local/bin:/bin:/usr/bin'], tries=5, try_sleep=10 - ) - self.assertResourceCalled('Execute', '/usr/bin/kinit -kt /etc/security/keytabs/smokeuser.headless.keytab ambari-qa; ', - user = 'ambari-qa', - ) - self.assertResourceCalled('Execute', "! beeline -u 'jdbc:hive2://c6402.ambari.apache.org:10000/;principal=hive/[email protected]' -e '' 2>&1| awk '{print}'|grep -i -e 'Connection refused' -e 'Invalid URL'", - path = ['/bin/', '/usr/bin/', '/usr/lib/hive/bin/', '/usr/sbin/'], - user = 'ambari-qa', - timeout = 30, - ) - self.assertNoMoreResources() - - @patch("socket.socket") - def test_stop_secured(self, socket_mock): - self.executeScript("1.3.2/services/HIVE/package/scripts/hive_server.py", - classname = "HiveServer", - command = "stop", - config_file="secured.json" - ) - - self.assertResourceCalled('Execute', 'sudo kill `cat /var/run/hive/hive-server.pid`', - not_if = '! (ls /var/run/hive/hive-server.pid >/dev/null 2>&1 && ps -p `cat /var/run/hive/hive-server.pid` >/dev/null 2>&1)', - ) - self.assertResourceCalled('File', '/var/run/hive/hive-server.pid', - action = ['delete'], - ) - - self.assertNoMoreResources() - self.assertFalse(socket_mock.called) - - def assert_configure_default(self): - self.assertResourceCalled('HdfsDirectory', '/apps/hive/warehouse', - security_enabled = False, - keytab = UnknownConfigurationMock(), - conf_dir = '/etc/hadoop/conf', - hdfs_user = 'hdfs', - kinit_path_local = "/usr/bin/kinit", - mode = 0777, - owner = 'hive', - action = ['create_delayed'], - ) - self.assertResourceCalled('HdfsDirectory', '/user/hive', - security_enabled = False, - keytab = UnknownConfigurationMock(), - conf_dir = '/etc/hadoop/conf', - hdfs_user = 'hdfs', - kinit_path_local = "/usr/bin/kinit", - mode = 0700, - owner = 'hive', - action = ['create_delayed'], - ) - self.assertResourceCalled('HdfsDirectory', None, - security_enabled = False, - keytab = UnknownConfigurationMock(), - conf_dir = '/etc/hadoop/conf', - hdfs_user = 'hdfs', - kinit_path_local = "/usr/bin/kinit", - action = ['create'], - ) - self.assertResourceCalled('Execute', ('cp', '/usr/share/java/mysql-connector-java.jar', '/usr/lib/hive/lib//mysql-connector-java.jar'), - path = ['/bin', '/usr/bin/'], - creates = '/usr/lib/hive/lib//mysql-connector-java.jar', - sudo = True, - not_if = 'test -f /usr/lib/hive/lib//mysql-connector-java.jar', - ) - self.assertResourceCalled('Directory', '/etc/hive/conf', - owner = 'hive', - group = 'hadoop', - recursive = True, - ) - self.assertResourceCalled('Directory', '/etc/hive/conf.server', - owner = 'hive', - group = 'hadoop', - recursive = True, - ) - self.assertResourceCalled('Execute', "/bin/sh -c 'cd /usr/lib/ambari-agent/ && curl -kf -x \"\" --retry 5 http://c6401.ambari.apache.org:8080/resources/DBConnectionVerification.jar -o DBConnectionVerification.jar'", - not_if = '[ -f /usr/lib/ambari-agent/DBConnectionVerification.jar ]', - environment = {'no_proxy': 'c6401.ambari.apache.org'} - ) - self.assertResourceCalled('File', '/tmp/start_hiveserver2_script', - content = StaticFile('startHiveserver2.sh'), - mode = 0755, - ) - self.assertResourceCalled('Directory', '/var/run/hive', - owner = 'hive', - group = 'hadoop', - mode = 0755, - recursive = True, - ) - self.assertResourceCalled('Directory', '/var/log/hive', - owner = 'hive', - group = 'hadoop', - mode = 0755, - recursive = True, - ) - self.assertResourceCalled('Directory', '/var/lib/hive', - owner = 'hive', - group = 'hadoop', - mode = 0755, - recursive = True, - ) - self.assertResourceCalled('XmlConfig', 'hive-site.xml', - owner = 'hive', - group = 'hadoop', - mode = 0600, - conf_dir = '/etc/hive/conf.server', - configurations = self.getConfig()['configurations']['hive-site'], - configuration_attributes = self.getConfig()['configuration_attributes']['hive-site'] - ) - self.assertResourceCalled('File', '/etc/hive/conf.server/hive-env.sh', - content = InlineTemplate(self.getConfig()['configurations']['hive-env']['content']), - owner = 'hive', - group = 'hadoop', - ) - self.assertResourceCalled('File', '/etc/hive/conf/hive-default.xml.template', - owner = 'hive', - group = 'hadoop', - ) - self.assertResourceCalled('File', '/etc/hive/conf/hive-env.sh.template', - owner = 'hive', - group = 'hadoop', - ) - - def assert_configure_secured(self): - self.assertResourceCalled('HdfsDirectory', '/apps/hive/warehouse', - security_enabled = True, - keytab = '/etc/security/keytabs/hdfs.headless.keytab', - conf_dir = '/etc/hadoop/conf', - hdfs_user = 'hdfs', - kinit_path_local = '/usr/bin/kinit', - mode = 0777, - owner = 'hive', - action = ['create_delayed'], - ) - self.assertResourceCalled('HdfsDirectory', '/user/hive', - security_enabled = True, - keytab = '/etc/security/keytabs/hdfs.headless.keytab', - conf_dir = '/etc/hadoop/conf', - hdfs_user = 'hdfs', - kinit_path_local = '/usr/bin/kinit', - mode = 0700, - owner = 'hive', - action = ['create_delayed'], - ) - self.assertResourceCalled('HdfsDirectory', None, - security_enabled = True, - keytab = '/etc/security/keytabs/hdfs.headless.keytab', - conf_dir = '/etc/hadoop/conf', - hdfs_user = 'hdfs', - kinit_path_local = '/usr/bin/kinit', - action = ['create'], - ) - self.assertResourceCalled('Execute', ('cp', '/usr/share/java/mysql-connector-java.jar', '/usr/lib/hive/lib//mysql-connector-java.jar'), - path = ['/bin', '/usr/bin/'], - creates = '/usr/lib/hive/lib//mysql-connector-java.jar', - sudo = True, - not_if = 'test -f /usr/lib/hive/lib//mysql-connector-java.jar', - ) - self.assertResourceCalled('Directory', '/etc/hive/conf', - owner = 'hive', - group = 'hadoop', - recursive = True, - ) - self.assertResourceCalled('Directory', '/etc/hive/conf.server', - owner = 'hive', - group = 'hadoop', - recursive = True, - ) - self.assertResourceCalled('Execute', "/bin/sh -c 'cd /usr/lib/ambari-agent/ && curl -kf -x \"\" --retry 5 http://c6401.ambari.apache.org:8080/resources/DBConnectionVerification.jar -o DBConnectionVerification.jar'", - not_if = '[ -f /usr/lib/ambari-agent/DBConnectionVerification.jar ]', - environment = {'no_proxy': 'c6401.ambari.apache.org'} - ) - self.assertResourceCalled('File', '/tmp/start_hiveserver2_script', - content = StaticFile('startHiveserver2.sh'), - mode = 0755, - ) - self.assertResourceCalled('Directory', '/var/run/hive', - owner = 'hive', - group = 'hadoop', - mode = 0755, - recursive = True, - ) - self.assertResourceCalled('Directory', '/var/log/hive', - owner = 'hive', - group = 'hadoop', - mode = 0755, - recursive = True, - ) - self.assertResourceCalled('Directory', '/var/lib/hive', - owner = 'hive', - group = 'hadoop', - mode = 0755, - recursive = True, - ) - self.assertResourceCalled('XmlConfig', 'hive-site.xml', - owner = 'hive', - group = 'hadoop', - mode = 0600, - conf_dir = '/etc/hive/conf.server', - configurations = self.getConfig()['configurations']['hive-site'], - configuration_attributes = self.getConfig()['configuration_attributes']['hive-site'] - ) - self.assertResourceCalled('File', '/etc/hive/conf.server/hive-env.sh', - content = InlineTemplate(self.getConfig()['configurations']['hive-env']['content']), - owner = 'hive', - group = 'hadoop', - ) - self.assertResourceCalled('File', '/etc/hive/conf/hive-default.xml.template', - owner = 'hive', - group = 'hadoop', - ) - self.assertResourceCalled('File', '/etc/hive/conf/hive-env.sh.template', - owner = 'hive', - group = 'hadoop', - ) - - @patch("time.time") - @patch("socket.socket") - def test_socket_timeout(self, socket_mock, time_mock): - s = socket_mock.return_value - s.connect = MagicMock() - s.connect.side_effect = socket.error("") - - time_mock.side_effect = [0, 1000, 2000, 3000, 4000] - - try: - self.executeScript("1.3.2/services/HIVE/package/scripts/hive_server.py", - classname = "HiveServer", - command = "start", - config_file="default.json" - ) - - self.fail("Script failure due to socket error was expected") - except: - self.assert_configure_default() - self.assertFalse(socket_mock.called) - self.assertFalse(s.close.called)
http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_hive_service_check.py ---------------------------------------------------------------------- diff --git a/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_hive_service_check.py b/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_hive_service_check.py deleted file mode 100644 index 81cfe84..0000000 --- a/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_hive_service_check.py +++ /dev/null @@ -1,128 +0,0 @@ -#!/usr/bin/env python - -''' -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -''' -from mock.mock import MagicMock, call, patch -from stacks.utils.RMFTestCase import * -import datetime, socket -import resource_management.libraries.functions [email protected](resource_management.libraries.functions, "get_unique_id_and_date", new = MagicMock(return_value='')) -@patch("socket.socket") -class TestServiceCheck(RMFTestCase): - - @patch("sys.exit") - def test_service_check_default(self, sys_exit_mock, socket_mock): - - self.executeScript("1.3.2/services/HIVE/package/scripts/service_check.py", - classname="HiveServiceCheck", - command="service_check", - config_file="default.json" - ) - self.assertResourceCalled('File', '/tmp/hcatSmoke.sh', - content = StaticFile('hcatSmoke.sh'), - mode = 0755, - ) - self.assertResourceCalled('Execute', 'sh /tmp/hcatSmoke.sh hcatsmoke prepare', - logoutput = True, - path = ['/usr/sbin', '/usr/local/bin', '/bin', '/usr/bin'], - tries = 3, - user = 'ambari-qa', - try_sleep = 5, - ) - self.assertResourceCalled('ExecuteHadoop', 'fs -test -e /apps/hive/warehouse/hcatsmoke', - logoutput = True, - user = 'hdfs', - conf_dir = '/etc/hadoop/conf', - keytab=UnknownConfigurationMock(), - kinit_path_local='/usr/bin/kinit', - security_enabled=False - ) - self.assertResourceCalled('Execute', 'sh /tmp/hcatSmoke.sh hcatsmoke cleanup', - logoutput = True, - path = ['/usr/sbin', '/usr/local/bin', '/bin', '/usr/bin'], - tries = 3, - user = 'ambari-qa', - try_sleep = 5, - ) - self.assertResourceCalled('File', '/tmp/templetonSmoke.sh', - content = StaticFile('templetonSmoke.sh'), - mode = 0755, - ) - self.assertResourceCalled('Execute', '/tmp/templetonSmoke.sh c6402.ambari.apache.org ambari-qa no_keytab false /usr/bin/kinit', - logoutput = True, - path = ['/usr/sbin:/sbin:/usr/local/bin:/bin:/usr/bin'], - tries = 3, - try_sleep = 5, - ) - self.assertNoMoreResources() - self.assertTrue(socket_mock.called) - - @patch("sys.exit") - def test_service_check_secured(self, sys_exit_mock, socket_mock): - - self.executeScript("1.3.2/services/HIVE/package/scripts/service_check.py", - classname="HiveServiceCheck", - command="service_check", - config_file="secured.json" - ) - self.assertResourceCalled('Execute', '/usr/bin/kinit -kt /etc/security/keytabs/smokeuser.headless.keytab ambari-qa; ', - user = 'ambari-qa', - ) - self.assertResourceCalled('Execute', "! beeline -u 'jdbc:hive2://c6402.ambari.apache.org:10000/;principal=hive/[email protected]' -e '' 2>&1| awk '{print}'|grep -i -e 'Connection refused' -e 'Invalid URL'", - path = ['/bin/', '/usr/bin/', '/usr/lib/hive/bin/', '/usr/sbin/'], - user = 'ambari-qa', - timeout = 30, - ) - self.assertResourceCalled('File', '/tmp/hcatSmoke.sh', - content = StaticFile('hcatSmoke.sh'), - mode = 0755, - ) - self.assertResourceCalled('Execute', '/usr/bin/kinit -kt /etc/security/keytabs/smokeuser.headless.keytab ambari-qa; sh /tmp/hcatSmoke.sh hcatsmoke prepare', - logoutput = True, - path = ['/usr/sbin', '/usr/local/bin', '/bin', '/usr/bin'], - tries = 3, - user = 'ambari-qa', - try_sleep = 5, - ) - self.assertResourceCalled('ExecuteHadoop', 'fs -test -e /apps/hive/warehouse/hcatsmoke', - logoutput = True, - user = 'hdfs', - conf_dir = '/etc/hadoop/conf', - keytab='/etc/security/keytabs/hdfs.headless.keytab', - kinit_path_local='/usr/bin/kinit', - security_enabled=True, - principal='hdfs' - ) - self.assertResourceCalled('Execute', '/usr/bin/kinit -kt /etc/security/keytabs/smokeuser.headless.keytab ambari-qa; sh /tmp/hcatSmoke.sh hcatsmoke cleanup', - logoutput = True, - path = ['/usr/sbin', '/usr/local/bin', '/bin', '/usr/bin'], - tries = 3, - user = 'ambari-qa', - try_sleep = 5, - ) - self.assertResourceCalled('File', '/tmp/templetonSmoke.sh', - content = StaticFile('templetonSmoke.sh'), - mode = 0755, - ) - self.assertResourceCalled('Execute', '/tmp/templetonSmoke.sh c6402.ambari.apache.org ambari-qa /etc/security/keytabs/smokeuser.headless.keytab true /usr/bin/kinit', - logoutput = True, - path = ['/usr/sbin:/sbin:/usr/local/bin:/bin:/usr/bin'], - tries = 3, - try_sleep = 5, - ) - self.assertNoMoreResources() \ No newline at end of file http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_mysql_server.py ---------------------------------------------------------------------- diff --git a/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_mysql_server.py b/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_mysql_server.py deleted file mode 100644 index 9231d69..0000000 --- a/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_mysql_server.py +++ /dev/null @@ -1,138 +0,0 @@ -#!/usr/bin/env python - -''' -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -''' -from mock.mock import MagicMock, call, patch -from stacks.utils.RMFTestCase import * - -class TestMySqlServer(RMFTestCase): - def test_configure_default(self): - self.executeScript("1.3.2/services/HIVE/package/scripts/mysql_server.py", - classname = "MysqlServer", - command = "configure", - config_file="default.json" - ) - self.assert_configure_default() - self.assertNoMoreResources() - - def test_start_default(self): - self.executeScript("1.3.2/services/HIVE/package/scripts/mysql_server.py", - classname = "MysqlServer", - command = "start", - config_file="default.json" - ) - - self.assertResourceCalled('Execute', ('service','mysql','start'), - logoutput = True, - path = ['/usr/local/bin/:/bin/:/sbin/'], - sudo = True, - ) - self.assertNoMoreResources() - - def test_stop_default(self): - self.executeScript("1.3.2/services/HIVE/package/scripts/mysql_server.py", - classname = "MysqlServer", - command = "stop", - config_file="default.json" - ) - - self.assertResourceCalled('Execute', ('service','mysql','stop'), - logoutput = True, - path = ['/usr/local/bin/:/bin/:/sbin/'], - sudo = True, - ) - self.assertNoMoreResources() - - - def test_configure_secured(self): - self.executeScript("1.3.2/services/HIVE/package/scripts/mysql_server.py", - classname = "MysqlServer", - command = "configure", - config_file="secured.json" - ) - self.assert_configure_secured() - self.assertNoMoreResources() - - def test_start_secured(self): - self.executeScript("1.3.2/services/HIVE/package/scripts/mysql_server.py", - classname = "MysqlServer", - command = "start", - config_file="secured.json" - ) - - self.assertResourceCalled('Execute', ('service','mysql','start'), - logoutput = True, - path = ['/usr/local/bin/:/bin/:/sbin/'], - sudo = True, - ) - self.assertNoMoreResources() - - def test_stop_secured(self): - self.executeScript("1.3.2/services/HIVE/package/scripts/mysql_server.py", - classname = "MysqlServer", - command = "stop", - config_file="secured.json" - ) - self.assertResourceCalled('Execute', ('service','mysql','stop'), - logoutput = True, - path = ['/usr/local/bin/:/bin/:/sbin/'], - sudo = True, - ) - self.assertNoMoreResources() - - def assert_configure_default(self): - self.assertResourceCalled('Execute', ('service','mysql','start'), - logoutput = True, - path = ['/usr/local/bin/:/bin/:/sbin/'], - sudo = True, - ) - self.assertResourceCalled('File', '/tmp/addMysqlUser.sh', - content = StaticFile('addMysqlUser.sh'), - mode = 0755, - ) - self.assertResourceCalled('Execute', 'bash -x /tmp/addMysqlUser.sh mysql hive \'!`"\'"\'"\' 1\' c6402.ambari.apache.org', - path = ['/usr/sbin:/sbin:/usr/local/bin:/bin:/usr/bin'], - tries = 3, - try_sleep = 5, - ) - self.assertResourceCalled('Execute', ('service','mysql','stop'), - logoutput = True, - path = ['/usr/local/bin/:/bin/:/sbin/'], - sudo = True, - ) - - def assert_configure_secured(self): - self.assertResourceCalled('Execute', ('service','mysql','start'), - logoutput = True, - path = ['/usr/local/bin/:/bin/:/sbin/'], - sudo = True, - ) - self.assertResourceCalled('File', '/tmp/addMysqlUser.sh', - content = StaticFile('addMysqlUser.sh'), - mode = 0755, - ) - self.assertResourceCalled('Execute', 'bash -x /tmp/addMysqlUser.sh mysql hive \'!`"\'"\'"\' 1\' c6402.ambari.apache.org', - path = ['/usr/sbin:/sbin:/usr/local/bin:/bin:/usr/bin'], - tries = 3, - try_sleep = 5, - ) - self.assertResourceCalled('Execute', ('service','mysql','stop'), - logoutput = True, - path = ['/usr/local/bin/:/bin/:/sbin/'], - sudo = True, - ) http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_webhcat_server.py ---------------------------------------------------------------------- diff --git a/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_webhcat_server.py b/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_webhcat_server.py deleted file mode 100644 index e6fb576..0000000 --- a/ambari-server/src/test/python/stacks/1.3.2/HIVE/test_webhcat_server.py +++ /dev/null @@ -1,262 +0,0 @@ -#!/usr/bin/env python - -''' -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -''' -from mock.mock import MagicMock, patch -from stacks.utils.RMFTestCase import * - -class TestWebHCatServer(RMFTestCase): - - def test_configure_default(self): - self.executeScript("1.3.2/services/HIVE/package/scripts/webhcat_server.py", - classname = "WebHCatServer", - command = "configure", - config_file="default.json" - ) - self.assert_configure_default() - self.assertNoMoreResources() - - def test_start_default(self): - self.executeScript("1.3.2/services/HIVE/package/scripts/webhcat_server.py", - classname = "WebHCatServer", - command = "start", - config_file="default.json" - ) - - self.assert_configure_default() - self.assertResourceCalled('Execute', 'env HADOOP_HOME=/usr /usr/lib/hcatalog/sbin/webhcat_server.sh start', - not_if = 'ls /var/run/webhcat/webhcat.pid >/dev/null 2>&1 && ps -p `cat /var/run/webhcat/webhcat.pid` >/dev/null 2>&1', - user = 'hcat' - ) - self.assertNoMoreResources() - - def test_stop_default(self): - self.executeScript("1.3.2/services/HIVE/package/scripts/webhcat_server.py", - classname = "WebHCatServer", - command = "stop", - config_file="default.json" - ) - - self.assertResourceCalled('Execute', 'env HADOOP_HOME=/usr /usr/lib/hcatalog/sbin/webhcat_server.sh stop', - user = 'hcat', - ) - self.assertResourceCalled('File', '/var/run/webhcat/webhcat.pid', - action = ['delete'], - ) - self.assertNoMoreResources() - - def test_configure_secured(self): - self.executeScript("1.3.2/services/HIVE/package/scripts/webhcat_server.py", - classname = "WebHCatServer", - command = "configure", - config_file="secured.json" - ) - - self.assert_configure_secured() - self.assertNoMoreResources() - - def test_start_secured(self): - self.executeScript("1.3.2/services/HIVE/package/scripts/webhcat_server.py", - classname = "WebHCatServer", - command = "start", - config_file="secured.json" - ) - - self.assert_configure_secured() - self.assertResourceCalled('Execute', 'env HADOOP_HOME=/usr /usr/lib/hcatalog/sbin/webhcat_server.sh start', - not_if = 'ls /var/run/webhcat/webhcat.pid >/dev/null 2>&1 && ps -p `cat /var/run/webhcat/webhcat.pid` >/dev/null 2>&1', - user = 'hcat' - ) - self.assertNoMoreResources() - - def test_stop_secured(self): - self.executeScript("1.3.2/services/HIVE/package/scripts/webhcat_server.py", - classname = "WebHCatServer", - command = "stop", - config_file="secured.json" - ) - - self.assertResourceCalled('Execute', 'env HADOOP_HOME=/usr /usr/lib/hcatalog/sbin/webhcat_server.sh stop', - user = 'hcat', - ) - self.assertResourceCalled('File', '/var/run/webhcat/webhcat.pid', - action = ['delete'], - ) - self.assertNoMoreResources() - - def assert_configure_default(self): - self.assertResourceCalled('HdfsDirectory', '/user/hcat', - security_enabled = False, - keytab = UnknownConfigurationMock(), - conf_dir = '/etc/hadoop/conf', - hdfs_user = 'hdfs', - kinit_path_local = "/usr/bin/kinit", - mode = 0755, - owner = 'hcat', - action = ['create_delayed'], - ) - self.assertResourceCalled('HdfsDirectory', '/apps/webhcat', - security_enabled = False, - keytab = UnknownConfigurationMock(), - conf_dir = '/etc/hadoop/conf', - hdfs_user = 'hdfs', - kinit_path_local = "/usr/bin/kinit", - mode = 0755, - owner = 'hcat', - action = ['create_delayed'], - ) - self.assertResourceCalled('HdfsDirectory', None, - security_enabled = False, - keytab = UnknownConfigurationMock(), - conf_dir = '/etc/hadoop/conf', - hdfs_user = 'hdfs', - kinit_path_local = "/usr/bin/kinit", - action = ['create'], - ) - self.assertResourceCalled('Directory', '/var/run/webhcat', - owner = 'hcat', - group = 'hadoop', - recursive = True, - mode = 0755, - ) - self.assertResourceCalled('Directory', '/var/log/webhcat', - owner = 'hcat', - group = 'hadoop', - recursive = True, - mode = 0755, - ) - self.assertResourceCalled('Directory', '/etc/hcatalog/conf', - owner = 'hcat', - group = 'hadoop', - ) - self.assertResourceCalled('XmlConfig', 'webhcat-site.xml', - owner = 'hcat', - group = 'hadoop', - conf_dir = '/etc/hcatalog/conf', - configurations = self.getConfig()['configurations']['webhcat-site'], - configuration_attributes = self.getConfig()['configuration_attributes']['webhcat-site'] - ) - self.assertResourceCalled('File', '/etc/hcatalog/conf/webhcat-env.sh', - content = InlineTemplate(self.getConfig()['configurations']['webhcat-env']['content']), - owner = 'hcat', - group = 'hadoop', - ) - self.assertResourceCalled('CopyFromLocal', '/usr/lib/hadoop/contrib/streaming/hadoop-streaming*.jar', - owner='hcat', - mode=0755, - dest_dir='/apps/webhcat', - kinnit_if_needed='', - hdfs_user='hdfs' - ) - self.assertResourceCalled('CopyFromLocal', '/usr/share/HDP-webhcat/pig.tar.gz', - owner='hcat', - mode=0755, - dest_dir='/apps/webhcat', - kinnit_if_needed='', - hdfs_user='hdfs' - ) - self.assertResourceCalled('CopyFromLocal', '/usr/share/HDP-webhcat/hive.tar.gz', - owner='hcat', - mode=0755, - dest_dir='/apps/webhcat', - kinnit_if_needed='', - hdfs_user='hdfs' - ) - - def assert_configure_secured(self): - self.assertResourceCalled('HdfsDirectory', '/user/hcat', - security_enabled = True, - keytab = '/etc/security/keytabs/hdfs.headless.keytab', - conf_dir = '/etc/hadoop/conf', - hdfs_user = 'hdfs', - kinit_path_local = '/usr/bin/kinit', - mode = 0755, - owner = 'hcat', - action = ['create_delayed'], - ) - self.assertResourceCalled('HdfsDirectory', '/apps/webhcat', - security_enabled = True, - keytab = '/etc/security/keytabs/hdfs.headless.keytab', - conf_dir = '/etc/hadoop/conf', - hdfs_user = 'hdfs', - kinit_path_local = '/usr/bin/kinit', - mode = 0755, - owner = 'hcat', - action = ['create_delayed'], - ) - self.assertResourceCalled('HdfsDirectory', None, - security_enabled = True, - keytab = '/etc/security/keytabs/hdfs.headless.keytab', - conf_dir = '/etc/hadoop/conf', - hdfs_user = 'hdfs', - kinit_path_local = '/usr/bin/kinit', - action = ['create'], - ) - self.assertResourceCalled('Directory', '/var/run/webhcat', - owner = 'hcat', - group = 'hadoop', - recursive = True, - mode = 0755, - ) - self.assertResourceCalled('Directory', '/var/log/webhcat', - owner = 'hcat', - group = 'hadoop', - recursive = True, - mode = 0755, - ) - self.assertResourceCalled('Directory', '/etc/hcatalog/conf', - owner = 'hcat', - group = 'hadoop', - ) - self.assertResourceCalled('XmlConfig', 'webhcat-site.xml', - owner = 'hcat', - group = 'hadoop', - conf_dir = '/etc/hcatalog/conf', - configurations = self.getConfig()['configurations']['webhcat-site'], - configuration_attributes = self.getConfig()['configuration_attributes']['webhcat-site'] - ) - self.assertResourceCalled('File', '/etc/hcatalog/conf/webhcat-env.sh', - content = InlineTemplate(self.getConfig()['configurations']['webhcat-env']['content']), - owner = 'hcat', - group = 'hadoop', - ) - self.assertResourceCalled('Execute', '/usr/bin/kinit -kt /etc/security/keytabs/hdfs.headless.keytab hdfs;', - path = ['/bin'], - user = 'hcat', - ) - self.assertResourceCalled('CopyFromLocal', '/usr/lib/hadoop/contrib/streaming/hadoop-streaming*.jar', - owner='hcat', - mode=0755, - dest_dir='/apps/webhcat', - kinnit_if_needed='/usr/bin/kinit -kt /etc/security/keytabs/hdfs.headless.keytab hdfs;', - hdfs_user='hdfs' - ) - self.assertResourceCalled('CopyFromLocal', '/usr/share/HDP-webhcat/pig.tar.gz', - owner='hcat', - mode=0755, - dest_dir='/apps/webhcat', - kinnit_if_needed='/usr/bin/kinit -kt /etc/security/keytabs/hdfs.headless.keytab hdfs;', - hdfs_user='hdfs' - ) - self.assertResourceCalled('CopyFromLocal', '/usr/share/HDP-webhcat/hive.tar.gz', - owner='hcat', - mode=0755, - dest_dir='/apps/webhcat', - kinnit_if_needed='/usr/bin/kinit -kt /etc/security/keytabs/hdfs.headless.keytab hdfs;', - hdfs_user='hdfs' - ) http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/test/python/stacks/1.3.2/MAPREDUCE/test_mapreduce_client.py ---------------------------------------------------------------------- diff --git a/ambari-server/src/test/python/stacks/1.3.2/MAPREDUCE/test_mapreduce_client.py b/ambari-server/src/test/python/stacks/1.3.2/MAPREDUCE/test_mapreduce_client.py deleted file mode 100644 index 1621b42..0000000 --- a/ambari-server/src/test/python/stacks/1.3.2/MAPREDUCE/test_mapreduce_client.py +++ /dev/null @@ -1,208 +0,0 @@ -#!/usr/bin/env python - -''' -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -''' -from mock.mock import MagicMock, call, patch -import tempfile -import tarfile -import contextlib -from stacks.utils.RMFTestCase import * -import os - -origin_exists = os.path.exists [email protected](os.path, "exists", new=MagicMock( - side_effect=lambda *args: origin_exists(args[0]) - if args[0][-2:] == "j2" else True)) -class TestMapreduceClient(RMFTestCase): - - def test_configure_default(self): - self.executeScript("1.3.2/services/MAPREDUCE/package/scripts/client.py", - classname = "Client", - command = "configure", - config_file="default.json" - ) - self.assertResourceCalled('Directory', '/var/run/hadoop/mapred', - owner = 'mapred', - group = 'hadoop', - recursive = True, - ) - self.assertResourceCalled('Directory', '/var/log/hadoop/mapred', - owner = 'mapred', - group = 'hadoop', - recursive = True, - ) - self.assertResourceCalled('Directory', '/var/log/hadoop/mapred/userlogs', - mode = 01777, - recursive = True, - ) - self.assertResourceCalled('Directory', '/hadoop/mapred', - owner = 'mapred', - recursive = True, - mode = 0755, - ignore_failures=True, - ) - self.assertResourceCalled('Directory', '/hadoop/mapred1', - owner = 'mapred', - recursive = True, - mode = 0755, - ignore_failures=True, - ) - self.assertResourceCalled('File', '/etc/hadoop/conf/mapred.exclude', - owner = 'mapred', - group = 'hadoop', - ) - self.assertResourceCalled('File', '/etc/hadoop/conf/mapred.include', - owner = 'mapred', - group = 'hadoop', - ) - self.assertResourceCalled('File', '/etc/hadoop/conf/taskcontroller.cfg', - content = Template('taskcontroller.cfg.j2'), - owner = 'hdfs', - ) - self.assertResourceCalled('File', '/etc/hadoop/conf/mapred-queue-acls.xml', - owner = 'mapred', - group = 'hadoop', - ) - self.assertResourceCalled('XmlConfig', 'mapred-site.xml', - owner = 'mapred', - group = 'hadoop', - conf_dir = '/etc/hadoop/conf', - configurations = self.getConfig()['configurations']['mapred-site'], - configuration_attributes = self.getConfig()['configuration_attributes']['mapred-site'] - ) - self.assertResourceCalled('File', '/etc/hadoop/conf/fair-scheduler.xml', - owner = 'mapred', - group = 'hadoop', - ) - self.assertResourceCalled('File', '/etc/hadoop/conf/ssl-client.xml.example', - owner = 'mapred', - group = 'hadoop', - ) - self.assertResourceCalled('File', '/etc/hadoop/conf/ssl-server.xml.example', - owner = 'mapred', - group = 'hadoop', - ) - self.assertNoMoreResources() - - def test_configure_secured(self): - - self.executeScript("1.3.2/services/MAPREDUCE/package/scripts/client.py", - classname = "Client", - command = "configure", - config_file="secured.json" - ) - self.assertResourceCalled('Directory', '/var/run/hadoop/mapred', - owner = 'mapred', - group = 'hadoop', - recursive = True, - ) - self.assertResourceCalled('Directory', '/var/log/hadoop/mapred', - owner = 'mapred', - group = 'hadoop', - recursive = True, - ) - self.assertResourceCalled('Directory', '/var/log/hadoop/mapred/userlogs', - mode = 01777, - recursive = True, - ) - self.assertResourceCalled('Directory', '/hadoop/mapred', - owner = 'mapred', - recursive = True, - mode = 0755, - ignore_failures=True, - ) - self.assertResourceCalled('File', '/etc/hadoop/conf/mapred.exclude', - owner = 'mapred', - group = 'hadoop', - ) - self.assertResourceCalled('File', '/etc/hadoop/conf/mapred.include', - owner = 'mapred', - group = 'hadoop', - ) - self.assertResourceCalled('File', '/usr/lib/hadoop/bin/task-controller', - owner = 'root', - group = 'hadoop', - mode = 06050, - ) - self.assertResourceCalled('File', '/etc/hadoop/conf/taskcontroller.cfg', - content = Template('taskcontroller.cfg.j2'), - owner = 'root', - group = 'hadoop', - mode = 0644, - ) - self.assertResourceCalled('File', '/etc/hadoop/conf/mapred-queue-acls.xml', - owner = 'mapred', - group = 'hadoop', - ) - self.assertResourceCalled('XmlConfig', 'mapred-site.xml', - owner = 'mapred', - group = 'hadoop', - conf_dir = '/etc/hadoop/conf', - configurations = self.getConfig()['configurations']['mapred-site'], - configuration_attributes = self.getConfig()['configuration_attributes']['mapred-site'] - ) - self.assertResourceCalled('File', '/etc/hadoop/conf/fair-scheduler.xml', - owner = 'mapred', - group = 'hadoop', - ) - self.assertResourceCalled('File', '/etc/hadoop/conf/ssl-client.xml.example', - owner = 'mapred', - group = 'hadoop', - ) - self.assertResourceCalled('File', '/etc/hadoop/conf/ssl-server.xml.example', - owner = 'mapred', - group = 'hadoop', - ) - self.assertNoMoreResources() - - @patch.object(tarfile,"open", new = MagicMock()) - @patch.object(tempfile,"mkdtemp", new = MagicMock(return_value='/tmp/123')) - @patch.object(contextlib,"closing", new = MagicMock()) - @patch("os.path.exists", new = MagicMock(return_value=True)) - def test_generate_configs_default(self): - self.executeScript("1.3.2/services/MAPREDUCE/package/scripts/client.py", - classname = "Client", - command = "generate_configs", - config_file="default.json" - ) - self.assertResourceCalled('Directory', '/tmp', - recursive = True, - ) - self.assertResourceCalled('XmlConfig', 'core-site.xml', - conf_dir = '/tmp/123', - configuration_attributes = self.getConfig()['configuration_attributes']['core-site'], - configurations = self.getConfig()['configurations']['core-site'], - ) - self.assertResourceCalled('XmlConfig', 'mapred-site.xml', - conf_dir = '/tmp/123', - configuration_attributes = self.getConfig()['configuration_attributes']['mapred-site'], - configurations = self.getConfig()['configurations']['mapred-site'], - ) - self.assertResourceCalled('File', '/tmp/123/log4j.properties', - content = InlineTemplate("log4jproperties\nline2log4jproperties\nline2\nambari.jobhistory.database=jdbc:postgresql://c6401.ambari.apache.org/ambarirca\nambari.jobhistory.driver=org.postgresql.Driver\nambari.jobhistory.user=mapred\nambari.jobhistory.password=mapred\nambari.jobhistory.logger=${hadoop.root.logger}\n\nlog4j.appender.JHA=org.apache.ambari.log4j.hadoop.mapreduce.jobhistory.JobHistoryAppender\nlog4j.appender.JHA.database=jdbc:postgresql://c6401.ambari.apache.org/ambarirca\nlog4j.appender.JHA.driver=org.postgresql.Driver\nlog4j.appender.JHA.user=mapred\nlog4j.appender.JHA.password=mapred\n\nlog4j.logger.org.apache.hadoop.mapred.JobHistory$JobHistoryLogger=DEBUG,JHA\nlog4j.additivity.org.apache.hadoop.mapred.JobHistory$JobHistoryLogger=true\n\n"), - ) - self.assertResourceCalled('PropertiesFile', '/tmp/123/runtime.properties', - properties = UnknownConfigurationMock(), - ) - self.assertResourceCalled('PropertiesFile', '/tmp/123/startup.properties', - properties = UnknownConfigurationMock(), - ) - self.assertResourceCalled('Directory', '/tmp/123', - action = ['delete'], - ) - self.assertNoMoreResources() http://git-wip-us.apache.org/repos/asf/ambari/blob/23b7c110/ambari-server/src/test/python/stacks/1.3.2/MAPREDUCE/test_mapreduce_historyserver.py ---------------------------------------------------------------------- diff --git a/ambari-server/src/test/python/stacks/1.3.2/MAPREDUCE/test_mapreduce_historyserver.py b/ambari-server/src/test/python/stacks/1.3.2/MAPREDUCE/test_mapreduce_historyserver.py deleted file mode 100644 index 4e6fb45..0000000 --- a/ambari-server/src/test/python/stacks/1.3.2/MAPREDUCE/test_mapreduce_historyserver.py +++ /dev/null @@ -1,357 +0,0 @@ -#!/usr/bin/env python - -''' -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -''' -from mock.mock import MagicMock, call, patch -from stacks.utils.RMFTestCase import * -import os - -origin_exists = os.path.exists [email protected](os.path, "exists", new=MagicMock( - side_effect=lambda *args: origin_exists(args[0]) - if args[0][-2:] == "j2" else True)) -class TestHistoryServer(RMFTestCase): - - def test_configure_default(self): - self.executeScript("1.3.2/services/MAPREDUCE/package/scripts/historyserver.py", - classname = "Historyserver", - command = "configure", - config_file="default.json" - ) - self.assert_configure_default() - self.assertNoMoreResources() - - def test_start_default(self): - self.executeScript("1.3.2/services/MAPREDUCE/package/scripts/historyserver.py", - classname = "Historyserver", - command = "start", - config_file="default.json" - ) - - self.assert_configure_default() - self.assertResourceCalled('Execute', 'export HADOOP_LIBEXEC_DIR=/usr/lib/hadoop/libexec && /usr/lib/hadoop/bin/hadoop-daemon.sh --config /etc/hadoop/conf start historyserver', - user = 'mapred', - not_if = 'ls /var/run/hadoop/mapred/hadoop-mapred-historyserver.pid >/dev/null 2>&1 && ps -p `cat /var/run/hadoop/mapred/hadoop-mapred-historyserver.pid` >/dev/null 2>&1' - ) - self.assertResourceCalled('Execute', 'ls /var/run/hadoop/mapred/hadoop-mapred-historyserver.pid >/dev/null 2>&1 && ps -p `cat /var/run/hadoop/mapred/hadoop-mapred-historyserver.pid` >/dev/null 2>&1', - user = 'mapred', - initial_wait = 5, - not_if= 'ls /var/run/hadoop/mapred/hadoop-mapred-historyserver.pid >/dev/null 2>&1 && ps -p `cat /var/run/hadoop/mapred/hadoop-mapred-historyserver.pid` >/dev/null 2>&1' - ) - self.assertNoMoreResources() - - def test_stop_default(self): - self.executeScript("1.3.2/services/MAPREDUCE/package/scripts/historyserver.py", - classname = "Historyserver", - command = "stop", - config_file="default.json" - ) - - self.assertResourceCalled('Execute', 'export HADOOP_LIBEXEC_DIR=/usr/lib/hadoop/libexec && /usr/lib/hadoop/bin/hadoop-daemon.sh --config /etc/hadoop/conf stop historyserver', - user = 'mapred' - ) - self.assertResourceCalled('File', '/var/run/hadoop/mapred/hadoop-mapred-historyserver.pid', - action = ['delete'], - ) - self.assertNoMoreResources() - - - def test_configure_secured(self): - - self.executeScript("1.3.2/services/MAPREDUCE/package/scripts/historyserver.py", - classname = "Historyserver", - command = "configure", - config_file="secured.json" - ) - self.assert_configure_secured() - self.assertNoMoreResources() - - def test_start_secured(self): - self.executeScript("1.3.2/services/MAPREDUCE/package/scripts/historyserver.py", - classname = "Historyserver", - command = "start", - config_file="secured.json" - ) - - self.assert_configure_secured() - self.assertResourceCalled('Execute', 'export HADOOP_LIBEXEC_DIR=/usr/lib/hadoop/libexec && /usr/lib/hadoop/bin/hadoop-daemon.sh --config /etc/hadoop/conf start historyserver', - user = 'mapred', - not_if = 'ls /var/run/hadoop/mapred/hadoop-mapred-historyserver.pid >/dev/null 2>&1 && ps -p `cat /var/run/hadoop/mapred/hadoop-mapred-historyserver.pid` >/dev/null 2>&1' - ) - self.assertResourceCalled('Execute', 'ls /var/run/hadoop/mapred/hadoop-mapred-historyserver.pid >/dev/null 2>&1 && ps -p `cat /var/run/hadoop/mapred/hadoop-mapred-historyserver.pid` >/dev/null 2>&1', - user = 'mapred', - initial_wait = 5, - not_if= 'ls /var/run/hadoop/mapred/hadoop-mapred-historyserver.pid >/dev/null 2>&1 && ps -p `cat /var/run/hadoop/mapred/hadoop-mapred-historyserver.pid` >/dev/null 2>&1' - ) - self.assertNoMoreResources() - - def test_stop_secured(self): - self.executeScript("1.3.2/services/MAPREDUCE/package/scripts/historyserver.py", - classname = "Historyserver", - command = "stop", - config_file="secured.json" - ) - - self.assertResourceCalled('Execute', 'export HADOOP_LIBEXEC_DIR=/usr/lib/hadoop/libexec && /usr/lib/hadoop/bin/hadoop-daemon.sh --config /etc/hadoop/conf stop historyserver', - user = 'mapred' - ) - self.assertResourceCalled('File', '/var/run/hadoop/mapred/hadoop-mapred-historyserver.pid', - action = ['delete'], - ) - self.assertNoMoreResources() - - def assert_configure_default(self): - self.assertResourceCalled('HdfsDirectory', '/mapred', - security_enabled = False, - keytab = UnknownConfigurationMock(), - conf_dir = '/etc/hadoop/conf', - hdfs_user = 'hdfs', - kinit_path_local = "/usr/bin/kinit", - owner = 'mapred', - action = ['create_delayed'], - ) - self.assertResourceCalled('HdfsDirectory', '/mapred/system', - security_enabled = False, - keytab = UnknownConfigurationMock(), - conf_dir = '/etc/hadoop/conf', - hdfs_user = 'hdfs', - kinit_path_local = "/usr/bin/kinit", - owner = 'mapred', - action = ['create_delayed'], - ) - self.assertResourceCalled('HdfsDirectory', '/mapred/history', - security_enabled = False, - keytab = UnknownConfigurationMock(), - conf_dir = '/etc/hadoop/conf', - hdfs_user = 'hdfs', - kinit_path_local = "/usr/bin/kinit", - owner = 'mapred', - action = ['create_delayed'], - ) - self.assertResourceCalled('HdfsDirectory', '/mr-history/tmp', - security_enabled = False, - keytab = UnknownConfigurationMock(), - conf_dir = '/etc/hadoop/conf', - hdfs_user = 'hdfs', - kinit_path_local = "/usr/bin/kinit", - mode = 0777, - owner = 'mapred', - group = 'hadoop', - action = ['create_delayed'], - ) - self.assertResourceCalled('HdfsDirectory', '/mapred/history/done', - security_enabled = False, - keytab = UnknownConfigurationMock(), - conf_dir = '/etc/hadoop/conf', - hdfs_user = 'hdfs', - kinit_path_local = "/usr/bin/kinit", - mode = 0777, - owner = 'mapred', - group = 'hadoop', - action = ['create_delayed'], - ) - self.assertResourceCalled('HdfsDirectory', None, - security_enabled = False, - keytab = UnknownConfigurationMock(), - conf_dir = '/etc/hadoop/conf', - hdfs_user = 'hdfs', - kinit_path_local = "/usr/bin/kinit", - action = ['create'], - ) - self.assertResourceCalled('Directory', '/var/run/hadoop/mapred', - owner = 'mapred', - group = 'hadoop', - recursive = True, - ) - self.assertResourceCalled('Directory', '/var/log/hadoop/mapred', - owner = 'mapred', - group = 'hadoop', - recursive = True, - ) - self.assertResourceCalled('Directory', '/var/log/hadoop/mapred/userlogs', - mode = 01777, - recursive = True, - ) - self.assertResourceCalled('Directory', '/hadoop/mapred', - owner = 'mapred', - recursive = True, - mode = 0755, - ignore_failures=True, - ) - self.assertResourceCalled('Directory', '/hadoop/mapred1', - owner = 'mapred', - recursive = True, - mode = 0755, - ignore_failures=True, - ) - self.assertResourceCalled('File', '/etc/hadoop/conf/mapred.exclude', - owner = 'mapred', - group = 'hadoop', - ) - self.assertResourceCalled('File', '/etc/hadoop/conf/mapred.include', - owner = 'mapred', - group = 'hadoop', - ) - self.assertResourceCalled('File', '/etc/hadoop/conf/taskcontroller.cfg', - content = Template('taskcontroller.cfg.j2'), - owner = 'hdfs', - ) - self.assertResourceCalled('File', '/etc/hadoop/conf/mapred-queue-acls.xml', - owner = 'mapred', - group = 'hadoop', - ) - self.assertResourceCalled('XmlConfig', 'mapred-site.xml', - owner = 'mapred', - group = 'hadoop', - conf_dir = '/etc/hadoop/conf', - configurations = self.getConfig()['configurations']['mapred-site'], - configuration_attributes = self.getConfig()['configuration_attributes']['mapred-site'] - ) - self.assertResourceCalled('File', '/etc/hadoop/conf/fair-scheduler.xml', - owner = 'mapred', - group = 'hadoop', - ) - self.assertResourceCalled('File', '/etc/hadoop/conf/ssl-client.xml.example', - owner = 'mapred', - group = 'hadoop', - ) - self.assertResourceCalled('File', '/etc/hadoop/conf/ssl-server.xml.example', - owner = 'mapred', - group = 'hadoop', - ) - - def assert_configure_secured(self): - self.assertResourceCalled('HdfsDirectory', '/mapred', - security_enabled = True, - keytab = '/etc/security/keytabs/hdfs.headless.keytab', - conf_dir = '/etc/hadoop/conf', - hdfs_user = 'hdfs', - kinit_path_local = '/usr/bin/kinit', - owner = 'mapred', - action = ['create_delayed'], - ) - self.assertResourceCalled('HdfsDirectory', '/mapred/system', - security_enabled = True, - keytab = '/etc/security/keytabs/hdfs.headless.keytab', - conf_dir = '/etc/hadoop/conf', - hdfs_user = 'hdfs', - kinit_path_local = '/usr/bin/kinit', - owner = 'mapred', - action = ['create_delayed'], - ) - self.assertResourceCalled('HdfsDirectory', '/mapred/history', - security_enabled = True, - keytab = '/etc/security/keytabs/hdfs.headless.keytab', - conf_dir = '/etc/hadoop/conf', - hdfs_user = 'hdfs', - kinit_path_local = '/usr/bin/kinit', - owner = 'mapred', - action = ['create_delayed'], - ) - self.assertResourceCalled('HdfsDirectory', '/mr-history/tmp', - security_enabled = True, - keytab = '/etc/security/keytabs/hdfs.headless.keytab', - conf_dir = '/etc/hadoop/conf', - hdfs_user = 'hdfs', - kinit_path_local = '/usr/bin/kinit', - mode = 0777, - owner = 'mapred', - group = 'hadoop', - action = ['create_delayed'], - ) - self.assertResourceCalled('HdfsDirectory', '/mapred/history/done', - security_enabled = True, - keytab = '/etc/security/keytabs/hdfs.headless.keytab', - conf_dir = '/etc/hadoop/conf', - hdfs_user = 'hdfs', - kinit_path_local = '/usr/bin/kinit', - mode = 0777, - owner = 'mapred', - group = 'hadoop', - action = ['create_delayed'], - ) - self.assertResourceCalled('HdfsDirectory', None, - security_enabled = True, - keytab = '/etc/security/keytabs/hdfs.headless.keytab', - conf_dir = '/etc/hadoop/conf', - hdfs_user = 'hdfs', - kinit_path_local = '/usr/bin/kinit', - action = ['create'], - ) - self.assertResourceCalled('Directory', '/var/run/hadoop/mapred', - owner = 'mapred', - group = 'hadoop', - recursive = True, - ) - self.assertResourceCalled('Directory', '/var/log/hadoop/mapred', - owner = 'mapred', - group = 'hadoop', - recursive = True, - ) - self.assertResourceCalled('Directory', '/var/log/hadoop/mapred/userlogs', - mode = 01777, - recursive = True, - ) - self.assertResourceCalled('Directory', '/hadoop/mapred', - owner = 'mapred', - recursive = True, - mode = 0755, - ignore_failures=True, - ) - self.assertResourceCalled('File', '/etc/hadoop/conf/mapred.exclude', - owner = 'mapred', - group = 'hadoop', - ) - self.assertResourceCalled('File', '/etc/hadoop/conf/mapred.include', - owner = 'mapred', - group = 'hadoop', - ) - self.assertResourceCalled('File', '/usr/lib/hadoop/bin/task-controller', - owner = 'root', - group = 'hadoop', - mode = 06050, - ) - self.assertResourceCalled('File', '/etc/hadoop/conf/taskcontroller.cfg', - content = Template('taskcontroller.cfg.j2'), - owner = 'root', - group = 'hadoop', - mode = 0644, - ) - self.assertResourceCalled('File', '/etc/hadoop/conf/mapred-queue-acls.xml', - owner = 'mapred', - group = 'hadoop', - ) - self.assertResourceCalled('XmlConfig', 'mapred-site.xml', - owner = 'mapred', - group = 'hadoop', - conf_dir = '/etc/hadoop/conf', - configurations = self.getConfig()['configurations']['mapred-site'], - configuration_attributes = self.getConfig()['configuration_attributes']['mapred-site'] - ) - self.assertResourceCalled('File', '/etc/hadoop/conf/fair-scheduler.xml', - owner = 'mapred', - group = 'hadoop', - ) - self.assertResourceCalled('File', '/etc/hadoop/conf/ssl-client.xml.example', - owner = 'mapred', - group = 'hadoop', - ) - self.assertResourceCalled('File', '/etc/hadoop/conf/ssl-server.xml.example', - owner = 'mapred', - group = 'hadoop', - )
