[
https://issues.apache.org/jira/browse/AMBARI-9711?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Andrew Onischuk resolved AMBARI-9711.
-------------------------------------
Resolution: Fixed
Committed to trunk
> Start Flume, Knox failed after upgrade from 1.7.0 to 2.0.0
> ----------------------------------------------------------
>
> Key: AMBARI-9711
> URL: https://issues.apache.org/jira/browse/AMBARI-9711
> Project: Ambari
> Issue Type: Bug
> Reporter: Andrew Onischuk
> Assignee: Andrew Onischuk
> Fix For: 2.0.0
>
>
> **STR:**
> 1)Deploy old version with all services
> 2)Make ambari only upgrade to 2.0.0
> **Actual result:**
> Start Flume, Knox failed after upgrade from 1.7.0 to 2.0.0
>
>
>
> {
> "href" : "http://172.18.145.84:8080/api/v1/clusters/cl1/requests/18";,
> "Requests" : {
> "aborted_task_count" : 0,
> "cluster_name" : "cl1",
> "completed_task_count" : 3,
> "create_time" : 1424091595059,
> "end_time" : 1424091797170,
> "exclusive" : false,
> "failed_task_count" : 3,
> "id" : 18,
> "inputs" : null,
> "operation_level" : null,
> "progress_percent" : 100.0,
> "queued_task_count" : 0,
> "request_context" : "_PARSE_.START.FLUME",
> "request_schedule" : null,
> "request_status" : "FAILED",
> "resource_filters" : [ ],
> "start_time" : 1424091595086,
> "task_count" : 3,
> "timed_out_task_count" : 0,
> "type" : "INTERNAL_REQUEST"
> },
> "tasks" : [
> {
> "href" :
> "http://172.18.145.84:8080/api/v1/clusters/cl1/requests/18/tasks/310";,
> "Tasks" : {
> "cluster_name" : "cl1",
> "id" : 310,
> "request_id" : 18,
> "stage_id" : 1
> }
> },
> {
> "href" :
> "http://172.18.145.84:8080/api/v1/clusters/cl1/requests/18/tasks/311";,
> "Tasks" : {
> "cluster_name" : "cl1",
> "id" : 311,
> "request_id" : 18,
> "stage_id" : 1
> }
> },
> {
> "href" :
> "http://172.18.145.84:8080/api/v1/clusters/cl1/requests/18/tasks/312";,
> "Tasks" : {
> "cluster_name" : "cl1",
> "id" : 312,
> "request_id" : 18,
> "stage_id" : 1
> }
> }
> ],
> "stages" : [
> {
> "href" :
> "http://172.18.145.84:8080/api/v1/clusters/cl1/requests/18/stages/1";,
> "Stage" : {
> "cluster_name" : "cl1",
> "request_id" : 18,
> "stage_id" : 1
> }
> }
> ]
> }
>
> --------------------------------------------------------------------------------
> {
> "href" :
> "http://172.18.145.84:8080/api/v1/clusters/cl1/requests/18/tasks/310";,
> "Tasks" : {
> "attempt_cnt" : 1,
> "cluster_name" : "cl1",
> "command" : "START",
> "command_detail" : "FLUME_HANDLER START",
> "end_time" : 1424091793522,
> "error_log" : "/var/lib/ambari-agent/data/errors-310.txt",
> "exit_code" : 1,
> "host_name" : "amb-upg170-rhel5oracle1424081068-1.cs1cloud.internal",
> "id" : 310,
> "output_log" : "/var/lib/ambari-agent/data/output-310.txt",
> "request_id" : 18,
> "role" : "FLUME_HANDLER",
> "stage_id" : 1,
> "start_time" : 1424091595088,
> "status" : "FAILED",
> "stderr" : "2015-02-16 13:03:13,302 - Error while executing command
> 'start':\nTraceback (most recent call last):\n File
> \"/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py\",
> line 208, in execute\n method(env)\n File
> \"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line
> 89, in thunk\n return fn(*args, **kwargs)\n File
> \"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume_handler.py\",
> line 56, in start\n flume(action='start')\n File
> \"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line
> 89, in thunk\n return fn(*args, **kwargs)\n File
> \"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume.py\",
> line 161, in flume\n try_sleep=10)\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/base.py\", line
> 148, in __init__\n self.env.run()\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
> line 152, in run\n self.run_action(resource, action)\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
> line 118, in run_action\n provider_action()\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/providers/system.py\",
> line 276, in action_run\n raise ex\nFail: Execution of 'pgrep -o -u flume
> -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.",
> "stdout" : "2015-02-16 12:59:58,551 -
> u\"Directory['/var/lib/ambari-agent/data/tmp/AMBARI-artifacts/']\"
> {'recursive': True}\n2015-02-16 12:59:58,553 -
> u\"File['/var/lib/ambari-agent/data/tmp/AMBARI-artifacts//UnlimitedJCEPolicyJDK7.zip']\"
> {'content':
> DownloadSource('http://amb-upg170-rhel5oracle1424081068-9.cs1cloud.internal:8080/resources//UnlimitedJCEPolicyJDK7.zip')}\n2015-02-16
> 12:59:58,553 - Not downloading the file from
> http://amb-upg170-rhel5oracle1424081068-9.cs1cloud.internal:8080/resources//UnlimitedJCEPolicyJDK7.zip,
> because /var/lib/ambari-agent/data/tmp/UnlimitedJCEPolicyJDK7.zip already
> exists\n0\n2015-02-16 12:59:58,621 - u\"Group['hadoop']\" {'ignore_failures':
> False}\n2015-02-16 12:59:58,623 - Modifying group hadoop\n0\n2015-02-16
> 12:59:58,751 - u\"Group['nobody']\" {'ignore_failures': False}\n2015-02-16
> 12:59:58,752 - Modifying group nobody\n0\n2015-02-16 12:59:58,797 -
> u\"Group['users']\" {'ignore_failures': False}\n2015-02-16 12:59:58,798 -
> Modifying group users\n0\n2015-02-16 12:59:58,844 - u\"Group['knox']\"
> {'ignore_failures': False}\n2015-02-16 12:59:58,845 - Modifying group
> knox\n0\n2015-02-16 12:59:58,889 - u\"User['hive']\" {'gid': 'hadoop',
> 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 12:59:58,890 -
> Modifying user hive\n0\n2015-02-16 12:59:58,938 - u\"User['oozie']\" {'gid':
> 'hadoop', 'ignore_failures': False, 'groups': [u'users']}\n2015-02-16
> 12:59:58,939 - Modifying user oozie\n0\n2015-02-16 12:59:58,987 -
> u\"User['nobody']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups':
> [u'nobody']}\n2015-02-16 12:59:58,988 - Modifying user nobody\n0\n2015-02-16
> 12:59:59,037 - u\"User['ambari-qa']\" {'gid': 'hadoop', 'ignore_failures':
> False, 'groups': [u'users']}\n2015-02-16 12:59:59,038 - Modifying user
> ambari-qa\n0\n2015-02-16 12:59:59,090 - u\"User['flume']\" {'gid': 'hadoop',
> 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 12:59:59,091 -
> Modifying user flume\n0\n2015-02-16 12:59:59,138 - u\"User['hdfs']\" {'gid':
> 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16
> 12:59:59,139 - Modifying user hdfs\n0\n2015-02-16 12:59:59,187 -
> u\"User['knox']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups':
> [u'hadoop']}\n2015-02-16 12:59:59,189 - Modifying user knox\n0\n2015-02-16
> 12:59:59,291 - u\"User['storm']\" {'gid': 'hadoop', 'ignore_failures': False,
> 'groups': [u'hadoop']}\n2015-02-16 12:59:59,291 - Modifying user
> storm\n0\n2015-02-16 12:59:59,338 - u\"User['mapred']\" {'gid': 'hadoop',
> 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 12:59:59,339 -
> Modifying user mapred\n0\n2015-02-16 12:59:59,386 - u\"User['hbase']\"
> {'gid': 'hadoop', 'ignore_failures': False, 'groups':
> [u'hadoop']}\n2015-02-16 12:59:59,386 - Modifying user hbase\n0\n2015-02-16
> 12:59:59,438 - u\"User['tez']\" {'gid': 'hadoop', 'ignore_failures': False,
> 'groups': [u'users']}\n2015-02-16 12:59:59,439 - Modifying user
> tez\n0\n2015-02-16 12:59:59,604 - u\"User['zookeeper']\" {'gid': 'hadoop',
> 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 12:59:59,605 -
> Modifying user zookeeper\n0\n2015-02-16 12:59:59,730 - u\"User['falcon']\"
> {'gid': 'hadoop', 'ignore_failures': False, 'groups':
> [u'hadoop']}\n2015-02-16 12:59:59,731 - Modifying user falcon\n0\n2015-02-16
> 12:59:59,780 - u\"User['sqoop']\" {'gid': 'hadoop', 'ignore_failures': False,
> 'groups': [u'hadoop']}\n2015-02-16 12:59:59,781 - Modifying user
> sqoop\n0\n2015-02-16 12:59:59,829 - u\"User['yarn']\" {'gid': 'hadoop',
> 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 12:59:59,830 -
> Modifying user yarn\n0\n2015-02-16 12:59:59,877 - u\"User['hcat']\" {'gid':
> 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16
> 12:59:59,878 - Modifying user hcat\n0\n2015-02-16 12:59:59,929 -
> u\"File['/var/lib/ambari-agent/data/tmp/changeUid.sh']\" {'content':
> StaticFile('changeToSecureUid.sh'), 'mode': 0555}\n0\n2015-02-16 12:59:59,975
> - u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh ambari-qa
> /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa']\"
> {'not_if': 'test $(id -u ambari-qa) -gt 1000'}\n0\n2015-02-16 13:00:00,019 -
> Skipping u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh ambari-qa
> /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa']\"
> due to not_if\n2015-02-16 13:00:00,020 -
> u\"Directory['/grid/0/hadoop/hbase']\" {'owner': 'hbase', 'recursive': True,
> 'mode': 0775, 'cd_access': 'a'}\n0\n0\n0\n0\n2015-02-16 13:00:00,208 -
> u\"File['/var/lib/ambari-agent/data/tmp/changeUid.sh']\" {'content':
> StaticFile('changeToSecureUid.sh'), 'mode': 0555}\n0\n2015-02-16 13:00:00,257
> - u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh hbase
> /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/grid/0/hadoop/hbase']\"
> {'not_if': 'test $(id -u hbase) -gt 1000'}\n0\n2015-02-16 13:00:00,301 -
> Skipping u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh hbase
> /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/grid/0/hadoop/hbase']\"
> due to not_if\n2015-02-16 13:00:00,302 - u\"Group['hdfs']\"
> {'ignore_failures': False}\n2015-02-16 13:00:00,302 - Modifying group
> hdfs\n0\n2015-02-16 13:00:00,387 - u\"User['hdfs']\" {'groups': [u'hadoop',
> 'hdfs', 'hadoop', u'hdfs']}\n2015-02-16 13:00:00,387 - Modifying user
> hdfs\n0\n2015-02-16 13:00:00,432 - u\"Directory['/etc/hadoop']\" {'mode':
> 0755}\n2015-02-16 13:00:00,433 - u\"Directory['/etc/hadoop/conf.empty']\"
> {'owner': 'hdfs', 'group': 'hadoop', 'recursive': True}\n2015-02-16
> 13:00:00,434 - u\"Link['/etc/hadoop/conf']\" {'not_if': 'ls
> /etc/hadoop/conf', 'to': '/etc/hadoop/conf.empty'}\n0\n2015-02-16
> 13:00:00,480 - Skipping u\"Link['/etc/hadoop/conf']\" due to
> not_if\n2015-02-16 13:00:00,499 - u\"File['/etc/hadoop/conf/hadoop-env.sh']\"
> {'content': InlineTemplate(...), 'owner': 'hdfs', 'group':
> 'hadoop'}\n0\n2015-02-16 13:00:00,560 - u\"Execute['('setenforce', '0')']\"
> {'sudo': True, 'only_if': 'test -f /selinux/enforce'}\n1\n2015-02-16
> 13:00:00,628 - Skipping u\"Execute['('setenforce', '0')']\" due to
> only_if\n2015-02-16 13:00:00,629 - u\"Directory['/grid/0/log/hadoop']\"
> {'owner': 'root', 'mode': 0775, 'group': 'hadoop', 'recursive': True,
> 'cd_access': 'a'}\n0\n0\n0\n0\n2015-02-16 13:00:00,816 -
> u\"Directory['/var/run/hadoop']\" {'owner': 'root', 'group': 'root',
> 'recursive': True, 'cd_access': 'a'}\n0\n0\n0\n2015-02-16 13:00:00,952 -
> u\"Directory['/tmp/hadoop-hdfs']\" {'owner': 'hdfs', 'recursive': True,
> 'cd_access': 'a'}\n0\n0\n2015-02-16 13:00:01,055 -
> u\"File['/etc/hadoop/conf/commons-logging.properties']\" {'content':
> Template('commons-logging.properties.j2'), 'owner': 'hdfs'}\n0\n2015-02-16
> 13:00:01,102 - u\"File['/etc/hadoop/conf/health_check']\" {'content':
> Template('health_check-v2.j2'), 'owner': 'hdfs'}\n0\n2015-02-16 13:00:01,147
> - u\"File['/etc/hadoop/conf/log4j.properties']\" {'content': '...', 'owner':
> 'hdfs', 'group': 'hadoop', 'mode': 0644}\n0\n2015-02-16 13:00:01,207 -
> u\"File['/etc/hadoop/conf/hadoop-metrics2.properties']\" {'content':
> Template('hadoop-metrics2.properties.j2'), 'owner': 'hdfs'}\n0\n2015-02-16
> 13:00:01,252 - u\"File['/etc/hadoop/conf/task-log4j.properties']\"
> {'content': StaticFile('task-log4j.properties'), 'mode': 0755}\n0\n2015-02-16
> 13:00:01,502 - u\"Directory['/etc/flume/conf']\" {'recursive':
> True}\n2015-02-16 13:00:01,504 - u\"Directory['/var/log/flume']\" {'owner':
> 'flume'}\n2015-02-16 13:00:01,505 - u\"Directory['/etc/flume/conf/a1']\"
> {}\n2015-02-16 13:00:01,505 -
> u\"PropertiesFile['/etc/flume/conf/a1/flume.conf']\" {'mode': 0644,
> 'properties': ...}\n2015-02-16 13:00:01,514 - Generating properties file:
> /etc/flume/conf/a1/flume.conf\n2015-02-16 13:00:01,515 -
> u\"File['/etc/flume/conf/a1/flume.conf']\" {'owner': None, 'content':
> InlineTemplate(...), 'group': None, 'mode': 0644}\n0\n2015-02-16 13:00:01,585
> - Writing u\"File['/etc/flume/conf/a1/flume.conf']\" because contents don't
> match\n0\n0\n2015-02-16 13:00:01,679 -
> u\"File['/etc/flume/conf/a1/log4j.properties']\" {'content':
> Template('log4j.properties.j2'), 'mode': 0644}\n0\n2015-02-16 13:00:01,724 -
> u\"File['/etc/flume/conf/a1/ambari-meta.json']\" {'content':
> '{\"channels_count\": 1, \"sinks_count\": 1, \"sources_count\": 1}', 'mode':
> 0644}\n2015-02-16 13:00:01,725 - Writing
> u\"File['/etc/flume/conf/a1/ambari-meta.json']\" because it doesn't
> exist\n0\n0\n2015-02-16 13:00:01,821 -
> u\"File['/etc/flume/conf/a1/flume-env.sh']\" {'content': InlineTemplate(...),
> 'owner': 'flume'}\n0\n2015-02-16 13:00:01,866 -
> u\"Directory['/etc/flume/conf/a2']\" {}\n2015-02-16 13:00:01,866 -
> u\"PropertiesFile['/etc/flume/conf/a2/flume.conf']\" {'mode': 0644,
> 'properties': ...}\n2015-02-16 13:00:01,873 - Generating properties file:
> /etc/flume/conf/a2/flume.conf\n2015-02-16 13:00:01,873 -
> u\"File['/etc/flume/conf/a2/flume.conf']\" {'owner': None, 'content':
> InlineTemplate(...), 'group': None, 'mode': 0644}\n0\n2015-02-16 13:00:01,919
> - Writing u\"File['/etc/flume/conf/a2/flume.conf']\" because contents don't
> match\n0\n0\n2015-02-16 13:00:02,039 -
> u\"File['/etc/flume/conf/a2/log4j.properties']\" {'content':
> Template('log4j.properties.j2'), 'mode': 0644}\n0\n2015-02-16 13:00:02,086 -
> u\"File['/etc/flume/conf/a2/ambari-meta.json']\" {'content':
> '{\"channels_count\": 1, \"sinks_count\": 1, \"sources_count\": 1}', 'mode':
> 0644}\n2015-02-16 13:00:02,086 - Writing
> u\"File['/etc/flume/conf/a2/ambari-meta.json']\" because it doesn't
> exist\n0\n0\n2015-02-16 13:00:02,176 -
> u\"File['/etc/flume/conf/a2/flume-env.sh']\" {'content': InlineTemplate(...),
> 'owner': 'flume'}\n0\n2015-02-16 13:00:02,220 -
> u\"File['/var/run/flume/ambari-state.txt']\" {'content':
> 'STARTED'}\n0\n2015-02-16 13:00:02,265 - Writing
> u\"File['/var/run/flume/ambari-state.txt']\" because contents don't
> match\n0\n0\n2015-02-16 13:00:02,355 - u'Execute[\\'/usr/bin/sudo su flume -l
> -s /bin/bash -c \\'export
> PATH=\\'\"\\'\"\\'/usr/sbin:/sbin:/usr/lib/ambari-server/*:/usr/kerberos/sbin:/usr/kerberos/bin:/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin:/root/bin\\'\"\\'\"\\'
> JAVA_HOME=/usr/jdk64/jdk1.7.0_67 ;
> /usr/hdp/current/flume-server/bin/flume-ng agent --name a2 --conf
> /etc/flume/conf/a2 --conf-file /etc/flume/conf/a2/flume.conf
> -Dflume.monitoring.type=ganglia
> -Dflume.monitoring.hosts=amb-upg170-rhel5oracle1424081068-1.cs1cloud.internal:8655
> > /var/log/flume/a2.out 2>&1\\' &\\']' {'environment': {'JAVA_HOME':
> u'/usr/jdk64/jdk1.7.0_67'}, 'wait_for_finish': False}\n2015-02-16
> 13:00:02,360 - u\"Execute['pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.*
> > /var/run/flume/a2.pid']\" {'logoutput': True, 'tries': 20, 'try_sleep':
> 10}\n1\n2015-02-16 13:00:02,408 - Retrying after 10 seconds. Reason:
> Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
> /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:00:12,456 - Retrying
> after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
> ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
> \n1\n2015-02-16 13:00:22,503 - Retrying after 10 seconds. Reason: Execution
> of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
> /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:00:32,549 - Retrying
> after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
> ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
> \n1\n2015-02-16 13:00:42,595 - Retrying after 10 seconds. Reason: Execution
> of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
> /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:00:52,647 - Retrying
> after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
> ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
> \n1\n2015-02-16 13:01:02,696 - Retrying after 10 seconds. Reason: Execution
> of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
> /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:12,742 - Retrying
> after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
> ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
> \n1\n2015-02-16 13:01:22,790 - Retrying after 10 seconds. Reason: Execution
> of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
> /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:32,838 - Retrying
> after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
> ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
> \n1\n2015-02-16 13:01:42,885 - Retrying after 10 seconds. Reason: Execution
> of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
> /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:52,931 - Retrying
> after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
> ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
> \n1\n2015-02-16 13:02:02,979 - Retrying after 10 seconds. Reason: Execution
> of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
> /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:13,023 - Retrying
> after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
> ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
> \n1\n2015-02-16 13:02:23,068 - Retrying after 10 seconds. Reason: Execution
> of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
> /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:33,110 - Retrying
> after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
> ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
> \n1\n2015-02-16 13:02:43,157 - Retrying after 10 seconds. Reason: Execution
> of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
> /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:53,205 - Retrying
> after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
> ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
> \n1\n2015-02-16 13:03:03,255 - Retrying after 10 seconds. Reason: Execution
> of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
> /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:03:13,302 - Error while
> executing command 'start':\nTraceback (most recent call last):\n File
> \"/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py\",
> line 208, in execute\n method(env)\n File
> \"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line
> 89, in thunk\n return fn(*args, **kwargs)\n File
> \"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume_handler.py\",
> line 56, in start\n flume(action='start')\n File
> \"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line
> 89, in thunk\n return fn(*args, **kwargs)\n File
> \"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume.py\",
> line 161, in flume\n try_sleep=10)\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/base.py\", line
> 148, in __init__\n self.env.run()\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
> line 152, in run\n self.run_action(resource, action)\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
> line 118, in run_action\n provider_action()\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/providers/system.py\",
> line 276, in action_run\n raise ex\nFail: Execution of 'pgrep -o -u flume
> -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
> \n0\n2015-02-16 13:03:13,348 - Command: /usr/bin/hdp-select status
> flume-server > /tmp/tmpwt8Ch0\nOutput: flume-server - None",
> "structured_out" : { }
> }
> }
>
> --------------------------------------------------------------------------------
>
>
> --------------------------------------------------------------------------------
> {
> "href" :
> "http://172.18.145.84:8080/api/v1/clusters/cl1/requests/18/tasks/311";,
> "Tasks" : {
> "attempt_cnt" : 1,
> "cluster_name" : "cl1",
> "command" : "START",
> "command_detail" : "FLUME_HANDLER START",
> "end_time" : 1424091794526,
> "error_log" : "/var/lib/ambari-agent/data/errors-311.txt",
> "exit_code" : 1,
> "host_name" : "amb-upg170-rhel5oracle1424081068-8.cs1cloud.internal",
> "id" : 311,
> "output_log" : "/var/lib/ambari-agent/data/output-311.txt",
> "request_id" : 18,
> "role" : "FLUME_HANDLER",
> "stage_id" : 1,
> "start_time" : 1424091595089,
> "status" : "FAILED",
> "stderr" : "2015-02-16 13:03:14,346 - Error while executing command
> 'start':\nTraceback (most recent call last):\n File
> \"/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py\",
> line 208, in execute\n method(env)\n File
> \"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line
> 89, in thunk\n return fn(*args, **kwargs)\n File
> \"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume_handler.py\",
> line 56, in start\n flume(action='start')\n File
> \"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line
> 89, in thunk\n return fn(*args, **kwargs)\n File
> \"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume.py\",
> line 161, in flume\n try_sleep=10)\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/base.py\", line
> 148, in __init__\n self.env.run()\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
> line 152, in run\n self.run_action(resource, action)\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
> line 118, in run_action\n provider_action()\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/providers/system.py\",
> line 276, in action_run\n raise ex\nFail: Execution of 'pgrep -o -u flume
> -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.",
> "stdout" : "2015-02-16 12:59:59,891 -
> u\"Directory['/var/lib/ambari-agent/data/tmp/AMBARI-artifacts/']\"
> {'recursive': True}\n2015-02-16 12:59:59,893 -
> u\"File['/var/lib/ambari-agent/data/tmp/AMBARI-artifacts//UnlimitedJCEPolicyJDK7.zip']\"
> {'content':
> DownloadSource('http://amb-upg170-rhel5oracle1424081068-9.cs1cloud.internal:8080/resources//UnlimitedJCEPolicyJDK7.zip')}\n2015-02-16
> 12:59:59,893 - Not downloading the file from
> http://amb-upg170-rhel5oracle1424081068-9.cs1cloud.internal:8080/resources//UnlimitedJCEPolicyJDK7.zip,
> because /var/lib/ambari-agent/data/tmp/UnlimitedJCEPolicyJDK7.zip already
> exists\n0\n2015-02-16 12:59:59,963 - u\"Group['hadoop']\" {'ignore_failures':
> False}\n2015-02-16 12:59:59,965 - Modifying group hadoop\n0\n2015-02-16
> 13:00:00,014 - u\"Group['nobody']\" {'ignore_failures': False}\n2015-02-16
> 13:00:00,015 - Modifying group nobody\n0\n2015-02-16 13:00:00,061 -
> u\"Group['users']\" {'ignore_failures': False}\n2015-02-16 13:00:00,061 -
> Modifying group users\n0\n2015-02-16 13:00:00,105 - u\"Group['knox']\"
> {'ignore_failures': False}\n2015-02-16 13:00:00,105 - Modifying group
> knox\n0\n2015-02-16 13:00:00,149 - u\"User['hive']\" {'gid': 'hadoop',
> 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:00,150 -
> Modifying user hive\n0\n2015-02-16 13:00:00,200 - u\"User['oozie']\" {'gid':
> 'hadoop', 'ignore_failures': False, 'groups': [u'users']}\n2015-02-16
> 13:00:00,201 - Modifying user oozie\n0\n2015-02-16 13:00:00,252 -
> u\"User['nobody']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups':
> [u'nobody']}\n2015-02-16 13:00:00,252 - Modifying user nobody\n0\n2015-02-16
> 13:00:00,379 - u\"User['ambari-qa']\" {'gid': 'hadoop', 'ignore_failures':
> False, 'groups': [u'users']}\n2015-02-16 13:00:00,380 - Modifying user
> ambari-qa\n0\n2015-02-16 13:00:00,427 - u\"User['flume']\" {'gid': 'hadoop',
> 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:00,427 -
> Modifying user flume\n0\n2015-02-16 13:00:00,473 - u\"User['hdfs']\" {'gid':
> 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16
> 13:00:00,473 - Modifying user hdfs\n0\n2015-02-16 13:00:00,519 -
> u\"User['knox']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups':
> [u'hadoop']}\n2015-02-16 13:00:00,520 - Modifying user knox\n0\n2015-02-16
> 13:00:00,567 - u\"User['storm']\" {'gid': 'hadoop', 'ignore_failures': False,
> 'groups': [u'hadoop']}\n2015-02-16 13:00:00,568 - Modifying user
> storm\n0\n2015-02-16 13:00:00,615 - u\"User['mapred']\" {'gid': 'hadoop',
> 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:00,615 -
> Modifying user mapred\n0\n2015-02-16 13:00:00,661 - u\"User['hbase']\"
> {'gid': 'hadoop', 'ignore_failures': False, 'groups':
> [u'hadoop']}\n2015-02-16 13:00:00,661 - Modifying user hbase\n0\n2015-02-16
> 13:00:00,707 - u\"User['tez']\" {'gid': 'hadoop', 'ignore_failures': False,
> 'groups': [u'users']}\n2015-02-16 13:00:00,707 - Modifying user
> tez\n0\n2015-02-16 13:00:00,753 - u\"User['zookeeper']\" {'gid': 'hadoop',
> 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:00,754 -
> Modifying user zookeeper\n0\n2015-02-16 13:00:00,802 - u\"User['falcon']\"
> {'gid': 'hadoop', 'ignore_failures': False, 'groups':
> [u'hadoop']}\n2015-02-16 13:00:00,802 - Modifying user falcon\n0\n2015-02-16
> 13:00:00,848 - u\"User['sqoop']\" {'gid': 'hadoop', 'ignore_failures': False,
> 'groups': [u'hadoop']}\n2015-02-16 13:00:00,848 - Modifying user
> sqoop\n0\n2015-02-16 13:00:00,895 - u\"User['yarn']\" {'gid': 'hadoop',
> 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:00,895 -
> Modifying user yarn\n0\n2015-02-16 13:00:00,941 - u\"User['hcat']\" {'gid':
> 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16
> 13:00:00,941 - Modifying user hcat\n0\n2015-02-16 13:00:00,987 -
> u\"File['/var/lib/ambari-agent/data/tmp/changeUid.sh']\" {'content':
> StaticFile('changeToSecureUid.sh'), 'mode': 0555}\n0\n2015-02-16 13:00:01,033
> - u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh ambari-qa
> /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa']\"
> {'not_if': 'test $(id -u ambari-qa) -gt 1000'}\n0\n2015-02-16 13:00:01,079 -
> Skipping u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh ambari-qa
> /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa']\"
> due to not_if\n2015-02-16 13:00:01,080 -
> u\"Directory['/grid/0/hadoop/hbase']\" {'owner': 'hbase', 'recursive': True,
> 'mode': 0775, 'cd_access': 'a'}\n0\n0\n0\n0\n2015-02-16 13:00:01,266 -
> u\"File['/var/lib/ambari-agent/data/tmp/changeUid.sh']\" {'content':
> StaticFile('changeToSecureUid.sh'), 'mode': 0555}\n0\n2015-02-16 13:00:01,315
> - u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh hbase
> /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/grid/0/hadoop/hbase']\"
> {'not_if': 'test $(id -u hbase) -gt 1000'}\n0\n2015-02-16 13:00:01,361 -
> Skipping u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh hbase
> /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/grid/0/hadoop/hbase']\"
> due to not_if\n2015-02-16 13:00:01,362 - u\"Group['hdfs']\"
> {'ignore_failures': False}\n2015-02-16 13:00:01,363 - Modifying group
> hdfs\n0\n2015-02-16 13:00:01,490 - u\"User['hdfs']\" {'groups': [u'hadoop',
> 'hdfs', 'hadoop', u'hdfs']}\n2015-02-16 13:00:01,491 - Modifying user
> hdfs\n0\n2015-02-16 13:00:01,539 - u\"Directory['/etc/hadoop']\" {'mode':
> 0755}\n2015-02-16 13:00:01,540 - u\"Directory['/etc/hadoop/conf.empty']\"
> {'owner': 'hdfs', 'group': 'hadoop', 'recursive': True}\n2015-02-16
> 13:00:01,542 - u\"Link['/etc/hadoop/conf']\" {'not_if': 'ls
> /etc/hadoop/conf', 'to': '/etc/hadoop/conf.empty'}\n0\n2015-02-16
> 13:00:01,588 - Skipping u\"Link['/etc/hadoop/conf']\" due to
> not_if\n2015-02-16 13:00:01,603 - u\"File['/etc/hadoop/conf/hadoop-env.sh']\"
> {'content': InlineTemplate(...), 'owner': 'hdfs', 'group':
> 'hadoop'}\n0\n2015-02-16 13:00:01,666 - u\"Execute['('setenforce', '0')']\"
> {'sudo': True, 'only_if': 'test -f /selinux/enforce'}\n1\n2015-02-16
> 13:00:01,733 - Skipping u\"Execute['('setenforce', '0')']\" due to
> only_if\n2015-02-16 13:00:01,733 - u\"Directory['/grid/0/log/hadoop']\"
> {'owner': 'root', 'mode': 0775, 'group': 'hadoop', 'recursive': True,
> 'cd_access': 'a'}\n0\n0\n0\n0\n2015-02-16 13:00:01,915 -
> u\"Directory['/var/run/hadoop']\" {'owner': 'root', 'group': 'root',
> 'recursive': True, 'cd_access': 'a'}\n0\n0\n0\n2015-02-16 13:00:02,048 -
> u\"Directory['/tmp/hadoop-hdfs']\" {'owner': 'hdfs', 'recursive': True,
> 'cd_access': 'a'}\n0\n0\n2015-02-16 13:00:02,145 -
> u\"File['/etc/hadoop/conf/commons-logging.properties']\" {'content':
> Template('commons-logging.properties.j2'), 'owner': 'hdfs'}\n0\n2015-02-16
> 13:00:02,193 - u\"File['/etc/hadoop/conf/health_check']\" {'content':
> Template('health_check-v2.j2'), 'owner': 'hdfs'}\n0\n2015-02-16 13:00:02,238
> - u\"File['/etc/hadoop/conf/log4j.properties']\" {'content': '...', 'owner':
> 'hdfs', 'group': 'hadoop', 'mode': 0644}\n0\n2015-02-16 13:00:02,296 -
> u\"File['/etc/hadoop/conf/hadoop-metrics2.properties']\" {'content':
> Template('hadoop-metrics2.properties.j2'), 'owner': 'hdfs'}\n0\n2015-02-16
> 13:00:02,340 - u\"File['/etc/hadoop/conf/task-log4j.properties']\"
> {'content': StaticFile('task-log4j.properties'), 'mode': 0755}\n0\n2015-02-16
> 13:00:02,589 - u\"Directory['/etc/flume/conf']\" {'recursive':
> True}\n2015-02-16 13:00:02,591 - u\"Directory['/var/log/flume']\" {'owner':
> 'flume'}\n2015-02-16 13:00:02,592 - u\"Directory['/etc/flume/conf/a1']\"
> {}\n2015-02-16 13:00:02,592 -
> u\"PropertiesFile['/etc/flume/conf/a1/flume.conf']\" {'mode': 0644,
> 'properties': ...}\n2015-02-16 13:00:02,601 - Generating properties file:
> /etc/flume/conf/a1/flume.conf\n2015-02-16 13:00:02,601 -
> u\"File['/etc/flume/conf/a1/flume.conf']\" {'owner': None, 'content':
> InlineTemplate(...), 'group': None, 'mode': 0644}\n0\n2015-02-16 13:00:02,669
> - Writing u\"File['/etc/flume/conf/a1/flume.conf']\" because contents don't
> match\n0\n0\n2015-02-16 13:00:02,767 -
> u\"File['/etc/flume/conf/a1/log4j.properties']\" {'content':
> Template('log4j.properties.j2'), 'mode': 0644}\n0\n2015-02-16 13:00:02,812 -
> u\"File['/etc/flume/conf/a1/ambari-meta.json']\" {'content':
> '{\"channels_count\": 1, \"sinks_count\": 1, \"sources_count\": 1}', 'mode':
> 0644}\n2015-02-16 13:00:02,812 - Writing
> u\"File['/etc/flume/conf/a1/ambari-meta.json']\" because it doesn't
> exist\n0\n0\n2015-02-16 13:00:02,902 -
> u\"File['/etc/flume/conf/a1/flume-env.sh']\" {'content': InlineTemplate(...),
> 'owner': 'flume'}\n0\n2015-02-16 13:00:02,946 -
> u\"Directory['/etc/flume/conf/a2']\" {}\n2015-02-16 13:00:02,946 -
> u\"PropertiesFile['/etc/flume/conf/a2/flume.conf']\" {'mode': 0644,
> 'properties': ...}\n2015-02-16 13:00:02,951 - Generating properties file:
> /etc/flume/conf/a2/flume.conf\n2015-02-16 13:00:02,952 -
> u\"File['/etc/flume/conf/a2/flume.conf']\" {'owner': None, 'content':
> InlineTemplate(...), 'group': None, 'mode': 0644}\n0\n2015-02-16 13:00:02,995
> - Writing u\"File['/etc/flume/conf/a2/flume.conf']\" because contents don't
> match\n0\n0\n2015-02-16 13:00:03,086 -
> u\"File['/etc/flume/conf/a2/log4j.properties']\" {'content':
> Template('log4j.properties.j2'), 'mode': 0644}\n0\n2015-02-16 13:00:03,130 -
> u\"File['/etc/flume/conf/a2/ambari-meta.json']\" {'content':
> '{\"channels_count\": 1, \"sinks_count\": 1, \"sources_count\": 1}', 'mode':
> 0644}\n2015-02-16 13:00:03,130 - Writing
> u\"File['/etc/flume/conf/a2/ambari-meta.json']\" because it doesn't
> exist\n0\n0\n2015-02-16 13:00:03,219 -
> u\"File['/etc/flume/conf/a2/flume-env.sh']\" {'content': InlineTemplate(...),
> 'owner': 'flume'}\n0\n2015-02-16 13:00:03,265 -
> u\"File['/var/run/flume/ambari-state.txt']\" {'content':
> 'STARTED'}\n0\n2015-02-16 13:00:03,307 - Writing
> u\"File['/var/run/flume/ambari-state.txt']\" because contents don't
> match\n0\n0\n2015-02-16 13:00:03,394 - u'Execute[\\'/usr/bin/sudo su flume -l
> -s /bin/bash -c \\'export
> PATH=\\'\"\\'\"\\'/usr/sbin:/sbin:/usr/lib/ambari-server/*:/usr/kerberos/sbin:/usr/kerberos/bin:/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin:/root/bin\\'\"\\'\"\\'
> JAVA_HOME=/usr/jdk64/jdk1.7.0_67 ;
> /usr/hdp/current/flume-server/bin/flume-ng agent --name a2 --conf
> /etc/flume/conf/a2 --conf-file /etc/flume/conf/a2/flume.conf
> -Dflume.monitoring.type=ganglia
> -Dflume.monitoring.hosts=amb-upg170-rhel5oracle1424081068-1.cs1cloud.internal:8655
> > /var/log/flume/a2.out 2>&1\\' &\\']' {'environment': {'JAVA_HOME':
> u'/usr/jdk64/jdk1.7.0_67'}, 'wait_for_finish': False}\n2015-02-16
> 13:00:03,398 - u\"Execute['pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.*
> > /var/run/flume/a2.pid']\" {'logoutput': True, 'tries': 20, 'try_sleep':
> 10}\n1\n2015-02-16 13:00:03,444 - Retrying after 10 seconds. Reason:
> Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
> /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:00:13,492 - Retrying
> after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
> ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
> \n1\n2015-02-16 13:00:23,538 - Retrying after 10 seconds. Reason: Execution
> of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
> /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:00:33,583 - Retrying
> after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
> ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
> \n1\n2015-02-16 13:00:43,628 - Retrying after 10 seconds. Reason: Execution
> of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
> /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:00:53,672 - Retrying
> after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
> ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
> \n1\n2015-02-16 13:01:03,718 - Retrying after 10 seconds. Reason: Execution
> of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
> /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:13,763 - Retrying
> after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
> ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
> \n1\n2015-02-16 13:01:23,807 - Retrying after 10 seconds. Reason: Execution
> of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
> /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:33,854 - Retrying
> after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
> ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
> \n1\n2015-02-16 13:01:43,924 - Retrying after 10 seconds. Reason: Execution
> of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
> /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:53,972 - Retrying
> after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
> ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
> \n1\n2015-02-16 13:02:04,020 - Retrying after 10 seconds. Reason: Execution
> of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
> /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:14,064 - Retrying
> after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
> ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
> \n1\n2015-02-16 13:02:24,113 - Retrying after 10 seconds. Reason: Execution
> of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
> /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:34,157 - Retrying
> after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
> ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
> \n1\n2015-02-16 13:02:44,206 - Retrying after 10 seconds. Reason: Execution
> of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
> /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:54,258 - Retrying
> after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
> ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
> \n1\n2015-02-16 13:03:04,302 - Retrying after 10 seconds. Reason: Execution
> of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
> /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:03:14,346 - Error while
> executing command 'start':\nTraceback (most recent call last):\n File
> \"/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py\",
> line 208, in execute\n method(env)\n File
> \"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line
> 89, in thunk\n return fn(*args, **kwargs)\n File
> \"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume_handler.py\",
> line 56, in start\n flume(action='start')\n File
> \"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line
> 89, in thunk\n return fn(*args, **kwargs)\n File
> \"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume.py\",
> line 161, in flume\n try_sleep=10)\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/base.py\", line
> 148, in __init__\n self.env.run()\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
> line 152, in run\n self.run_action(resource, action)\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
> line 118, in run_action\n provider_action()\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/providers/system.py\",
> line 276, in action_run\n raise ex\nFail: Execution of 'pgrep -o -u flume
> -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
> \n0\n2015-02-16 13:03:14,394 - Command: /usr/bin/hdp-select status
> flume-server > /tmp/tmpR77HbA\nOutput: flume-server - None",
> "structured_out" : { }
> }
> }
>
> --------------------------------------------------------------------------------
>
>
> --------------------------------------------------------------------------------
> {
> "href" :
> "http://172.18.145.84:8080/api/v1/clusters/cl1/requests/18/tasks/312";,
> "Tasks" : {
> "attempt_cnt" : 1,
> "cluster_name" : "cl1",
> "command" : "START",
> "command_detail" : "FLUME_HANDLER START",
> "end_time" : 1424091797146,
> "error_log" : "/var/lib/ambari-agent/data/errors-312.txt",
> "exit_code" : 1,
> "host_name" : "amb-upg170-rhel5oracle1424081068-9.cs1cloud.internal",
> "id" : 312,
> "output_log" : "/var/lib/ambari-agent/data/output-312.txt",
> "request_id" : 18,
> "role" : "FLUME_HANDLER",
> "stage_id" : 1,
> "start_time" : 1424091595089,
> "status" : "FAILED",
> "stderr" : "2015-02-16 13:03:16,598 - Error while executing command
> 'start':\nTraceback (most recent call last):\n File
> \"/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py\",
> line 208, in execute\n method(env)\n File
> \"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line
> 89, in thunk\n return fn(*args, **kwargs)\n File
> \"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume_handler.py\",
> line 56, in start\n flume(action='start')\n File
> \"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line
> 89, in thunk\n return fn(*args, **kwargs)\n File
> \"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume.py\",
> line 161, in flume\n try_sleep=10)\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/base.py\", line
> 148, in __init__\n self.env.run()\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
> line 152, in run\n self.run_action(resource, action)\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
> line 118, in run_action\n provider_action()\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/providers/system.py\",
> line 276, in action_run\n raise ex\nFail: Execution of 'pgrep -o -u flume
> -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.",
> "stdout" : "2015-02-16 13:00:01,603 -
> u\"Directory['/var/lib/ambari-agent/data/tmp/AMBARI-artifacts/']\"
> {'recursive': True}\n2015-02-16 13:00:01,605 -
> u\"File['/var/lib/ambari-agent/data/tmp/AMBARI-artifacts//UnlimitedJCEPolicyJDK7.zip']\"
> {'content':
> DownloadSource('http://amb-upg170-rhel5oracle1424081068-9.cs1cloud.internal:8080/resources//UnlimitedJCEPolicyJDK7.zip')}\n2015-02-16
> 13:00:01,605 - Not downloading the file from
> http://amb-upg170-rhel5oracle1424081068-9.cs1cloud.internal:8080/resources//UnlimitedJCEPolicyJDK7.zip,
> because /var/lib/ambari-agent/data/tmp/UnlimitedJCEPolicyJDK7.zip already
> exists\n0\n2015-02-16 13:00:01,724 - u\"Group['hadoop']\" {'ignore_failures':
> False}\n2015-02-16 13:00:01,726 - Modifying group hadoop\n0\n2015-02-16
> 13:00:01,772 - u\"Group['nobody']\" {'ignore_failures': False}\n2015-02-16
> 13:00:01,772 - Modifying group nobody\n0\n2015-02-16 13:00:01,863 -
> u\"Group['users']\" {'ignore_failures': False}\n2015-02-16 13:00:01,863 -
> Modifying group users\n0\n2015-02-16 13:00:01,910 - u\"Group['knox']\"
> {'ignore_failures': False}\n2015-02-16 13:00:01,911 - Modifying group
> knox\n0\n2015-02-16 13:00:01,960 - u\"User['hive']\" {'gid': 'hadoop',
> 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:01,960 -
> Modifying user hive\n0\n2015-02-16 13:00:02,067 - u\"User['oozie']\" {'gid':
> 'hadoop', 'ignore_failures': False, 'groups': [u'users']}\n2015-02-16
> 13:00:02,068 - Modifying user oozie\n0\n2015-02-16 13:00:02,117 -
> u\"User['nobody']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups':
> [u'nobody']}\n2015-02-16 13:00:02,119 - Modifying user nobody\n0\n2015-02-16
> 13:00:02,168 - u\"User['ambari-qa']\" {'gid': 'hadoop', 'ignore_failures':
> False, 'groups': [u'users']}\n2015-02-16 13:00:02,168 - Modifying user
> ambari-qa\n0\n2015-02-16 13:00:02,257 - u\"User['flume']\" {'gid': 'hadoop',
> 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:02,258 -
> Modifying user flume\n0\n2015-02-16 13:00:02,304 - u\"User['hdfs']\" {'gid':
> 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16
> 13:00:02,305 - Modifying user hdfs\n0\n2015-02-16 13:00:02,349 -
> u\"User['knox']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups':
> [u'hadoop']}\n2015-02-16 13:00:02,350 - Modifying user knox\n0\n2015-02-16
> 13:00:02,404 - u\"User['storm']\" {'gid': 'hadoop', 'ignore_failures': False,
> 'groups': [u'hadoop']}\n2015-02-16 13:00:02,405 - Modifying user
> storm\n0\n2015-02-16 13:00:02,502 - u\"User['mapred']\" {'gid': 'hadoop',
> 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:02,506 -
> Modifying user mapred\n0\n2015-02-16 13:00:02,555 - u\"User['hbase']\"
> {'gid': 'hadoop', 'ignore_failures': False, 'groups':
> [u'hadoop']}\n2015-02-16 13:00:02,555 - Modifying user hbase\n0\n2015-02-16
> 13:00:02,634 - u\"User['tez']\" {'gid': 'hadoop', 'ignore_failures': False,
> 'groups': [u'users']}\n2015-02-16 13:00:02,634 - Modifying user
> tez\n0\n2015-02-16 13:00:02,686 - u\"User['zookeeper']\" {'gid': 'hadoop',
> 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:02,687 -
> Modifying user zookeeper\n0\n2015-02-16 13:00:02,735 - u\"User['falcon']\"
> {'gid': 'hadoop', 'ignore_failures': False, 'groups':
> [u'hadoop']}\n2015-02-16 13:00:02,736 - Modifying user falcon\n0\n2015-02-16
> 13:00:02,787 - u\"User['sqoop']\" {'gid': 'hadoop', 'ignore_failures': False,
> 'groups': [u'hadoop']}\n2015-02-16 13:00:02,788 - Modifying user
> sqoop\n0\n2015-02-16 13:00:02,835 - u\"User['yarn']\" {'gid': 'hadoop',
> 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:02,836 -
> Modifying user yarn\n0\n2015-02-16 13:00:02,888 - u\"User['hcat']\" {'gid':
> 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16
> 13:00:02,889 - Modifying user hcat\n0\n2015-02-16 13:00:02,937 -
> u\"File['/var/lib/ambari-agent/data/tmp/changeUid.sh']\" {'content':
> StaticFile('changeToSecureUid.sh'), 'mode': 0555}\n0\n2015-02-16 13:00:02,986
> - u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh ambari-qa
> /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa']\"
> {'not_if': 'test $(id -u ambari-qa) -gt 1000'}\n0\n2015-02-16 13:00:03,031 -
> Skipping u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh ambari-qa
> /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa']\"
> due to not_if\n2015-02-16 13:00:03,032 -
> u\"Directory['/grid/0/hadoop/hbase']\" {'owner': 'hbase', 'recursive': True,
> 'mode': 0775, 'cd_access': 'a'}\n0\n0\n0\n0\n2015-02-16 13:00:03,228 -
> u\"File['/var/lib/ambari-agent/data/tmp/changeUid.sh']\" {'content':
> StaticFile('changeToSecureUid.sh'), 'mode': 0555}\n0\n2015-02-16 13:00:03,279
> - u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh hbase
> /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/grid/0/hadoop/hbase']\"
> {'not_if': 'test $(id -u hbase) -gt 1000'}\n0\n2015-02-16 13:00:03,327 -
> Skipping u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh hbase
> /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/grid/0/hadoop/hbase']\"
> due to not_if\n2015-02-16 13:00:03,332 - u\"Group['hdfs']\"
> {'ignore_failures': False}\n2015-02-16 13:00:03,333 - Modifying group
> hdfs\n0\n2015-02-16 13:00:03,378 - u\"User['hdfs']\" {'groups': [u'hadoop',
> 'hdfs', 'hadoop', u'hdfs']}\n2015-02-16 13:00:03,379 - Modifying user
> hdfs\n0\n2015-02-16 13:00:03,429 - u\"Directory['/etc/hadoop']\" {'mode':
> 0755}\n2015-02-16 13:00:03,430 - u\"Directory['/etc/hadoop/conf.empty']\"
> {'owner': 'hdfs', 'group': 'hadoop', 'recursive': True}\n2015-02-16
> 13:00:03,431 - u\"Link['/etc/hadoop/conf']\" {'not_if': 'ls
> /etc/hadoop/conf', 'to': '/etc/hadoop/conf.empty'}\n0\n2015-02-16
> 13:00:03,476 - Skipping u\"Link['/etc/hadoop/conf']\" due to
> not_if\n2015-02-16 13:00:03,495 - u\"File['/etc/hadoop/conf/hadoop-env.sh']\"
> {'content': InlineTemplate(...), 'owner': 'hdfs', 'group':
> 'hadoop'}\n0\n2015-02-16 13:00:03,561 - u\"Execute['('setenforce', '0')']\"
> {'sudo': True, 'only_if': 'test -f /selinux/enforce'}\n1\n2015-02-16
> 13:00:03,647 - Skipping u\"Execute['('setenforce', '0')']\" due to
> only_if\n2015-02-16 13:00:03,648 - u\"Directory['/grid/0/log/hadoop']\"
> {'owner': 'root', 'mode': 0775, 'group': 'hadoop', 'recursive': True,
> 'cd_access': 'a'}\n0\n0\n0\n0\n2015-02-16 13:00:03,859 -
> u\"Directory['/var/run/hadoop']\" {'owner': 'root', 'group': 'root',
> 'recursive': True, 'cd_access': 'a'}\n0\n0\n0\n2015-02-16 13:00:04,003 -
> u\"Directory['/tmp/hadoop-hdfs']\" {'owner': 'hdfs', 'recursive': True,
> 'cd_access': 'a'}\n0\n0\n2015-02-16 13:00:04,103 -
> u\"File['/etc/hadoop/conf/commons-logging.properties']\" {'content':
> Template('commons-logging.properties.j2'), 'owner': 'hdfs'}\n0\n2015-02-16
> 13:00:04,157 - u\"File['/etc/hadoop/conf/health_check']\" {'content':
> Template('health_check-v2.j2'), 'owner': 'hdfs'}\n0\n2015-02-16 13:00:04,201
> - u\"File['/etc/hadoop/conf/log4j.properties']\" {'content': '...', 'owner':
> 'hdfs', 'group': 'hadoop', 'mode': 0644}\n0\n2015-02-16 13:00:04,276 -
> u\"File['/etc/hadoop/conf/hadoop-metrics2.properties']\" {'content':
> Template('hadoop-metrics2.properties.j2'), 'owner': 'hdfs'}\n0\n2015-02-16
> 13:00:04,324 - u\"File['/etc/hadoop/conf/task-log4j.properties']\"
> {'content': StaticFile('task-log4j.properties'), 'mode': 0755}\n0\n2015-02-16
> 13:00:04,615 - u\"Directory['/etc/flume/conf']\" {'recursive':
> True}\n2015-02-16 13:00:04,616 - u\"Directory['/var/log/flume']\" {'owner':
> 'flume'}\n2015-02-16 13:00:04,617 - u\"Directory['/etc/flume/conf/a1']\"
> {}\n2015-02-16 13:00:04,618 -
> u\"PropertiesFile['/etc/flume/conf/a1/flume.conf']\" {'mode': 0644,
> 'properties': ...}\n2015-02-16 13:00:04,627 - Generating properties file:
> /etc/flume/conf/a1/flume.conf\n2015-02-16 13:00:04,627 -
> u\"File['/etc/flume/conf/a1/flume.conf']\" {'owner': None, 'content':
> InlineTemplate(...), 'group': None, 'mode': 0644}\n0\n2015-02-16 13:00:04,703
> - Writing u\"File['/etc/flume/conf/a1/flume.conf']\" because contents don't
> match\n0\n0\n2015-02-16 13:00:04,820 -
> u\"File['/etc/flume/conf/a1/log4j.properties']\" {'content':
> Template('log4j.properties.j2'), 'mode': 0644}\n0\n2015-02-16 13:00:04,872 -
> u\"File['/etc/flume/conf/a1/ambari-meta.json']\" {'content':
> '{\"channels_count\": 1, \"sinks_count\": 1, \"sources_count\": 1}', 'mode':
> 0644}\n2015-02-16 13:00:04,872 - Writing
> u\"File['/etc/flume/conf/a1/ambari-meta.json']\" because it doesn't
> exist\n0\n0\n2015-02-16 13:00:04,976 -
> u\"File['/etc/flume/conf/a1/flume-env.sh']\" {'content': InlineTemplate(...),
> 'owner': 'flume'}\n0\n2015-02-16 13:00:05,023 -
> u\"Directory['/etc/flume/conf/a2']\" {}\n2015-02-16 13:00:05,024 -
> u\"PropertiesFile['/etc/flume/conf/a2/flume.conf']\" {'mode': 0644,
> 'properties': ...}\n2015-02-16 13:00:05,032 - Generating properties file:
> /etc/flume/conf/a2/flume.conf\n2015-02-16 13:00:05,032 -
> u\"File['/etc/flume/conf/a2/flume.conf']\" {'owner': None, 'content':
> InlineTemplate(...), 'group': None, 'mode': 0644}\n0\n2015-02-16 13:00:05,081
> - Writing u\"File['/etc/flume/conf/a2/flume.conf']\" because contents don't
> match\n0\n0\n2015-02-16 13:00:05,184 -
> u\"File['/etc/flume/conf/a2/log4j.properties']\" {'content':
> Template('log4j.properties.j2'), 'mode': 0644}\n0\n2015-02-16 13:00:05,230 -
> u\"File['/etc/flume/conf/a2/ambari-meta.json']\" {'content':
> '{\"channels_count\": 1, \"sinks_count\": 1, \"sources_count\": 1}', 'mode':
> 0644}\n2015-02-16 13:00:05,231 - Writing
> u\"File['/etc/flume/conf/a2/ambari-meta.json']\" because it doesn't
> exist\n0\n0\n2015-02-16 13:00:05,336 -
> u\"File['/etc/flume/conf/a2/flume-env.sh']\" {'content': InlineTemplate(...),
> 'owner': 'flume'}\n0\n2015-02-16 13:00:05,384 -
> u\"File['/var/run/flume/ambari-state.txt']\" {'content':
> 'STARTED'}\n0\n2015-02-16 13:00:05,432 - Writing
> u\"File['/var/run/flume/ambari-state.txt']\" because contents don't
> match\n0\n0\n2015-02-16 13:00:05,534 - u'Execute[\\'/usr/bin/sudo su flume -l
> -s /bin/bash -c \\'export
> PATH=\\'\"\\'\"\\'/usr/sbin:/sbin:/usr/lib/ambari-server/*:/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin:/home/jenkins/jenkins-tools/ec2-api-tools/bin:/home/oracle/instantclient_11_2:/root/bin\\'\"\\'\"\\'
> JAVA_HOME=/usr/jdk64/jdk1.7.0_67 ;
> /usr/hdp/current/flume-server/bin/flume-ng agent --name a2 --conf
> /etc/flume/conf/a2 --conf-file /etc/flume/conf/a2/flume.conf
> -Dflume.monitoring.type=ganglia
> -Dflume.monitoring.hosts=amb-upg170-rhel5oracle1424081068-1.cs1cloud.internal:8655
> > /var/log/flume/a2.out 2>&1\\' &\\']' {'environment': {'JAVA_HOME':
> u'/usr/jdk64/jdk1.7.0_67'}, 'wait_for_finish': False}\n2015-02-16
> 13:00:05,545 - u\"Execute['pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.*
> > /var/run/flume/a2.pid']\" {'logoutput': True, 'tries': 20, 'try_sleep':
> 10}\n1\n2015-02-16 13:00:05,591 - Retrying after 10 seconds. Reason:
> Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
> /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:00:15,651 - Retrying
> after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
> ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
> \n1\n2015-02-16 13:00:25,709 - Retrying after 10 seconds. Reason: Execution
> of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
> /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:00:35,758 - Retrying
> after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
> ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
> \n1\n2015-02-16 13:00:45,802 - Retrying after 10 seconds. Reason: Execution
> of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
> /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:00:55,855 - Retrying
> after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
> ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
> \n1\n2015-02-16 13:01:05,930 - Retrying after 10 seconds. Reason: Execution
> of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
> /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:15,978 - Retrying
> after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
> ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
> \n1\n2015-02-16 13:01:26,024 - Retrying after 10 seconds. Reason: Execution
> of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
> /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:36,074 - Retrying
> after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
> ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
> \n1\n2015-02-16 13:01:46,145 - Retrying after 10 seconds. Reason: Execution
> of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
> /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:56,191 - Retrying
> after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
> ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
> \n1\n2015-02-16 13:02:06,238 - Retrying after 10 seconds. Reason: Execution
> of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
> /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:16,288 - Retrying
> after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
> ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
> \n1\n2015-02-16 13:02:26,336 - Retrying after 10 seconds. Reason: Execution
> of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
> /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:36,381 - Retrying
> after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
> ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
> \n1\n2015-02-16 13:02:46,429 - Retrying after 10 seconds. Reason: Execution
> of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
> /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:56,483 - Retrying
> after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
> ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
> \n1\n2015-02-16 13:03:06,549 - Retrying after 10 seconds. Reason: Execution
> of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
> /var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:03:16,598 - Error while
> executing command 'start':\nTraceback (most recent call last):\n File
> \"/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py\",
> line 208, in execute\n method(env)\n File
> \"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line
> 89, in thunk\n return fn(*args, **kwargs)\n File
> \"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume_handler.py\",
> line 56, in start\n flume(action='start')\n File
> \"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line
> 89, in thunk\n return fn(*args, **kwargs)\n File
> \"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume.py\",
> line 161, in flume\n try_sleep=10)\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/base.py\", line
> 148, in __init__\n self.env.run()\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
> line 152, in run\n self.run_action(resource, action)\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
> line 118, in run_action\n provider_action()\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/providers/system.py\",
> line 276, in action_run\n raise ex\nFail: Execution of 'pgrep -o -u flume
> -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
> \n0\n2015-02-16 13:03:16,659 - Command: /usr/bin/hdp-select status
> flume-server > /tmp/tmpI6W6cw\nOutput: flume-server - None",
> "structured_out" : { }
> }
> }
>
> --------------------------------------------------------------------------------
>
>
> ##############################################################################
>
> 2015-02-16 13:13:14,080 RequestInfoCollector - Info on ambari-server api
> for request id: [19]
>
> ##############################################################################
> {
> "href" : "http://172.18.145.84:8080/api/v1/clusters/cl1/requests/19";,
> "Requests" : {
> "aborted_task_count" : 0,
> "cluster_name" : "cl1",
> "completed_task_count" : 1,
> "create_time" : 1424091832296,
> "end_time" : 1424091839309,
> "exclusive" : false,
> "failed_task_count" : 1,
> "id" : 19,
> "inputs" : null,
> "operation_level" : null,
> "progress_percent" : 100.0,
> "queued_task_count" : 0,
> "request_context" : "_PARSE_.START.KNOX",
> "request_schedule" : null,
> "request_status" : "FAILED",
> "resource_filters" : [ ],
> "start_time" : 1424091832329,
> "task_count" : 1,
> "timed_out_task_count" : 0,
> "type" : "INTERNAL_REQUEST"
> },
> "tasks" : [
> {
> "href" :
> "http://172.18.145.84:8080/api/v1/clusters/cl1/requests/19/tasks/313";,
> "Tasks" : {
> "cluster_name" : "cl1",
> "id" : 313,
> "request_id" : 19,
> "stage_id" : 1
> }
> }
> ],
> "stages" : [
> {
> "href" :
> "http://172.18.145.84:8080/api/v1/clusters/cl1/requests/19/stages/1";,
> "Stage" : {
> "cluster_name" : "cl1",
> "request_id" : 19,
> "stage_id" : 1
> }
> }
> ]
> }
>
> --------------------------------------------------------------------------------
> {
> "href" :
> "http://172.18.145.84:8080/api/v1/clusters/cl1/requests/19/tasks/313";,
> "Tasks" : {
> "attempt_cnt" : 1,
> "cluster_name" : "cl1",
> "command" : "START",
> "command_detail" : "KNOX_GATEWAY START",
> "end_time" : 1424091839299,
> "error_log" : "/var/lib/ambari-agent/data/errors-313.txt",
> "exit_code" : 1,
> "host_name" : "amb-upg170-rhel5oracle1424081068-1.cs1cloud.internal",
> "id" : 313,
> "output_log" : "/var/lib/ambari-agent/data/output-313.txt",
> "request_id" : 19,
> "role" : "KNOX_GATEWAY",
> "stage_id" : 1,
> "start_time" : 1424091832331,
> "status" : "FAILED",
> "stderr" : "2015-02-16 13:03:59,057 - Error while executing command
> 'start':\nTraceback (most recent call last):\n File
> \"/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py\",
> line 208, in execute\n method(env)\n File
> \"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line
> 89, in thunk\n return fn(*args, **kwargs)\n File
> \"/var/lib/ambari-agent/cache/common-services/KNOX/0.5.0.2.2/package/scripts/knox_gateway.py\",
> line 87, in start\n not_if=no_op_test\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/base.py\", line
> 148, in __init__\n self.env.run()\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
> line 152, in run\n self.run_action(resource, action)\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
> line 118, in run_action\n provider_action()\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/providers/system.py\",
> line 276, in action_run\n raise ex\nFail: Execution of
> '/usr/hdp/current/knox-server/bin/gateway.sh start' returned 127. -bash:
> /usr/hdp/current/knox-server/bin/gateway.sh: No such file or directory",
> "stdout" : "2015-02-16 13:03:55,562 -
> u\"Directory['/var/lib/ambari-agent/data/tmp/AMBARI-artifacts/']\"
> {'recursive': True}\n2015-02-16 13:03:55,564 -
> u\"File['/var/lib/ambari-agent/data/tmp/AMBARI-artifacts//UnlimitedJCEPolicyJDK7.zip']\"
> {'content':
> DownloadSource('http://amb-upg170-rhel5oracle1424081068-9.cs1cloud.internal:8080/resources//UnlimitedJCEPolicyJDK7.zip')}\n2015-02-16
> 13:03:55,564 - Not downloading the file from
> http://amb-upg170-rhel5oracle1424081068-9.cs1cloud.internal:8080/resources//UnlimitedJCEPolicyJDK7.zip,
> because /var/lib/ambari-agent/data/tmp/UnlimitedJCEPolicyJDK7.zip already
> exists\n0\n2015-02-16 13:03:55,632 - u\"Group['hadoop']\" {'ignore_failures':
> False}\n2015-02-16 13:03:55,634 - Modifying group hadoop\n0\n2015-02-16
> 13:03:55,719 - u\"Group['nobody']\" {'ignore_failures': False}\n2015-02-16
> 13:03:55,720 - Modifying group nobody\n0\n2015-02-16 13:03:55,764 -
> u\"Group['users']\" {'ignore_failures': False}\n2015-02-16 13:03:55,765 -
> Modifying group users\n0\n2015-02-16 13:03:55,809 - u\"Group['knox']\"
> {'ignore_failures': False}\n2015-02-16 13:03:55,810 - Modifying group
> knox\n0\n2015-02-16 13:03:55,856 - u\"User['hive']\" {'gid': 'hadoop',
> 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:03:55,856 -
> Modifying user hive\n0\n2015-02-16 13:03:55,906 - u\"User['oozie']\" {'gid':
> 'hadoop', 'ignore_failures': False, 'groups': [u'users']}\n2015-02-16
> 13:03:55,907 - Modifying user oozie\n0\n2015-02-16 13:03:55,995 -
> u\"User['nobody']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups':
> [u'nobody']}\n2015-02-16 13:03:55,996 - Modifying user nobody\n0\n2015-02-16
> 13:03:56,046 - u\"User['ambari-qa']\" {'gid': 'hadoop', 'ignore_failures':
> False, 'groups': [u'users']}\n2015-02-16 13:03:56,046 - Modifying user
> ambari-qa\n0\n2015-02-16 13:03:56,097 - u\"User['flume']\" {'gid': 'hadoop',
> 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:03:56,097 -
> Modifying user flume\n0\n2015-02-16 13:03:56,147 - u\"User['hdfs']\" {'gid':
> 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16
> 13:03:56,148 - Modifying user hdfs\n0\n2015-02-16 13:03:56,197 -
> u\"User['knox']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups':
> [u'hadoop']}\n2015-02-16 13:03:56,198 - Modifying user knox\n0\n2015-02-16
> 13:03:56,249 - u\"User['storm']\" {'gid': 'hadoop', 'ignore_failures': False,
> 'groups': [u'hadoop']}\n2015-02-16 13:03:56,250 - Modifying user
> storm\n0\n2015-02-16 13:03:56,338 - u\"User['mapred']\" {'gid': 'hadoop',
> 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:03:56,339 -
> Modifying user mapred\n0\n2015-02-16 13:03:56,383 - u\"User['hbase']\"
> {'gid': 'hadoop', 'ignore_failures': False, 'groups':
> [u'hadoop']}\n2015-02-16 13:03:56,384 - Modifying user hbase\n0\n2015-02-16
> 13:03:56,429 - u\"User['tez']\" {'gid': 'hadoop', 'ignore_failures': False,
> 'groups': [u'users']}\n2015-02-16 13:03:56,430 - Modifying user
> tez\n0\n2015-02-16 13:03:56,477 - u\"User['zookeeper']\" {'gid': 'hadoop',
> 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:03:56,478 -
> Modifying user zookeeper\n0\n2015-02-16 13:03:56,524 - u\"User['falcon']\"
> {'gid': 'hadoop', 'ignore_failures': False, 'groups':
> [u'hadoop']}\n2015-02-16 13:03:56,525 - Modifying user falcon\n0\n2015-02-16
> 13:03:56,575 - u\"User['sqoop']\" {'gid': 'hadoop', 'ignore_failures': False,
> 'groups': [u'hadoop']}\n2015-02-16 13:03:56,576 - Modifying user
> sqoop\n0\n2015-02-16 13:03:56,627 - u\"User['yarn']\" {'gid': 'hadoop',
> 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:03:56,628 -
> Modifying user yarn\n0\n2015-02-16 13:03:56,673 - u\"User['hcat']\" {'gid':
> 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16
> 13:03:56,674 - Modifying user hcat\n0\n2015-02-16 13:03:56,719 -
> u\"File['/var/lib/ambari-agent/data/tmp/changeUid.sh']\" {'content':
> StaticFile('changeToSecureUid.sh'), 'mode': 0555}\n0\n2015-02-16 13:03:56,765
> - u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh ambari-qa
> /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa']\"
> {'not_if': 'test $(id -u ambari-qa) -gt 1000'}\n0\n2015-02-16 13:03:56,809 -
> Skipping u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh ambari-qa
> /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa']\"
> due to not_if\n2015-02-16 13:03:56,810 -
> u\"Directory['/grid/0/hadoop/hbase']\" {'owner': 'hbase', 'recursive': True,
> 'mode': 0775, 'cd_access': 'a'}\n0\n0\n0\n0\n2015-02-16 13:03:56,995 -
> u\"File['/var/lib/ambari-agent/data/tmp/changeUid.sh']\" {'content':
> StaticFile('changeToSecureUid.sh'), 'mode': 0555}\n0\n2015-02-16 13:03:57,062
> - u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh hbase
> /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/grid/0/hadoop/hbase']\"
> {'not_if': 'test $(id -u hbase) -gt 1000'}\n0\n2015-02-16 13:03:57,107 -
> Skipping u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh hbase
> /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/grid/0/hadoop/hbase']\"
> due to not_if\n2015-02-16 13:03:57,108 - u\"Group['hdfs']\"
> {'ignore_failures': False}\n2015-02-16 13:03:57,108 - Modifying group
> hdfs\n0\n2015-02-16 13:03:57,155 - u\"User['hdfs']\" {'groups': [u'hadoop',
> 'hdfs', 'hadoop', u'hdfs']}\n2015-02-16 13:03:57,156 - Modifying user
> hdfs\n0\n2015-02-16 13:03:57,205 - u\"Directory['/etc/hadoop']\" {'mode':
> 0755}\n2015-02-16 13:03:57,206 - u\"Directory['/etc/hadoop/conf.empty']\"
> {'owner': 'hdfs', 'group': 'hadoop', 'recursive': True}\n2015-02-16
> 13:03:57,207 - u\"Link['/etc/hadoop/conf']\" {'not_if': 'ls
> /etc/hadoop/conf', 'to': '/etc/hadoop/conf.empty'}\n0\n2015-02-16
> 13:03:57,262 - Skipping u\"Link['/etc/hadoop/conf']\" due to
> not_if\n2015-02-16 13:03:57,278 - u\"File['/etc/hadoop/conf/hadoop-env.sh']\"
> {'content': InlineTemplate(...), 'owner': 'hdfs', 'group':
> 'hadoop'}\n0\n2015-02-16 13:03:57,338 - u\"Execute['('setenforce', '0')']\"
> {'sudo': True, 'only_if': 'test -f /selinux/enforce'}\n1\n2015-02-16
> 13:03:57,405 - Skipping u\"Execute['('setenforce', '0')']\" due to
> only_if\n2015-02-16 13:03:57,406 - u\"Directory['/grid/0/log/hadoop']\"
> {'owner': 'root', 'mode': 0775, 'group': 'hadoop', 'recursive': True,
> 'cd_access': 'a'}\n0\n0\n0\n0\n2015-02-16 13:03:57,597 -
> u\"Directory['/var/run/hadoop']\" {'owner': 'root', 'group': 'root',
> 'recursive': True, 'cd_access': 'a'}\n0\n0\n0\n2015-02-16 13:03:57,736 -
> u\"Directory['/tmp/hadoop-hdfs']\" {'owner': 'hdfs', 'recursive': True,
> 'cd_access': 'a'}\n0\n0\n2015-02-16 13:03:57,838 -
> u\"File['/etc/hadoop/conf/commons-logging.properties']\" {'content':
> Template('commons-logging.properties.j2'), 'owner': 'hdfs'}\n0\n2015-02-16
> 13:03:57,886 - u\"File['/etc/hadoop/conf/health_check']\" {'content':
> Template('health_check-v2.j2'), 'owner': 'hdfs'}\n0\n2015-02-16 13:03:57,930
> - u\"File['/etc/hadoop/conf/log4j.properties']\" {'content': '...', 'owner':
> 'hdfs', 'group': 'hadoop', 'mode': 0644}\n0\n2015-02-16 13:03:57,994 -
> u\"File['/etc/hadoop/conf/hadoop-metrics2.properties']\" {'content':
> Template('hadoop-metrics2.properties.j2'), 'owner': 'hdfs'}\n0\n2015-02-16
> 13:03:58,039 - u\"File['/etc/hadoop/conf/task-log4j.properties']\"
> {'content': StaticFile('task-log4j.properties'), 'mode': 0755}\n0\n2015-02-16
> 13:03:58,302 - u\"Directory['/etc/knox/conf']\" {'owner': 'knox', 'group':
> 'knox', 'recursive': True}\n2015-02-16 13:03:58,304 -
> u\"XmlConfig['gateway-site.xml']\" {'owner': 'knox', 'group': 'knox',
> 'conf_dir': '/etc/knox/conf', 'configuration_attributes': {},
> 'configurations': ...}\n2015-02-16 13:03:58,326 - Generating config:
> /etc/knox/conf/gateway-site.xml\n2015-02-16 13:03:58,326 -
> u\"File['/etc/knox/conf/gateway-site.xml']\" {'owner': 'knox', 'content':
> InlineTemplate(...), 'group': 'knox', 'mode': None, 'encoding':
> 'UTF-8'}\n0\n2015-02-16 13:03:58,407 - Writing
> u\"File['/etc/knox/conf/gateway-site.xml']\" because contents don't
> match\n0\n0\n2015-02-16 13:03:58,504 -
> u\"File['/etc/knox/conf/gateway-log4j.properties']\" {'content': '...',
> 'owner': 'knox', 'group': 'knox', 'mode': 0644}\n0\n2015-02-16 13:03:58,561 -
> u\"File['/etc/knox/conf/topologies/default.xml']\" {'content':
> InlineTemplate(...), 'owner': 'knox', 'group': 'knox'}\n0\n2015-02-16
> 13:03:58,607 - u\"Execute['('chown', '-R', u'knox:knox',
> '/var/lib/knox/data', '/var/log/knox', '/var/log/knox', u'/var/run/knox',
> '/etc/knox/conf')']\" {'sudo': True}\n0\n2015-02-16 13:03:58,658 -
> u\"Execute['/usr/hdp/current/knox-server/bin/knoxcli.sh create-master
> --master [PROTECTED]']\" {'environment': {'JAVA_HOME':
> u'/usr/jdk64/jdk1.7.0_67'}, 'not_if': \"/usr/bin/sudo su knox -l -s /bin/bash
> -c 'test -f /var/lib/knox/data/security/master'\", 'user':
> 'knox'}\n0\n2015-02-16 13:03:58,743 - Skipping
> u\"Execute['/usr/hdp/current/knox-server/bin/knoxcli.sh create-master
> --master [PROTECTED]']\" due to not_if\n2015-02-16 13:03:58,745 -
> u\"Execute['/usr/hdp/current/knox-server/bin/knoxcli.sh create-cert
> --hostname amb-upg170-rhel5oracle1424081068-1.cs1cloud.internal']\"
> {'environment': {'JAVA_HOME': u'/usr/jdk64/jdk1.7.0_67'}, 'not_if':
> \"/usr/bin/sudo su knox -l -s /bin/bash -c 'test -f
> /var/lib/knox/data/security/master'\", 'user': 'knox'}\n0\n2015-02-16
> 13:03:58,830 - Skipping
> u\"Execute['/usr/hdp/current/knox-server/bin/knoxcli.sh create-cert
> --hostname amb-upg170-rhel5oracle1424081068-1.cs1cloud.internal']\" due to
> not_if\n2015-02-16 13:03:58,831 -
> u\"File['/etc/knox/conf/ldap-log4j.properties']\" {'content': '...', 'owner':
> 'knox', 'group': 'knox', 'mode': 0644}\n0\n2015-02-16 13:03:58,879 -
> u\"File['/etc/knox/conf/users.ldif']\" {'content': '...', 'owner': 'knox',
> 'group': 'knox', 'mode': 0644}\n0\n2015-02-16 13:03:58,927 - Ranger admin not
> installed\n2015-02-16 13:03:58,928 -
> u\"Execute['/usr/hdp/current/knox-server/bin/gateway.sh start']\"
> {'environment': {'JAVA_HOME': u'/usr/jdk64/jdk1.7.0_67'}, 'not_if': 'ls
> /var/run/knox/gateway.pid >/dev/null 2>&1 && ps -p `cat
> /var/run/knox/gateway.pid` >/dev/null 2>&1', 'user':
> 'knox'}\n2\n127\n2015-02-16 13:03:59,057 - Error while executing command
> 'start':\nTraceback (most recent call last):\n File
> \"/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py\",
> line 208, in execute\n method(env)\n File
> \"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line
> 89, in thunk\n return fn(*args, **kwargs)\n File
> \"/var/lib/ambari-agent/cache/common-services/KNOX/0.5.0.2.2/package/scripts/knox_gateway.py\",
> line 87, in start\n not_if=no_op_test\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/base.py\", line
> 148, in __init__\n self.env.run()\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
> line 152, in run\n self.run_action(resource, action)\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
> line 118, in run_action\n provider_action()\n File
> \"/usr/lib/python2.6/site-packages/resource_management/core/providers/system.py\",
> line 276, in action_run\n raise ex\nFail: Execution of
> '/usr/hdp/current/knox-server/bin/gateway.sh start' returned 127. -bash:
> /usr/hdp/current/knox-server/bin/gateway.sh: No such file or
> directory\r\n0\n2015-02-16 13:03:59,117 - Command: /usr/bin/hdp-select status
> knox-server > /tmp/tmpVmQtrj\nOutput: knox-server - None",
> "structured_out" : { }
> }
> }
>
> **Expected result:**
> Can start all services.
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
