Andrew Onischuk created AMBARI-9711:
---------------------------------------
Summary: Start Flume, Knox failed after upgrade from 1.7.0 to 2.0.0
Key: AMBARI-9711
URL: https://issues.apache.org/jira/browse/AMBARI-9711
Project: Ambari
Issue Type: Bug
Reporter: Andrew Onischuk
Assignee: Andrew Onischuk
Fix For: 2.0.0
**STR:**
1)Deploy old version with all services
2)Make ambari only upgrade to 2.0.0
**Actual result:**
Start Flume, Knox failed after upgrade from 1.7.0 to 2.0.0
{
"href" : "http://172.18.145.84:8080/api/v1/clusters/cl1/requests/18";,
"Requests" : {
"aborted_task_count" : 0,
"cluster_name" : "cl1",
"completed_task_count" : 3,
"create_time" : 1424091595059,
"end_time" : 1424091797170,
"exclusive" : false,
"failed_task_count" : 3,
"id" : 18,
"inputs" : null,
"operation_level" : null,
"progress_percent" : 100.0,
"queued_task_count" : 0,
"request_context" : "_PARSE_.START.FLUME",
"request_schedule" : null,
"request_status" : "FAILED",
"resource_filters" : [ ],
"start_time" : 1424091595086,
"task_count" : 3,
"timed_out_task_count" : 0,
"type" : "INTERNAL_REQUEST"
},
"tasks" : [
{
"href" :
"http://172.18.145.84:8080/api/v1/clusters/cl1/requests/18/tasks/310";,
"Tasks" : {
"cluster_name" : "cl1",
"id" : 310,
"request_id" : 18,
"stage_id" : 1
}
},
{
"href" :
"http://172.18.145.84:8080/api/v1/clusters/cl1/requests/18/tasks/311";,
"Tasks" : {
"cluster_name" : "cl1",
"id" : 311,
"request_id" : 18,
"stage_id" : 1
}
},
{
"href" :
"http://172.18.145.84:8080/api/v1/clusters/cl1/requests/18/tasks/312";,
"Tasks" : {
"cluster_name" : "cl1",
"id" : 312,
"request_id" : 18,
"stage_id" : 1
}
}
],
"stages" : [
{
"href" :
"http://172.18.145.84:8080/api/v1/clusters/cl1/requests/18/stages/1";,
"Stage" : {
"cluster_name" : "cl1",
"request_id" : 18,
"stage_id" : 1
}
}
]
}
--------------------------------------------------------------------------------
{
"href" :
"http://172.18.145.84:8080/api/v1/clusters/cl1/requests/18/tasks/310";,
"Tasks" : {
"attempt_cnt" : 1,
"cluster_name" : "cl1",
"command" : "START",
"command_detail" : "FLUME_HANDLER START",
"end_time" : 1424091793522,
"error_log" : "/var/lib/ambari-agent/data/errors-310.txt",
"exit_code" : 1,
"host_name" : "amb-upg170-rhel5oracle1424081068-1.cs1cloud.internal",
"id" : 310,
"output_log" : "/var/lib/ambari-agent/data/output-310.txt",
"request_id" : 18,
"role" : "FLUME_HANDLER",
"stage_id" : 1,
"start_time" : 1424091595088,
"status" : "FAILED",
"stderr" : "2015-02-16 13:03:13,302 - Error while executing command
'start':\nTraceback (most recent call last):\n File
\"/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py\",
line 208, in execute\n method(env)\n File
\"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line 89,
in thunk\n return fn(*args, **kwargs)\n File
\"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume_handler.py\",
line 56, in start\n flume(action='start')\n File
\"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line 89,
in thunk\n return fn(*args, **kwargs)\n File
\"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume.py\",
line 161, in flume\n try_sleep=10)\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/base.py\", line
148, in __init__\n self.env.run()\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
line 152, in run\n self.run_action(resource, action)\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
line 118, in run_action\n provider_action()\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/providers/system.py\",
line 276, in action_run\n raise ex\nFail: Execution of 'pgrep -o -u flume
-f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.",
"stdout" : "2015-02-16 12:59:58,551 -
u\"Directory['/var/lib/ambari-agent/data/tmp/AMBARI-artifacts/']\"
{'recursive': True}\n2015-02-16 12:59:58,553 -
u\"File['/var/lib/ambari-agent/data/tmp/AMBARI-artifacts//UnlimitedJCEPolicyJDK7.zip']\"
{'content':
DownloadSource('http://amb-upg170-rhel5oracle1424081068-9.cs1cloud.internal:8080/resources//UnlimitedJCEPolicyJDK7.zip')}\n2015-02-16
12:59:58,553 - Not downloading the file from
http://amb-upg170-rhel5oracle1424081068-9.cs1cloud.internal:8080/resources//UnlimitedJCEPolicyJDK7.zip,
because /var/lib/ambari-agent/data/tmp/UnlimitedJCEPolicyJDK7.zip already
exists\n0\n2015-02-16 12:59:58,621 - u\"Group['hadoop']\" {'ignore_failures':
False}\n2015-02-16 12:59:58,623 - Modifying group hadoop\n0\n2015-02-16
12:59:58,751 - u\"Group['nobody']\" {'ignore_failures': False}\n2015-02-16
12:59:58,752 - Modifying group nobody\n0\n2015-02-16 12:59:58,797 -
u\"Group['users']\" {'ignore_failures': False}\n2015-02-16 12:59:58,798 -
Modifying group users\n0\n2015-02-16 12:59:58,844 - u\"Group['knox']\"
{'ignore_failures': False}\n2015-02-16 12:59:58,845 - Modifying group
knox\n0\n2015-02-16 12:59:58,889 - u\"User['hive']\" {'gid': 'hadoop',
'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 12:59:58,890 -
Modifying user hive\n0\n2015-02-16 12:59:58,938 - u\"User['oozie']\" {'gid':
'hadoop', 'ignore_failures': False, 'groups': [u'users']}\n2015-02-16
12:59:58,939 - Modifying user oozie\n0\n2015-02-16 12:59:58,987 -
u\"User['nobody']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups':
[u'nobody']}\n2015-02-16 12:59:58,988 - Modifying user nobody\n0\n2015-02-16
12:59:59,037 - u\"User['ambari-qa']\" {'gid': 'hadoop', 'ignore_failures':
False, 'groups': [u'users']}\n2015-02-16 12:59:59,038 - Modifying user
ambari-qa\n0\n2015-02-16 12:59:59,090 - u\"User['flume']\" {'gid': 'hadoop',
'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 12:59:59,091 -
Modifying user flume\n0\n2015-02-16 12:59:59,138 - u\"User['hdfs']\" {'gid':
'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16
12:59:59,139 - Modifying user hdfs\n0\n2015-02-16 12:59:59,187 -
u\"User['knox']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups':
[u'hadoop']}\n2015-02-16 12:59:59,189 - Modifying user knox\n0\n2015-02-16
12:59:59,291 - u\"User['storm']\" {'gid': 'hadoop', 'ignore_failures': False,
'groups': [u'hadoop']}\n2015-02-16 12:59:59,291 - Modifying user
storm\n0\n2015-02-16 12:59:59,338 - u\"User['mapred']\" {'gid': 'hadoop',
'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 12:59:59,339 -
Modifying user mapred\n0\n2015-02-16 12:59:59,386 - u\"User['hbase']\" {'gid':
'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16
12:59:59,386 - Modifying user hbase\n0\n2015-02-16 12:59:59,438 -
u\"User['tez']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups':
[u'users']}\n2015-02-16 12:59:59,439 - Modifying user tez\n0\n2015-02-16
12:59:59,604 - u\"User['zookeeper']\" {'gid': 'hadoop', 'ignore_failures':
False, 'groups': [u'hadoop']}\n2015-02-16 12:59:59,605 - Modifying user
zookeeper\n0\n2015-02-16 12:59:59,730 - u\"User['falcon']\" {'gid': 'hadoop',
'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 12:59:59,731 -
Modifying user falcon\n0\n2015-02-16 12:59:59,780 - u\"User['sqoop']\" {'gid':
'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16
12:59:59,781 - Modifying user sqoop\n0\n2015-02-16 12:59:59,829 -
u\"User['yarn']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups':
[u'hadoop']}\n2015-02-16 12:59:59,830 - Modifying user yarn\n0\n2015-02-16
12:59:59,877 - u\"User['hcat']\" {'gid': 'hadoop', 'ignore_failures': False,
'groups': [u'hadoop']}\n2015-02-16 12:59:59,878 - Modifying user
hcat\n0\n2015-02-16 12:59:59,929 -
u\"File['/var/lib/ambari-agent/data/tmp/changeUid.sh']\" {'content':
StaticFile('changeToSecureUid.sh'), 'mode': 0555}\n0\n2015-02-16 12:59:59,975 -
u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh ambari-qa
/tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa']\"
{'not_if': 'test $(id -u ambari-qa) -gt 1000'}\n0\n2015-02-16 13:00:00,019 -
Skipping u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh ambari-qa
/tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa']\"
due to not_if\n2015-02-16 13:00:00,020 -
u\"Directory['/grid/0/hadoop/hbase']\" {'owner': 'hbase', 'recursive': True,
'mode': 0775, 'cd_access': 'a'}\n0\n0\n0\n0\n2015-02-16 13:00:00,208 -
u\"File['/var/lib/ambari-agent/data/tmp/changeUid.sh']\" {'content':
StaticFile('changeToSecureUid.sh'), 'mode': 0555}\n0\n2015-02-16 13:00:00,257 -
u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh hbase
/home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/grid/0/hadoop/hbase']\"
{'not_if': 'test $(id -u hbase) -gt 1000'}\n0\n2015-02-16 13:00:00,301 -
Skipping u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh hbase
/home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/grid/0/hadoop/hbase']\"
due to not_if\n2015-02-16 13:00:00,302 - u\"Group['hdfs']\" {'ignore_failures':
False}\n2015-02-16 13:00:00,302 - Modifying group hdfs\n0\n2015-02-16
13:00:00,387 - u\"User['hdfs']\" {'groups': [u'hadoop', 'hdfs', 'hadoop',
u'hdfs']}\n2015-02-16 13:00:00,387 - Modifying user hdfs\n0\n2015-02-16
13:00:00,432 - u\"Directory['/etc/hadoop']\" {'mode': 0755}\n2015-02-16
13:00:00,433 - u\"Directory['/etc/hadoop/conf.empty']\" {'owner': 'hdfs',
'group': 'hadoop', 'recursive': True}\n2015-02-16 13:00:00,434 -
u\"Link['/etc/hadoop/conf']\" {'not_if': 'ls /etc/hadoop/conf', 'to':
'/etc/hadoop/conf.empty'}\n0\n2015-02-16 13:00:00,480 - Skipping
u\"Link['/etc/hadoop/conf']\" due to not_if\n2015-02-16 13:00:00,499 -
u\"File['/etc/hadoop/conf/hadoop-env.sh']\" {'content': InlineTemplate(...),
'owner': 'hdfs', 'group': 'hadoop'}\n0\n2015-02-16 13:00:00,560 -
u\"Execute['('setenforce', '0')']\" {'sudo': True, 'only_if': 'test -f
/selinux/enforce'}\n1\n2015-02-16 13:00:00,628 - Skipping
u\"Execute['('setenforce', '0')']\" due to only_if\n2015-02-16 13:00:00,629 -
u\"Directory['/grid/0/log/hadoop']\" {'owner': 'root', 'mode': 0775, 'group':
'hadoop', 'recursive': True, 'cd_access': 'a'}\n0\n0\n0\n0\n2015-02-16
13:00:00,816 - u\"Directory['/var/run/hadoop']\" {'owner': 'root', 'group':
'root', 'recursive': True, 'cd_access': 'a'}\n0\n0\n0\n2015-02-16 13:00:00,952
- u\"Directory['/tmp/hadoop-hdfs']\" {'owner': 'hdfs', 'recursive': True,
'cd_access': 'a'}\n0\n0\n2015-02-16 13:00:01,055 -
u\"File['/etc/hadoop/conf/commons-logging.properties']\" {'content':
Template('commons-logging.properties.j2'), 'owner': 'hdfs'}\n0\n2015-02-16
13:00:01,102 - u\"File['/etc/hadoop/conf/health_check']\" {'content':
Template('health_check-v2.j2'), 'owner': 'hdfs'}\n0\n2015-02-16 13:00:01,147 -
u\"File['/etc/hadoop/conf/log4j.properties']\" {'content': '...', 'owner':
'hdfs', 'group': 'hadoop', 'mode': 0644}\n0\n2015-02-16 13:00:01,207 -
u\"File['/etc/hadoop/conf/hadoop-metrics2.properties']\" {'content':
Template('hadoop-metrics2.properties.j2'), 'owner': 'hdfs'}\n0\n2015-02-16
13:00:01,252 - u\"File['/etc/hadoop/conf/task-log4j.properties']\" {'content':
StaticFile('task-log4j.properties'), 'mode': 0755}\n0\n2015-02-16 13:00:01,502
- u\"Directory['/etc/flume/conf']\" {'recursive': True}\n2015-02-16
13:00:01,504 - u\"Directory['/var/log/flume']\" {'owner': 'flume'}\n2015-02-16
13:00:01,505 - u\"Directory['/etc/flume/conf/a1']\" {}\n2015-02-16 13:00:01,505
- u\"PropertiesFile['/etc/flume/conf/a1/flume.conf']\" {'mode': 0644,
'properties': ...}\n2015-02-16 13:00:01,514 - Generating properties file:
/etc/flume/conf/a1/flume.conf\n2015-02-16 13:00:01,515 -
u\"File['/etc/flume/conf/a1/flume.conf']\" {'owner': None, 'content':
InlineTemplate(...), 'group': None, 'mode': 0644}\n0\n2015-02-16 13:00:01,585 -
Writing u\"File['/etc/flume/conf/a1/flume.conf']\" because contents don't
match\n0\n0\n2015-02-16 13:00:01,679 -
u\"File['/etc/flume/conf/a1/log4j.properties']\" {'content':
Template('log4j.properties.j2'), 'mode': 0644}\n0\n2015-02-16 13:00:01,724 -
u\"File['/etc/flume/conf/a1/ambari-meta.json']\" {'content':
'{\"channels_count\": 1, \"sinks_count\": 1, \"sources_count\": 1}', 'mode':
0644}\n2015-02-16 13:00:01,725 - Writing
u\"File['/etc/flume/conf/a1/ambari-meta.json']\" because it doesn't
exist\n0\n0\n2015-02-16 13:00:01,821 -
u\"File['/etc/flume/conf/a1/flume-env.sh']\" {'content': InlineTemplate(...),
'owner': 'flume'}\n0\n2015-02-16 13:00:01,866 -
u\"Directory['/etc/flume/conf/a2']\" {}\n2015-02-16 13:00:01,866 -
u\"PropertiesFile['/etc/flume/conf/a2/flume.conf']\" {'mode': 0644,
'properties': ...}\n2015-02-16 13:00:01,873 - Generating properties file:
/etc/flume/conf/a2/flume.conf\n2015-02-16 13:00:01,873 -
u\"File['/etc/flume/conf/a2/flume.conf']\" {'owner': None, 'content':
InlineTemplate(...), 'group': None, 'mode': 0644}\n0\n2015-02-16 13:00:01,919 -
Writing u\"File['/etc/flume/conf/a2/flume.conf']\" because contents don't
match\n0\n0\n2015-02-16 13:00:02,039 -
u\"File['/etc/flume/conf/a2/log4j.properties']\" {'content':
Template('log4j.properties.j2'), 'mode': 0644}\n0\n2015-02-16 13:00:02,086 -
u\"File['/etc/flume/conf/a2/ambari-meta.json']\" {'content':
'{\"channels_count\": 1, \"sinks_count\": 1, \"sources_count\": 1}', 'mode':
0644}\n2015-02-16 13:00:02,086 - Writing
u\"File['/etc/flume/conf/a2/ambari-meta.json']\" because it doesn't
exist\n0\n0\n2015-02-16 13:00:02,176 -
u\"File['/etc/flume/conf/a2/flume-env.sh']\" {'content': InlineTemplate(...),
'owner': 'flume'}\n0\n2015-02-16 13:00:02,220 -
u\"File['/var/run/flume/ambari-state.txt']\" {'content':
'STARTED'}\n0\n2015-02-16 13:00:02,265 - Writing
u\"File['/var/run/flume/ambari-state.txt']\" because contents don't
match\n0\n0\n2015-02-16 13:00:02,355 - u'Execute[\\'/usr/bin/sudo su flume -l
-s /bin/bash -c \\'export
PATH=\\'\"\\'\"\\'/usr/sbin:/sbin:/usr/lib/ambari-server/*:/usr/kerberos/sbin:/usr/kerberos/bin:/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin:/root/bin\\'\"\\'\"\\'
JAVA_HOME=/usr/jdk64/jdk1.7.0_67 ; /usr/hdp/current/flume-server/bin/flume-ng
agent --name a2 --conf /etc/flume/conf/a2 --conf-file
/etc/flume/conf/a2/flume.conf -Dflume.monitoring.type=ganglia
-Dflume.monitoring.hosts=amb-upg170-rhel5oracle1424081068-1.cs1cloud.internal:8655
> /var/log/flume/a2.out 2>&1\\' &\\']' {'environment': {'JAVA_HOME':
u'/usr/jdk64/jdk1.7.0_67'}, 'wait_for_finish': False}\n2015-02-16 13:00:02,360
- u\"Execute['pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
/var/run/flume/a2.pid']\" {'logoutput': True, 'tries': 20, 'try_sleep':
10}\n1\n2015-02-16 13:00:02,408 - Retrying after 10 seconds. Reason: Execution
of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid'
returned 1. \n1\n2015-02-16 13:00:12,456 - Retrying after 10 seconds. Reason:
Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
/var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:00:22,503 - Retrying
after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
\n1\n2015-02-16 13:00:32,549 - Retrying after 10 seconds. Reason: Execution of
'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid'
returned 1. \n1\n2015-02-16 13:00:42,595 - Retrying after 10 seconds. Reason:
Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
/var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:00:52,647 - Retrying
after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
\n1\n2015-02-16 13:01:02,696 - Retrying after 10 seconds. Reason: Execution of
'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid'
returned 1. \n1\n2015-02-16 13:01:12,742 - Retrying after 10 seconds. Reason:
Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
/var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:22,790 - Retrying
after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
\n1\n2015-02-16 13:01:32,838 - Retrying after 10 seconds. Reason: Execution of
'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid'
returned 1. \n1\n2015-02-16 13:01:42,885 - Retrying after 10 seconds. Reason:
Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
/var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:52,931 - Retrying
after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
\n1\n2015-02-16 13:02:02,979 - Retrying after 10 seconds. Reason: Execution of
'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid'
returned 1. \n1\n2015-02-16 13:02:13,023 - Retrying after 10 seconds. Reason:
Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
/var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:23,068 - Retrying
after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
\n1\n2015-02-16 13:02:33,110 - Retrying after 10 seconds. Reason: Execution of
'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid'
returned 1. \n1\n2015-02-16 13:02:43,157 - Retrying after 10 seconds. Reason:
Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
/var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:53,205 - Retrying
after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
\n1\n2015-02-16 13:03:03,255 - Retrying after 10 seconds. Reason: Execution of
'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid'
returned 1. \n1\n2015-02-16 13:03:13,302 - Error while executing command
'start':\nTraceback (most recent call last):\n File
\"/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py\",
line 208, in execute\n method(env)\n File
\"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line 89,
in thunk\n return fn(*args, **kwargs)\n File
\"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume_handler.py\",
line 56, in start\n flume(action='start')\n File
\"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line 89,
in thunk\n return fn(*args, **kwargs)\n File
\"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume.py\",
line 161, in flume\n try_sleep=10)\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/base.py\", line
148, in __init__\n self.env.run()\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
line 152, in run\n self.run_action(resource, action)\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
line 118, in run_action\n provider_action()\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/providers/system.py\",
line 276, in action_run\n raise ex\nFail: Execution of 'pgrep -o -u flume
-f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
\n0\n2015-02-16 13:03:13,348 - Command: /usr/bin/hdp-select status flume-server
> /tmp/tmpwt8Ch0\nOutput: flume-server - None",
"structured_out" : { }
}
}
--------------------------------------------------------------------------------
--------------------------------------------------------------------------------
{
"href" :
"http://172.18.145.84:8080/api/v1/clusters/cl1/requests/18/tasks/311";,
"Tasks" : {
"attempt_cnt" : 1,
"cluster_name" : "cl1",
"command" : "START",
"command_detail" : "FLUME_HANDLER START",
"end_time" : 1424091794526,
"error_log" : "/var/lib/ambari-agent/data/errors-311.txt",
"exit_code" : 1,
"host_name" : "amb-upg170-rhel5oracle1424081068-8.cs1cloud.internal",
"id" : 311,
"output_log" : "/var/lib/ambari-agent/data/output-311.txt",
"request_id" : 18,
"role" : "FLUME_HANDLER",
"stage_id" : 1,
"start_time" : 1424091595089,
"status" : "FAILED",
"stderr" : "2015-02-16 13:03:14,346 - Error while executing command
'start':\nTraceback (most recent call last):\n File
\"/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py\",
line 208, in execute\n method(env)\n File
\"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line 89,
in thunk\n return fn(*args, **kwargs)\n File
\"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume_handler.py\",
line 56, in start\n flume(action='start')\n File
\"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line 89,
in thunk\n return fn(*args, **kwargs)\n File
\"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume.py\",
line 161, in flume\n try_sleep=10)\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/base.py\", line
148, in __init__\n self.env.run()\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
line 152, in run\n self.run_action(resource, action)\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
line 118, in run_action\n provider_action()\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/providers/system.py\",
line 276, in action_run\n raise ex\nFail: Execution of 'pgrep -o -u flume
-f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.",
"stdout" : "2015-02-16 12:59:59,891 -
u\"Directory['/var/lib/ambari-agent/data/tmp/AMBARI-artifacts/']\"
{'recursive': True}\n2015-02-16 12:59:59,893 -
u\"File['/var/lib/ambari-agent/data/tmp/AMBARI-artifacts//UnlimitedJCEPolicyJDK7.zip']\"
{'content':
DownloadSource('http://amb-upg170-rhel5oracle1424081068-9.cs1cloud.internal:8080/resources//UnlimitedJCEPolicyJDK7.zip')}\n2015-02-16
12:59:59,893 - Not downloading the file from
http://amb-upg170-rhel5oracle1424081068-9.cs1cloud.internal:8080/resources//UnlimitedJCEPolicyJDK7.zip,
because /var/lib/ambari-agent/data/tmp/UnlimitedJCEPolicyJDK7.zip already
exists\n0\n2015-02-16 12:59:59,963 - u\"Group['hadoop']\" {'ignore_failures':
False}\n2015-02-16 12:59:59,965 - Modifying group hadoop\n0\n2015-02-16
13:00:00,014 - u\"Group['nobody']\" {'ignore_failures': False}\n2015-02-16
13:00:00,015 - Modifying group nobody\n0\n2015-02-16 13:00:00,061 -
u\"Group['users']\" {'ignore_failures': False}\n2015-02-16 13:00:00,061 -
Modifying group users\n0\n2015-02-16 13:00:00,105 - u\"Group['knox']\"
{'ignore_failures': False}\n2015-02-16 13:00:00,105 - Modifying group
knox\n0\n2015-02-16 13:00:00,149 - u\"User['hive']\" {'gid': 'hadoop',
'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:00,150 -
Modifying user hive\n0\n2015-02-16 13:00:00,200 - u\"User['oozie']\" {'gid':
'hadoop', 'ignore_failures': False, 'groups': [u'users']}\n2015-02-16
13:00:00,201 - Modifying user oozie\n0\n2015-02-16 13:00:00,252 -
u\"User['nobody']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups':
[u'nobody']}\n2015-02-16 13:00:00,252 - Modifying user nobody\n0\n2015-02-16
13:00:00,379 - u\"User['ambari-qa']\" {'gid': 'hadoop', 'ignore_failures':
False, 'groups': [u'users']}\n2015-02-16 13:00:00,380 - Modifying user
ambari-qa\n0\n2015-02-16 13:00:00,427 - u\"User['flume']\" {'gid': 'hadoop',
'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:00,427 -
Modifying user flume\n0\n2015-02-16 13:00:00,473 - u\"User['hdfs']\" {'gid':
'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16
13:00:00,473 - Modifying user hdfs\n0\n2015-02-16 13:00:00,519 -
u\"User['knox']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups':
[u'hadoop']}\n2015-02-16 13:00:00,520 - Modifying user knox\n0\n2015-02-16
13:00:00,567 - u\"User['storm']\" {'gid': 'hadoop', 'ignore_failures': False,
'groups': [u'hadoop']}\n2015-02-16 13:00:00,568 - Modifying user
storm\n0\n2015-02-16 13:00:00,615 - u\"User['mapred']\" {'gid': 'hadoop',
'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:00,615 -
Modifying user mapred\n0\n2015-02-16 13:00:00,661 - u\"User['hbase']\" {'gid':
'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16
13:00:00,661 - Modifying user hbase\n0\n2015-02-16 13:00:00,707 -
u\"User['tez']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups':
[u'users']}\n2015-02-16 13:00:00,707 - Modifying user tez\n0\n2015-02-16
13:00:00,753 - u\"User['zookeeper']\" {'gid': 'hadoop', 'ignore_failures':
False, 'groups': [u'hadoop']}\n2015-02-16 13:00:00,754 - Modifying user
zookeeper\n0\n2015-02-16 13:00:00,802 - u\"User['falcon']\" {'gid': 'hadoop',
'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:00,802 -
Modifying user falcon\n0\n2015-02-16 13:00:00,848 - u\"User['sqoop']\" {'gid':
'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16
13:00:00,848 - Modifying user sqoop\n0\n2015-02-16 13:00:00,895 -
u\"User['yarn']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups':
[u'hadoop']}\n2015-02-16 13:00:00,895 - Modifying user yarn\n0\n2015-02-16
13:00:00,941 - u\"User['hcat']\" {'gid': 'hadoop', 'ignore_failures': False,
'groups': [u'hadoop']}\n2015-02-16 13:00:00,941 - Modifying user
hcat\n0\n2015-02-16 13:00:00,987 -
u\"File['/var/lib/ambari-agent/data/tmp/changeUid.sh']\" {'content':
StaticFile('changeToSecureUid.sh'), 'mode': 0555}\n0\n2015-02-16 13:00:01,033 -
u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh ambari-qa
/tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa']\"
{'not_if': 'test $(id -u ambari-qa) -gt 1000'}\n0\n2015-02-16 13:00:01,079 -
Skipping u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh ambari-qa
/tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa']\"
due to not_if\n2015-02-16 13:00:01,080 -
u\"Directory['/grid/0/hadoop/hbase']\" {'owner': 'hbase', 'recursive': True,
'mode': 0775, 'cd_access': 'a'}\n0\n0\n0\n0\n2015-02-16 13:00:01,266 -
u\"File['/var/lib/ambari-agent/data/tmp/changeUid.sh']\" {'content':
StaticFile('changeToSecureUid.sh'), 'mode': 0555}\n0\n2015-02-16 13:00:01,315 -
u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh hbase
/home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/grid/0/hadoop/hbase']\"
{'not_if': 'test $(id -u hbase) -gt 1000'}\n0\n2015-02-16 13:00:01,361 -
Skipping u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh hbase
/home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/grid/0/hadoop/hbase']\"
due to not_if\n2015-02-16 13:00:01,362 - u\"Group['hdfs']\" {'ignore_failures':
False}\n2015-02-16 13:00:01,363 - Modifying group hdfs\n0\n2015-02-16
13:00:01,490 - u\"User['hdfs']\" {'groups': [u'hadoop', 'hdfs', 'hadoop',
u'hdfs']}\n2015-02-16 13:00:01,491 - Modifying user hdfs\n0\n2015-02-16
13:00:01,539 - u\"Directory['/etc/hadoop']\" {'mode': 0755}\n2015-02-16
13:00:01,540 - u\"Directory['/etc/hadoop/conf.empty']\" {'owner': 'hdfs',
'group': 'hadoop', 'recursive': True}\n2015-02-16 13:00:01,542 -
u\"Link['/etc/hadoop/conf']\" {'not_if': 'ls /etc/hadoop/conf', 'to':
'/etc/hadoop/conf.empty'}\n0\n2015-02-16 13:00:01,588 - Skipping
u\"Link['/etc/hadoop/conf']\" due to not_if\n2015-02-16 13:00:01,603 -
u\"File['/etc/hadoop/conf/hadoop-env.sh']\" {'content': InlineTemplate(...),
'owner': 'hdfs', 'group': 'hadoop'}\n0\n2015-02-16 13:00:01,666 -
u\"Execute['('setenforce', '0')']\" {'sudo': True, 'only_if': 'test -f
/selinux/enforce'}\n1\n2015-02-16 13:00:01,733 - Skipping
u\"Execute['('setenforce', '0')']\" due to only_if\n2015-02-16 13:00:01,733 -
u\"Directory['/grid/0/log/hadoop']\" {'owner': 'root', 'mode': 0775, 'group':
'hadoop', 'recursive': True, 'cd_access': 'a'}\n0\n0\n0\n0\n2015-02-16
13:00:01,915 - u\"Directory['/var/run/hadoop']\" {'owner': 'root', 'group':
'root', 'recursive': True, 'cd_access': 'a'}\n0\n0\n0\n2015-02-16 13:00:02,048
- u\"Directory['/tmp/hadoop-hdfs']\" {'owner': 'hdfs', 'recursive': True,
'cd_access': 'a'}\n0\n0\n2015-02-16 13:00:02,145 -
u\"File['/etc/hadoop/conf/commons-logging.properties']\" {'content':
Template('commons-logging.properties.j2'), 'owner': 'hdfs'}\n0\n2015-02-16
13:00:02,193 - u\"File['/etc/hadoop/conf/health_check']\" {'content':
Template('health_check-v2.j2'), 'owner': 'hdfs'}\n0\n2015-02-16 13:00:02,238 -
u\"File['/etc/hadoop/conf/log4j.properties']\" {'content': '...', 'owner':
'hdfs', 'group': 'hadoop', 'mode': 0644}\n0\n2015-02-16 13:00:02,296 -
u\"File['/etc/hadoop/conf/hadoop-metrics2.properties']\" {'content':
Template('hadoop-metrics2.properties.j2'), 'owner': 'hdfs'}\n0\n2015-02-16
13:00:02,340 - u\"File['/etc/hadoop/conf/task-log4j.properties']\" {'content':
StaticFile('task-log4j.properties'), 'mode': 0755}\n0\n2015-02-16 13:00:02,589
- u\"Directory['/etc/flume/conf']\" {'recursive': True}\n2015-02-16
13:00:02,591 - u\"Directory['/var/log/flume']\" {'owner': 'flume'}\n2015-02-16
13:00:02,592 - u\"Directory['/etc/flume/conf/a1']\" {}\n2015-02-16 13:00:02,592
- u\"PropertiesFile['/etc/flume/conf/a1/flume.conf']\" {'mode': 0644,
'properties': ...}\n2015-02-16 13:00:02,601 - Generating properties file:
/etc/flume/conf/a1/flume.conf\n2015-02-16 13:00:02,601 -
u\"File['/etc/flume/conf/a1/flume.conf']\" {'owner': None, 'content':
InlineTemplate(...), 'group': None, 'mode': 0644}\n0\n2015-02-16 13:00:02,669 -
Writing u\"File['/etc/flume/conf/a1/flume.conf']\" because contents don't
match\n0\n0\n2015-02-16 13:00:02,767 -
u\"File['/etc/flume/conf/a1/log4j.properties']\" {'content':
Template('log4j.properties.j2'), 'mode': 0644}\n0\n2015-02-16 13:00:02,812 -
u\"File['/etc/flume/conf/a1/ambari-meta.json']\" {'content':
'{\"channels_count\": 1, \"sinks_count\": 1, \"sources_count\": 1}', 'mode':
0644}\n2015-02-16 13:00:02,812 - Writing
u\"File['/etc/flume/conf/a1/ambari-meta.json']\" because it doesn't
exist\n0\n0\n2015-02-16 13:00:02,902 -
u\"File['/etc/flume/conf/a1/flume-env.sh']\" {'content': InlineTemplate(...),
'owner': 'flume'}\n0\n2015-02-16 13:00:02,946 -
u\"Directory['/etc/flume/conf/a2']\" {}\n2015-02-16 13:00:02,946 -
u\"PropertiesFile['/etc/flume/conf/a2/flume.conf']\" {'mode': 0644,
'properties': ...}\n2015-02-16 13:00:02,951 - Generating properties file:
/etc/flume/conf/a2/flume.conf\n2015-02-16 13:00:02,952 -
u\"File['/etc/flume/conf/a2/flume.conf']\" {'owner': None, 'content':
InlineTemplate(...), 'group': None, 'mode': 0644}\n0\n2015-02-16 13:00:02,995 -
Writing u\"File['/etc/flume/conf/a2/flume.conf']\" because contents don't
match\n0\n0\n2015-02-16 13:00:03,086 -
u\"File['/etc/flume/conf/a2/log4j.properties']\" {'content':
Template('log4j.properties.j2'), 'mode': 0644}\n0\n2015-02-16 13:00:03,130 -
u\"File['/etc/flume/conf/a2/ambari-meta.json']\" {'content':
'{\"channels_count\": 1, \"sinks_count\": 1, \"sources_count\": 1}', 'mode':
0644}\n2015-02-16 13:00:03,130 - Writing
u\"File['/etc/flume/conf/a2/ambari-meta.json']\" because it doesn't
exist\n0\n0\n2015-02-16 13:00:03,219 -
u\"File['/etc/flume/conf/a2/flume-env.sh']\" {'content': InlineTemplate(...),
'owner': 'flume'}\n0\n2015-02-16 13:00:03,265 -
u\"File['/var/run/flume/ambari-state.txt']\" {'content':
'STARTED'}\n0\n2015-02-16 13:00:03,307 - Writing
u\"File['/var/run/flume/ambari-state.txt']\" because contents don't
match\n0\n0\n2015-02-16 13:00:03,394 - u'Execute[\\'/usr/bin/sudo su flume -l
-s /bin/bash -c \\'export
PATH=\\'\"\\'\"\\'/usr/sbin:/sbin:/usr/lib/ambari-server/*:/usr/kerberos/sbin:/usr/kerberos/bin:/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin:/root/bin\\'\"\\'\"\\'
JAVA_HOME=/usr/jdk64/jdk1.7.0_67 ; /usr/hdp/current/flume-server/bin/flume-ng
agent --name a2 --conf /etc/flume/conf/a2 --conf-file
/etc/flume/conf/a2/flume.conf -Dflume.monitoring.type=ganglia
-Dflume.monitoring.hosts=amb-upg170-rhel5oracle1424081068-1.cs1cloud.internal:8655
> /var/log/flume/a2.out 2>&1\\' &\\']' {'environment': {'JAVA_HOME':
u'/usr/jdk64/jdk1.7.0_67'}, 'wait_for_finish': False}\n2015-02-16 13:00:03,398
- u\"Execute['pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
/var/run/flume/a2.pid']\" {'logoutput': True, 'tries': 20, 'try_sleep':
10}\n1\n2015-02-16 13:00:03,444 - Retrying after 10 seconds. Reason: Execution
of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid'
returned 1. \n1\n2015-02-16 13:00:13,492 - Retrying after 10 seconds. Reason:
Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
/var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:00:23,538 - Retrying
after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
\n1\n2015-02-16 13:00:33,583 - Retrying after 10 seconds. Reason: Execution of
'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid'
returned 1. \n1\n2015-02-16 13:00:43,628 - Retrying after 10 seconds. Reason:
Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
/var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:00:53,672 - Retrying
after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
\n1\n2015-02-16 13:01:03,718 - Retrying after 10 seconds. Reason: Execution of
'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid'
returned 1. \n1\n2015-02-16 13:01:13,763 - Retrying after 10 seconds. Reason:
Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
/var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:23,807 - Retrying
after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
\n1\n2015-02-16 13:01:33,854 - Retrying after 10 seconds. Reason: Execution of
'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid'
returned 1. \n1\n2015-02-16 13:01:43,924 - Retrying after 10 seconds. Reason:
Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
/var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:53,972 - Retrying
after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
\n1\n2015-02-16 13:02:04,020 - Retrying after 10 seconds. Reason: Execution of
'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid'
returned 1. \n1\n2015-02-16 13:02:14,064 - Retrying after 10 seconds. Reason:
Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
/var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:24,113 - Retrying
after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
\n1\n2015-02-16 13:02:34,157 - Retrying after 10 seconds. Reason: Execution of
'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid'
returned 1. \n1\n2015-02-16 13:02:44,206 - Retrying after 10 seconds. Reason:
Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
/var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:54,258 - Retrying
after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
\n1\n2015-02-16 13:03:04,302 - Retrying after 10 seconds. Reason: Execution of
'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid'
returned 1. \n1\n2015-02-16 13:03:14,346 - Error while executing command
'start':\nTraceback (most recent call last):\n File
\"/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py\",
line 208, in execute\n method(env)\n File
\"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line 89,
in thunk\n return fn(*args, **kwargs)\n File
\"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume_handler.py\",
line 56, in start\n flume(action='start')\n File
\"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line 89,
in thunk\n return fn(*args, **kwargs)\n File
\"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume.py\",
line 161, in flume\n try_sleep=10)\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/base.py\", line
148, in __init__\n self.env.run()\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
line 152, in run\n self.run_action(resource, action)\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
line 118, in run_action\n provider_action()\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/providers/system.py\",
line 276, in action_run\n raise ex\nFail: Execution of 'pgrep -o -u flume
-f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
\n0\n2015-02-16 13:03:14,394 - Command: /usr/bin/hdp-select status flume-server
> /tmp/tmpR77HbA\nOutput: flume-server - None",
"structured_out" : { }
}
}
--------------------------------------------------------------------------------
--------------------------------------------------------------------------------
{
"href" :
"http://172.18.145.84:8080/api/v1/clusters/cl1/requests/18/tasks/312";,
"Tasks" : {
"attempt_cnt" : 1,
"cluster_name" : "cl1",
"command" : "START",
"command_detail" : "FLUME_HANDLER START",
"end_time" : 1424091797146,
"error_log" : "/var/lib/ambari-agent/data/errors-312.txt",
"exit_code" : 1,
"host_name" : "amb-upg170-rhel5oracle1424081068-9.cs1cloud.internal",
"id" : 312,
"output_log" : "/var/lib/ambari-agent/data/output-312.txt",
"request_id" : 18,
"role" : "FLUME_HANDLER",
"stage_id" : 1,
"start_time" : 1424091595089,
"status" : "FAILED",
"stderr" : "2015-02-16 13:03:16,598 - Error while executing command
'start':\nTraceback (most recent call last):\n File
\"/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py\",
line 208, in execute\n method(env)\n File
\"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line 89,
in thunk\n return fn(*args, **kwargs)\n File
\"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume_handler.py\",
line 56, in start\n flume(action='start')\n File
\"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line 89,
in thunk\n return fn(*args, **kwargs)\n File
\"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume.py\",
line 161, in flume\n try_sleep=10)\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/base.py\", line
148, in __init__\n self.env.run()\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
line 152, in run\n self.run_action(resource, action)\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
line 118, in run_action\n provider_action()\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/providers/system.py\",
line 276, in action_run\n raise ex\nFail: Execution of 'pgrep -o -u flume
-f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.",
"stdout" : "2015-02-16 13:00:01,603 -
u\"Directory['/var/lib/ambari-agent/data/tmp/AMBARI-artifacts/']\"
{'recursive': True}\n2015-02-16 13:00:01,605 -
u\"File['/var/lib/ambari-agent/data/tmp/AMBARI-artifacts//UnlimitedJCEPolicyJDK7.zip']\"
{'content':
DownloadSource('http://amb-upg170-rhel5oracle1424081068-9.cs1cloud.internal:8080/resources//UnlimitedJCEPolicyJDK7.zip')}\n2015-02-16
13:00:01,605 - Not downloading the file from
http://amb-upg170-rhel5oracle1424081068-9.cs1cloud.internal:8080/resources//UnlimitedJCEPolicyJDK7.zip,
because /var/lib/ambari-agent/data/tmp/UnlimitedJCEPolicyJDK7.zip already
exists\n0\n2015-02-16 13:00:01,724 - u\"Group['hadoop']\" {'ignore_failures':
False}\n2015-02-16 13:00:01,726 - Modifying group hadoop\n0\n2015-02-16
13:00:01,772 - u\"Group['nobody']\" {'ignore_failures': False}\n2015-02-16
13:00:01,772 - Modifying group nobody\n0\n2015-02-16 13:00:01,863 -
u\"Group['users']\" {'ignore_failures': False}\n2015-02-16 13:00:01,863 -
Modifying group users\n0\n2015-02-16 13:00:01,910 - u\"Group['knox']\"
{'ignore_failures': False}\n2015-02-16 13:00:01,911 - Modifying group
knox\n0\n2015-02-16 13:00:01,960 - u\"User['hive']\" {'gid': 'hadoop',
'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:01,960 -
Modifying user hive\n0\n2015-02-16 13:00:02,067 - u\"User['oozie']\" {'gid':
'hadoop', 'ignore_failures': False, 'groups': [u'users']}\n2015-02-16
13:00:02,068 - Modifying user oozie\n0\n2015-02-16 13:00:02,117 -
u\"User['nobody']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups':
[u'nobody']}\n2015-02-16 13:00:02,119 - Modifying user nobody\n0\n2015-02-16
13:00:02,168 - u\"User['ambari-qa']\" {'gid': 'hadoop', 'ignore_failures':
False, 'groups': [u'users']}\n2015-02-16 13:00:02,168 - Modifying user
ambari-qa\n0\n2015-02-16 13:00:02,257 - u\"User['flume']\" {'gid': 'hadoop',
'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:02,258 -
Modifying user flume\n0\n2015-02-16 13:00:02,304 - u\"User['hdfs']\" {'gid':
'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16
13:00:02,305 - Modifying user hdfs\n0\n2015-02-16 13:00:02,349 -
u\"User['knox']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups':
[u'hadoop']}\n2015-02-16 13:00:02,350 - Modifying user knox\n0\n2015-02-16
13:00:02,404 - u\"User['storm']\" {'gid': 'hadoop', 'ignore_failures': False,
'groups': [u'hadoop']}\n2015-02-16 13:00:02,405 - Modifying user
storm\n0\n2015-02-16 13:00:02,502 - u\"User['mapred']\" {'gid': 'hadoop',
'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:02,506 -
Modifying user mapred\n0\n2015-02-16 13:00:02,555 - u\"User['hbase']\" {'gid':
'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16
13:00:02,555 - Modifying user hbase\n0\n2015-02-16 13:00:02,634 -
u\"User['tez']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups':
[u'users']}\n2015-02-16 13:00:02,634 - Modifying user tez\n0\n2015-02-16
13:00:02,686 - u\"User['zookeeper']\" {'gid': 'hadoop', 'ignore_failures':
False, 'groups': [u'hadoop']}\n2015-02-16 13:00:02,687 - Modifying user
zookeeper\n0\n2015-02-16 13:00:02,735 - u\"User['falcon']\" {'gid': 'hadoop',
'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:00:02,736 -
Modifying user falcon\n0\n2015-02-16 13:00:02,787 - u\"User['sqoop']\" {'gid':
'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16
13:00:02,788 - Modifying user sqoop\n0\n2015-02-16 13:00:02,835 -
u\"User['yarn']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups':
[u'hadoop']}\n2015-02-16 13:00:02,836 - Modifying user yarn\n0\n2015-02-16
13:00:02,888 - u\"User['hcat']\" {'gid': 'hadoop', 'ignore_failures': False,
'groups': [u'hadoop']}\n2015-02-16 13:00:02,889 - Modifying user
hcat\n0\n2015-02-16 13:00:02,937 -
u\"File['/var/lib/ambari-agent/data/tmp/changeUid.sh']\" {'content':
StaticFile('changeToSecureUid.sh'), 'mode': 0555}\n0\n2015-02-16 13:00:02,986 -
u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh ambari-qa
/tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa']\"
{'not_if': 'test $(id -u ambari-qa) -gt 1000'}\n0\n2015-02-16 13:00:03,031 -
Skipping u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh ambari-qa
/tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa']\"
due to not_if\n2015-02-16 13:00:03,032 -
u\"Directory['/grid/0/hadoop/hbase']\" {'owner': 'hbase', 'recursive': True,
'mode': 0775, 'cd_access': 'a'}\n0\n0\n0\n0\n2015-02-16 13:00:03,228 -
u\"File['/var/lib/ambari-agent/data/tmp/changeUid.sh']\" {'content':
StaticFile('changeToSecureUid.sh'), 'mode': 0555}\n0\n2015-02-16 13:00:03,279 -
u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh hbase
/home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/grid/0/hadoop/hbase']\"
{'not_if': 'test $(id -u hbase) -gt 1000'}\n0\n2015-02-16 13:00:03,327 -
Skipping u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh hbase
/home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/grid/0/hadoop/hbase']\"
due to not_if\n2015-02-16 13:00:03,332 - u\"Group['hdfs']\" {'ignore_failures':
False}\n2015-02-16 13:00:03,333 - Modifying group hdfs\n0\n2015-02-16
13:00:03,378 - u\"User['hdfs']\" {'groups': [u'hadoop', 'hdfs', 'hadoop',
u'hdfs']}\n2015-02-16 13:00:03,379 - Modifying user hdfs\n0\n2015-02-16
13:00:03,429 - u\"Directory['/etc/hadoop']\" {'mode': 0755}\n2015-02-16
13:00:03,430 - u\"Directory['/etc/hadoop/conf.empty']\" {'owner': 'hdfs',
'group': 'hadoop', 'recursive': True}\n2015-02-16 13:00:03,431 -
u\"Link['/etc/hadoop/conf']\" {'not_if': 'ls /etc/hadoop/conf', 'to':
'/etc/hadoop/conf.empty'}\n0\n2015-02-16 13:00:03,476 - Skipping
u\"Link['/etc/hadoop/conf']\" due to not_if\n2015-02-16 13:00:03,495 -
u\"File['/etc/hadoop/conf/hadoop-env.sh']\" {'content': InlineTemplate(...),
'owner': 'hdfs', 'group': 'hadoop'}\n0\n2015-02-16 13:00:03,561 -
u\"Execute['('setenforce', '0')']\" {'sudo': True, 'only_if': 'test -f
/selinux/enforce'}\n1\n2015-02-16 13:00:03,647 - Skipping
u\"Execute['('setenforce', '0')']\" due to only_if\n2015-02-16 13:00:03,648 -
u\"Directory['/grid/0/log/hadoop']\" {'owner': 'root', 'mode': 0775, 'group':
'hadoop', 'recursive': True, 'cd_access': 'a'}\n0\n0\n0\n0\n2015-02-16
13:00:03,859 - u\"Directory['/var/run/hadoop']\" {'owner': 'root', 'group':
'root', 'recursive': True, 'cd_access': 'a'}\n0\n0\n0\n2015-02-16 13:00:04,003
- u\"Directory['/tmp/hadoop-hdfs']\" {'owner': 'hdfs', 'recursive': True,
'cd_access': 'a'}\n0\n0\n2015-02-16 13:00:04,103 -
u\"File['/etc/hadoop/conf/commons-logging.properties']\" {'content':
Template('commons-logging.properties.j2'), 'owner': 'hdfs'}\n0\n2015-02-16
13:00:04,157 - u\"File['/etc/hadoop/conf/health_check']\" {'content':
Template('health_check-v2.j2'), 'owner': 'hdfs'}\n0\n2015-02-16 13:00:04,201 -
u\"File['/etc/hadoop/conf/log4j.properties']\" {'content': '...', 'owner':
'hdfs', 'group': 'hadoop', 'mode': 0644}\n0\n2015-02-16 13:00:04,276 -
u\"File['/etc/hadoop/conf/hadoop-metrics2.properties']\" {'content':
Template('hadoop-metrics2.properties.j2'), 'owner': 'hdfs'}\n0\n2015-02-16
13:00:04,324 - u\"File['/etc/hadoop/conf/task-log4j.properties']\" {'content':
StaticFile('task-log4j.properties'), 'mode': 0755}\n0\n2015-02-16 13:00:04,615
- u\"Directory['/etc/flume/conf']\" {'recursive': True}\n2015-02-16
13:00:04,616 - u\"Directory['/var/log/flume']\" {'owner': 'flume'}\n2015-02-16
13:00:04,617 - u\"Directory['/etc/flume/conf/a1']\" {}\n2015-02-16 13:00:04,618
- u\"PropertiesFile['/etc/flume/conf/a1/flume.conf']\" {'mode': 0644,
'properties': ...}\n2015-02-16 13:00:04,627 - Generating properties file:
/etc/flume/conf/a1/flume.conf\n2015-02-16 13:00:04,627 -
u\"File['/etc/flume/conf/a1/flume.conf']\" {'owner': None, 'content':
InlineTemplate(...), 'group': None, 'mode': 0644}\n0\n2015-02-16 13:00:04,703 -
Writing u\"File['/etc/flume/conf/a1/flume.conf']\" because contents don't
match\n0\n0\n2015-02-16 13:00:04,820 -
u\"File['/etc/flume/conf/a1/log4j.properties']\" {'content':
Template('log4j.properties.j2'), 'mode': 0644}\n0\n2015-02-16 13:00:04,872 -
u\"File['/etc/flume/conf/a1/ambari-meta.json']\" {'content':
'{\"channels_count\": 1, \"sinks_count\": 1, \"sources_count\": 1}', 'mode':
0644}\n2015-02-16 13:00:04,872 - Writing
u\"File['/etc/flume/conf/a1/ambari-meta.json']\" because it doesn't
exist\n0\n0\n2015-02-16 13:00:04,976 -
u\"File['/etc/flume/conf/a1/flume-env.sh']\" {'content': InlineTemplate(...),
'owner': 'flume'}\n0\n2015-02-16 13:00:05,023 -
u\"Directory['/etc/flume/conf/a2']\" {}\n2015-02-16 13:00:05,024 -
u\"PropertiesFile['/etc/flume/conf/a2/flume.conf']\" {'mode': 0644,
'properties': ...}\n2015-02-16 13:00:05,032 - Generating properties file:
/etc/flume/conf/a2/flume.conf\n2015-02-16 13:00:05,032 -
u\"File['/etc/flume/conf/a2/flume.conf']\" {'owner': None, 'content':
InlineTemplate(...), 'group': None, 'mode': 0644}\n0\n2015-02-16 13:00:05,081 -
Writing u\"File['/etc/flume/conf/a2/flume.conf']\" because contents don't
match\n0\n0\n2015-02-16 13:00:05,184 -
u\"File['/etc/flume/conf/a2/log4j.properties']\" {'content':
Template('log4j.properties.j2'), 'mode': 0644}\n0\n2015-02-16 13:00:05,230 -
u\"File['/etc/flume/conf/a2/ambari-meta.json']\" {'content':
'{\"channels_count\": 1, \"sinks_count\": 1, \"sources_count\": 1}', 'mode':
0644}\n2015-02-16 13:00:05,231 - Writing
u\"File['/etc/flume/conf/a2/ambari-meta.json']\" because it doesn't
exist\n0\n0\n2015-02-16 13:00:05,336 -
u\"File['/etc/flume/conf/a2/flume-env.sh']\" {'content': InlineTemplate(...),
'owner': 'flume'}\n0\n2015-02-16 13:00:05,384 -
u\"File['/var/run/flume/ambari-state.txt']\" {'content':
'STARTED'}\n0\n2015-02-16 13:00:05,432 - Writing
u\"File['/var/run/flume/ambari-state.txt']\" because contents don't
match\n0\n0\n2015-02-16 13:00:05,534 - u'Execute[\\'/usr/bin/sudo su flume -l
-s /bin/bash -c \\'export
PATH=\\'\"\\'\"\\'/usr/sbin:/sbin:/usr/lib/ambari-server/*:/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin:/home/jenkins/jenkins-tools/ec2-api-tools/bin:/home/oracle/instantclient_11_2:/root/bin\\'\"\\'\"\\'
JAVA_HOME=/usr/jdk64/jdk1.7.0_67 ; /usr/hdp/current/flume-server/bin/flume-ng
agent --name a2 --conf /etc/flume/conf/a2 --conf-file
/etc/flume/conf/a2/flume.conf -Dflume.monitoring.type=ganglia
-Dflume.monitoring.hosts=amb-upg170-rhel5oracle1424081068-1.cs1cloud.internal:8655
> /var/log/flume/a2.out 2>&1\\' &\\']' {'environment': {'JAVA_HOME':
u'/usr/jdk64/jdk1.7.0_67'}, 'wait_for_finish': False}\n2015-02-16 13:00:05,545
- u\"Execute['pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
/var/run/flume/a2.pid']\" {'logoutput': True, 'tries': 20, 'try_sleep':
10}\n1\n2015-02-16 13:00:05,591 - Retrying after 10 seconds. Reason: Execution
of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid'
returned 1. \n1\n2015-02-16 13:00:15,651 - Retrying after 10 seconds. Reason:
Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
/var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:00:25,709 - Retrying
after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
\n1\n2015-02-16 13:00:35,758 - Retrying after 10 seconds. Reason: Execution of
'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid'
returned 1. \n1\n2015-02-16 13:00:45,802 - Retrying after 10 seconds. Reason:
Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
/var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:00:55,855 - Retrying
after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
\n1\n2015-02-16 13:01:05,930 - Retrying after 10 seconds. Reason: Execution of
'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid'
returned 1. \n1\n2015-02-16 13:01:15,978 - Retrying after 10 seconds. Reason:
Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
/var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:26,024 - Retrying
after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
\n1\n2015-02-16 13:01:36,074 - Retrying after 10 seconds. Reason: Execution of
'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid'
returned 1. \n1\n2015-02-16 13:01:46,145 - Retrying after 10 seconds. Reason:
Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
/var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:01:56,191 - Retrying
after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
\n1\n2015-02-16 13:02:06,238 - Retrying after 10 seconds. Reason: Execution of
'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid'
returned 1. \n1\n2015-02-16 13:02:16,288 - Retrying after 10 seconds. Reason:
Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
/var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:26,336 - Retrying
after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
\n1\n2015-02-16 13:02:36,381 - Retrying after 10 seconds. Reason: Execution of
'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid'
returned 1. \n1\n2015-02-16 13:02:46,429 - Retrying after 10 seconds. Reason:
Execution of 'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* >
/var/run/flume/a2.pid' returned 1. \n1\n2015-02-16 13:02:56,483 - Retrying
after 10 seconds. Reason: Execution of 'pgrep -o -u flume -f
^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
\n1\n2015-02-16 13:03:06,549 - Retrying after 10 seconds. Reason: Execution of
'pgrep -o -u flume -f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid'
returned 1. \n1\n2015-02-16 13:03:16,598 - Error while executing command
'start':\nTraceback (most recent call last):\n File
\"/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py\",
line 208, in execute\n method(env)\n File
\"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line 89,
in thunk\n return fn(*args, **kwargs)\n File
\"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume_handler.py\",
line 56, in start\n flume(action='start')\n File
\"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line 89,
in thunk\n return fn(*args, **kwargs)\n File
\"/var/lib/ambari-agent/cache/common-services/FLUME/1.4.0.2.0/package/scripts/flume.py\",
line 161, in flume\n try_sleep=10)\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/base.py\", line
148, in __init__\n self.env.run()\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
line 152, in run\n self.run_action(resource, action)\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
line 118, in run_action\n provider_action()\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/providers/system.py\",
line 276, in action_run\n raise ex\nFail: Execution of 'pgrep -o -u flume
-f ^/usr/jdk64/jdk1.7.0_67.*a2.* > /var/run/flume/a2.pid' returned 1.
\n0\n2015-02-16 13:03:16,659 - Command: /usr/bin/hdp-select status flume-server
> /tmp/tmpI6W6cw\nOutput: flume-server - None",
"structured_out" : { }
}
}
--------------------------------------------------------------------------------
##############################################################################
2015-02-16 13:13:14,080 RequestInfoCollector - Info on ambari-server api
for request id: [19]
##############################################################################
{
"href" : "http://172.18.145.84:8080/api/v1/clusters/cl1/requests/19";,
"Requests" : {
"aborted_task_count" : 0,
"cluster_name" : "cl1",
"completed_task_count" : 1,
"create_time" : 1424091832296,
"end_time" : 1424091839309,
"exclusive" : false,
"failed_task_count" : 1,
"id" : 19,
"inputs" : null,
"operation_level" : null,
"progress_percent" : 100.0,
"queued_task_count" : 0,
"request_context" : "_PARSE_.START.KNOX",
"request_schedule" : null,
"request_status" : "FAILED",
"resource_filters" : [ ],
"start_time" : 1424091832329,
"task_count" : 1,
"timed_out_task_count" : 0,
"type" : "INTERNAL_REQUEST"
},
"tasks" : [
{
"href" :
"http://172.18.145.84:8080/api/v1/clusters/cl1/requests/19/tasks/313";,
"Tasks" : {
"cluster_name" : "cl1",
"id" : 313,
"request_id" : 19,
"stage_id" : 1
}
}
],
"stages" : [
{
"href" :
"http://172.18.145.84:8080/api/v1/clusters/cl1/requests/19/stages/1";,
"Stage" : {
"cluster_name" : "cl1",
"request_id" : 19,
"stage_id" : 1
}
}
]
}
--------------------------------------------------------------------------------
{
"href" :
"http://172.18.145.84:8080/api/v1/clusters/cl1/requests/19/tasks/313";,
"Tasks" : {
"attempt_cnt" : 1,
"cluster_name" : "cl1",
"command" : "START",
"command_detail" : "KNOX_GATEWAY START",
"end_time" : 1424091839299,
"error_log" : "/var/lib/ambari-agent/data/errors-313.txt",
"exit_code" : 1,
"host_name" : "amb-upg170-rhel5oracle1424081068-1.cs1cloud.internal",
"id" : 313,
"output_log" : "/var/lib/ambari-agent/data/output-313.txt",
"request_id" : 19,
"role" : "KNOX_GATEWAY",
"stage_id" : 1,
"start_time" : 1424091832331,
"status" : "FAILED",
"stderr" : "2015-02-16 13:03:59,057 - Error while executing command
'start':\nTraceback (most recent call last):\n File
\"/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py\",
line 208, in execute\n method(env)\n File
\"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line 89,
in thunk\n return fn(*args, **kwargs)\n File
\"/var/lib/ambari-agent/cache/common-services/KNOX/0.5.0.2.2/package/scripts/knox_gateway.py\",
line 87, in start\n not_if=no_op_test\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/base.py\", line
148, in __init__\n self.env.run()\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
line 152, in run\n self.run_action(resource, action)\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
line 118, in run_action\n provider_action()\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/providers/system.py\",
line 276, in action_run\n raise ex\nFail: Execution of
'/usr/hdp/current/knox-server/bin/gateway.sh start' returned 127. -bash:
/usr/hdp/current/knox-server/bin/gateway.sh: No such file or directory",
"stdout" : "2015-02-16 13:03:55,562 -
u\"Directory['/var/lib/ambari-agent/data/tmp/AMBARI-artifacts/']\"
{'recursive': True}\n2015-02-16 13:03:55,564 -
u\"File['/var/lib/ambari-agent/data/tmp/AMBARI-artifacts//UnlimitedJCEPolicyJDK7.zip']\"
{'content':
DownloadSource('http://amb-upg170-rhel5oracle1424081068-9.cs1cloud.internal:8080/resources//UnlimitedJCEPolicyJDK7.zip')}\n2015-02-16
13:03:55,564 - Not downloading the file from
http://amb-upg170-rhel5oracle1424081068-9.cs1cloud.internal:8080/resources//UnlimitedJCEPolicyJDK7.zip,
because /var/lib/ambari-agent/data/tmp/UnlimitedJCEPolicyJDK7.zip already
exists\n0\n2015-02-16 13:03:55,632 - u\"Group['hadoop']\" {'ignore_failures':
False}\n2015-02-16 13:03:55,634 - Modifying group hadoop\n0\n2015-02-16
13:03:55,719 - u\"Group['nobody']\" {'ignore_failures': False}\n2015-02-16
13:03:55,720 - Modifying group nobody\n0\n2015-02-16 13:03:55,764 -
u\"Group['users']\" {'ignore_failures': False}\n2015-02-16 13:03:55,765 -
Modifying group users\n0\n2015-02-16 13:03:55,809 - u\"Group['knox']\"
{'ignore_failures': False}\n2015-02-16 13:03:55,810 - Modifying group
knox\n0\n2015-02-16 13:03:55,856 - u\"User['hive']\" {'gid': 'hadoop',
'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:03:55,856 -
Modifying user hive\n0\n2015-02-16 13:03:55,906 - u\"User['oozie']\" {'gid':
'hadoop', 'ignore_failures': False, 'groups': [u'users']}\n2015-02-16
13:03:55,907 - Modifying user oozie\n0\n2015-02-16 13:03:55,995 -
u\"User['nobody']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups':
[u'nobody']}\n2015-02-16 13:03:55,996 - Modifying user nobody\n0\n2015-02-16
13:03:56,046 - u\"User['ambari-qa']\" {'gid': 'hadoop', 'ignore_failures':
False, 'groups': [u'users']}\n2015-02-16 13:03:56,046 - Modifying user
ambari-qa\n0\n2015-02-16 13:03:56,097 - u\"User['flume']\" {'gid': 'hadoop',
'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:03:56,097 -
Modifying user flume\n0\n2015-02-16 13:03:56,147 - u\"User['hdfs']\" {'gid':
'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16
13:03:56,148 - Modifying user hdfs\n0\n2015-02-16 13:03:56,197 -
u\"User['knox']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups':
[u'hadoop']}\n2015-02-16 13:03:56,198 - Modifying user knox\n0\n2015-02-16
13:03:56,249 - u\"User['storm']\" {'gid': 'hadoop', 'ignore_failures': False,
'groups': [u'hadoop']}\n2015-02-16 13:03:56,250 - Modifying user
storm\n0\n2015-02-16 13:03:56,338 - u\"User['mapred']\" {'gid': 'hadoop',
'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:03:56,339 -
Modifying user mapred\n0\n2015-02-16 13:03:56,383 - u\"User['hbase']\" {'gid':
'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16
13:03:56,384 - Modifying user hbase\n0\n2015-02-16 13:03:56,429 -
u\"User['tez']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups':
[u'users']}\n2015-02-16 13:03:56,430 - Modifying user tez\n0\n2015-02-16
13:03:56,477 - u\"User['zookeeper']\" {'gid': 'hadoop', 'ignore_failures':
False, 'groups': [u'hadoop']}\n2015-02-16 13:03:56,478 - Modifying user
zookeeper\n0\n2015-02-16 13:03:56,524 - u\"User['falcon']\" {'gid': 'hadoop',
'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16 13:03:56,525 -
Modifying user falcon\n0\n2015-02-16 13:03:56,575 - u\"User['sqoop']\" {'gid':
'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']}\n2015-02-16
13:03:56,576 - Modifying user sqoop\n0\n2015-02-16 13:03:56,627 -
u\"User['yarn']\" {'gid': 'hadoop', 'ignore_failures': False, 'groups':
[u'hadoop']}\n2015-02-16 13:03:56,628 - Modifying user yarn\n0\n2015-02-16
13:03:56,673 - u\"User['hcat']\" {'gid': 'hadoop', 'ignore_failures': False,
'groups': [u'hadoop']}\n2015-02-16 13:03:56,674 - Modifying user
hcat\n0\n2015-02-16 13:03:56,719 -
u\"File['/var/lib/ambari-agent/data/tmp/changeUid.sh']\" {'content':
StaticFile('changeToSecureUid.sh'), 'mode': 0555}\n0\n2015-02-16 13:03:56,765 -
u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh ambari-qa
/tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa']\"
{'not_if': 'test $(id -u ambari-qa) -gt 1000'}\n0\n2015-02-16 13:03:56,809 -
Skipping u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh ambari-qa
/tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa']\"
due to not_if\n2015-02-16 13:03:56,810 -
u\"Directory['/grid/0/hadoop/hbase']\" {'owner': 'hbase', 'recursive': True,
'mode': 0775, 'cd_access': 'a'}\n0\n0\n0\n0\n2015-02-16 13:03:56,995 -
u\"File['/var/lib/ambari-agent/data/tmp/changeUid.sh']\" {'content':
StaticFile('changeToSecureUid.sh'), 'mode': 0555}\n0\n2015-02-16 13:03:57,062 -
u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh hbase
/home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/grid/0/hadoop/hbase']\"
{'not_if': 'test $(id -u hbase) -gt 1000'}\n0\n2015-02-16 13:03:57,107 -
Skipping u\"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh hbase
/home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/grid/0/hadoop/hbase']\"
due to not_if\n2015-02-16 13:03:57,108 - u\"Group['hdfs']\" {'ignore_failures':
False}\n2015-02-16 13:03:57,108 - Modifying group hdfs\n0\n2015-02-16
13:03:57,155 - u\"User['hdfs']\" {'groups': [u'hadoop', 'hdfs', 'hadoop',
u'hdfs']}\n2015-02-16 13:03:57,156 - Modifying user hdfs\n0\n2015-02-16
13:03:57,205 - u\"Directory['/etc/hadoop']\" {'mode': 0755}\n2015-02-16
13:03:57,206 - u\"Directory['/etc/hadoop/conf.empty']\" {'owner': 'hdfs',
'group': 'hadoop', 'recursive': True}\n2015-02-16 13:03:57,207 -
u\"Link['/etc/hadoop/conf']\" {'not_if': 'ls /etc/hadoop/conf', 'to':
'/etc/hadoop/conf.empty'}\n0\n2015-02-16 13:03:57,262 - Skipping
u\"Link['/etc/hadoop/conf']\" due to not_if\n2015-02-16 13:03:57,278 -
u\"File['/etc/hadoop/conf/hadoop-env.sh']\" {'content': InlineTemplate(...),
'owner': 'hdfs', 'group': 'hadoop'}\n0\n2015-02-16 13:03:57,338 -
u\"Execute['('setenforce', '0')']\" {'sudo': True, 'only_if': 'test -f
/selinux/enforce'}\n1\n2015-02-16 13:03:57,405 - Skipping
u\"Execute['('setenforce', '0')']\" due to only_if\n2015-02-16 13:03:57,406 -
u\"Directory['/grid/0/log/hadoop']\" {'owner': 'root', 'mode': 0775, 'group':
'hadoop', 'recursive': True, 'cd_access': 'a'}\n0\n0\n0\n0\n2015-02-16
13:03:57,597 - u\"Directory['/var/run/hadoop']\" {'owner': 'root', 'group':
'root', 'recursive': True, 'cd_access': 'a'}\n0\n0\n0\n2015-02-16 13:03:57,736
- u\"Directory['/tmp/hadoop-hdfs']\" {'owner': 'hdfs', 'recursive': True,
'cd_access': 'a'}\n0\n0\n2015-02-16 13:03:57,838 -
u\"File['/etc/hadoop/conf/commons-logging.properties']\" {'content':
Template('commons-logging.properties.j2'), 'owner': 'hdfs'}\n0\n2015-02-16
13:03:57,886 - u\"File['/etc/hadoop/conf/health_check']\" {'content':
Template('health_check-v2.j2'), 'owner': 'hdfs'}\n0\n2015-02-16 13:03:57,930 -
u\"File['/etc/hadoop/conf/log4j.properties']\" {'content': '...', 'owner':
'hdfs', 'group': 'hadoop', 'mode': 0644}\n0\n2015-02-16 13:03:57,994 -
u\"File['/etc/hadoop/conf/hadoop-metrics2.properties']\" {'content':
Template('hadoop-metrics2.properties.j2'), 'owner': 'hdfs'}\n0\n2015-02-16
13:03:58,039 - u\"File['/etc/hadoop/conf/task-log4j.properties']\" {'content':
StaticFile('task-log4j.properties'), 'mode': 0755}\n0\n2015-02-16 13:03:58,302
- u\"Directory['/etc/knox/conf']\" {'owner': 'knox', 'group': 'knox',
'recursive': True}\n2015-02-16 13:03:58,304 -
u\"XmlConfig['gateway-site.xml']\" {'owner': 'knox', 'group': 'knox',
'conf_dir': '/etc/knox/conf', 'configuration_attributes': {}, 'configurations':
...}\n2015-02-16 13:03:58,326 - Generating config:
/etc/knox/conf/gateway-site.xml\n2015-02-16 13:03:58,326 -
u\"File['/etc/knox/conf/gateway-site.xml']\" {'owner': 'knox', 'content':
InlineTemplate(...), 'group': 'knox', 'mode': None, 'encoding':
'UTF-8'}\n0\n2015-02-16 13:03:58,407 - Writing
u\"File['/etc/knox/conf/gateway-site.xml']\" because contents don't
match\n0\n0\n2015-02-16 13:03:58,504 -
u\"File['/etc/knox/conf/gateway-log4j.properties']\" {'content': '...',
'owner': 'knox', 'group': 'knox', 'mode': 0644}\n0\n2015-02-16 13:03:58,561 -
u\"File['/etc/knox/conf/topologies/default.xml']\" {'content':
InlineTemplate(...), 'owner': 'knox', 'group': 'knox'}\n0\n2015-02-16
13:03:58,607 - u\"Execute['('chown', '-R', u'knox:knox', '/var/lib/knox/data',
'/var/log/knox', '/var/log/knox', u'/var/run/knox', '/etc/knox/conf')']\"
{'sudo': True}\n0\n2015-02-16 13:03:58,658 -
u\"Execute['/usr/hdp/current/knox-server/bin/knoxcli.sh create-master --master
[PROTECTED]']\" {'environment': {'JAVA_HOME': u'/usr/jdk64/jdk1.7.0_67'},
'not_if': \"/usr/bin/sudo su knox -l -s /bin/bash -c 'test -f
/var/lib/knox/data/security/master'\", 'user': 'knox'}\n0\n2015-02-16
13:03:58,743 - Skipping u\"Execute['/usr/hdp/current/knox-server/bin/knoxcli.sh
create-master --master [PROTECTED]']\" due to not_if\n2015-02-16 13:03:58,745 -
u\"Execute['/usr/hdp/current/knox-server/bin/knoxcli.sh create-cert --hostname
amb-upg170-rhel5oracle1424081068-1.cs1cloud.internal']\" {'environment':
{'JAVA_HOME': u'/usr/jdk64/jdk1.7.0_67'}, 'not_if': \"/usr/bin/sudo su knox -l
-s /bin/bash -c 'test -f /var/lib/knox/data/security/master'\", 'user':
'knox'}\n0\n2015-02-16 13:03:58,830 - Skipping
u\"Execute['/usr/hdp/current/knox-server/bin/knoxcli.sh create-cert --hostname
amb-upg170-rhel5oracle1424081068-1.cs1cloud.internal']\" due to
not_if\n2015-02-16 13:03:58,831 -
u\"File['/etc/knox/conf/ldap-log4j.properties']\" {'content': '...', 'owner':
'knox', 'group': 'knox', 'mode': 0644}\n0\n2015-02-16 13:03:58,879 -
u\"File['/etc/knox/conf/users.ldif']\" {'content': '...', 'owner': 'knox',
'group': 'knox', 'mode': 0644}\n0\n2015-02-16 13:03:58,927 - Ranger admin not
installed\n2015-02-16 13:03:58,928 -
u\"Execute['/usr/hdp/current/knox-server/bin/gateway.sh start']\"
{'environment': {'JAVA_HOME': u'/usr/jdk64/jdk1.7.0_67'}, 'not_if': 'ls
/var/run/knox/gateway.pid >/dev/null 2>&1 && ps -p `cat
/var/run/knox/gateway.pid` >/dev/null 2>&1', 'user':
'knox'}\n2\n127\n2015-02-16 13:03:59,057 - Error while executing command
'start':\nTraceback (most recent call last):\n File
\"/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py\",
line 208, in execute\n method(env)\n File
\"/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py\", line 89,
in thunk\n return fn(*args, **kwargs)\n File
\"/var/lib/ambari-agent/cache/common-services/KNOX/0.5.0.2.2/package/scripts/knox_gateway.py\",
line 87, in start\n not_if=no_op_test\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/base.py\", line
148, in __init__\n self.env.run()\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
line 152, in run\n self.run_action(resource, action)\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/environment.py\",
line 118, in run_action\n provider_action()\n File
\"/usr/lib/python2.6/site-packages/resource_management/core/providers/system.py\",
line 276, in action_run\n raise ex\nFail: Execution of
'/usr/hdp/current/knox-server/bin/gateway.sh start' returned 127. -bash:
/usr/hdp/current/knox-server/bin/gateway.sh: No such file or
directory\r\n0\n2015-02-16 13:03:59,117 - Command: /usr/bin/hdp-select status
knox-server > /tmp/tmpVmQtrj\nOutput: knox-server - None",
"structured_out" : { }
}
}
**Expected result:**
Can start all services.
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
