[
https://issues.apache.org/jira/browse/AMBARI-6645?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=14106322#comment-14106322
]
Qing Chi commented on AMBARI-6645:
----------------------------------
Yes, I think it's an issue of blueprint to create cluster. I add the map
reduce roles to host group it works well.
> Failed to install cluster packages when create hbase cluster via rest api
> with blueprint.
> ------------------------------------------------------------------------------------------
>
> Key: AMBARI-6645
> URL: https://issues.apache.org/jira/browse/AMBARI-6645
> Project: Ambari
> Issue Type: Bug
> Components: Ambari-SCOM
> Affects Versions: 1.6.0
> Reporter: Qing Chi
> Priority: Blocker
>
> tderr: /var/lib/ambari-agent/data/errors-5.txt
> 2014-07-23 10:36:45,509 - Error while executing command 'install':
> Traceback (most recent call last):
> File
> "/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py",
> line 105, in execute
> method(env)
> File
> "/var/lib/ambari-agent/cache/stacks/HDP/2.0.6/hooks/before-INSTALL/scripts/hook.py",
> line 34, in hook
> setup_users()
> File
> "/var/lib/ambari-agent/cache/stacks/HDP/2.0.6/hooks/before-INSTALL/scripts/shared_initialization.py",
> line 88, in setup_users
> groups=[params.user_group]
> File "/usr/lib/python2.6/site-packages/resource_management/core/base.py",
> line 119, in __new__
> env.resources[r_type][name] = obj
> File
> "/usr/lib/python2.6/site-packages/resource_management/libraries/script/config_dictionary.py",
> line 75, in __getattr__
> raise Fail("Configuration parameter '"+self.name+"' was not found in
> configurations dictionary!")
> Fail: Configuration parameter 'mapred_user' was not found in configurations
> dictionary!
> stdout: /var/lib/ambari-agent/data/output-5.txt
> 2014-07-23 10:35:09,755 - Package['unzip'] {}
> 2014-07-23 10:35:09,942 - Installing package unzip ('/usr/bin/yum -d 0 -e 0
> -y install unzip')
> 2014-07-23 10:35:11,310 - Package['curl'] {}
> 2014-07-23 10:35:11,473 - Skipping installing existent package curl
> 2014-07-23 10:35:11,474 - Package['net-snmp-utils'] {}
> 2014-07-23 10:35:11,634 - Installing package net-snmp-utils ('/usr/bin/yum -d
> 0 -e 0 -y install net-snmp-utils')
> 2014-07-23 10:35:14,096 - Package['net-snmp'] {}
> 2014-07-23 10:35:14,257 - Installing package net-snmp ('/usr/bin/yum -d 0 -e
> 0 -y install net-snmp')
> 2014-07-23 10:35:15,915 - Execute['mkdir -p /tmp/HDP-artifacts/ ; curl -kf
> --retry 10
> http://sin2-pekaurora-bdcqevlan114-146.eng.vmware.com:8080/resources//jdk-7u45-linux-x64.tar.gz
> -o /tmp/HDP-artifacts//jdk-7u45-linux-x64.tar.gz'] {'environment': ...,
> 'not_if': 'test -e /usr/jdk64/jdk1.7.0_45/bin/java', 'path': ['/bin',
> '/usr/bin/']}
> 2014-07-23 10:36:38,415 - Execute['mkdir -p /usr/jdk64 ; cd /usr/jdk64 ; tar
> -xf /tmp/HDP-artifacts//jdk-7u45-linux-x64.tar.gz > /dev/null 2>&1']
> {'not_if': 'test -e /usr/jdk64/jdk1.7.0_45/bin/java', 'path': ['/bin',
> '/usr/bin/']}
> 2014-07-23 10:36:42,942 - Execute['mkdir -p /tmp/HDP-artifacts/; curl -kf
> --retry 10
> http://sin2-pekaurora-bdcqevlan114-146.eng.vmware.com:8080/resources//UnlimitedJCEPolicyJDK7.zip
> -o /tmp/HDP-artifacts//UnlimitedJCEPolicyJDK7.zip'] {'environment': ...,
> 'not_if': 'test -e /tmp/HDP-artifacts//UnlimitedJCEPolicyJDK7.zip',
> 'ignore_failures': True, 'path': ['/bin', '/usr/bin/']}
> 2014-07-23 10:36:43,187 - Group['hadoop'] {}
> 2014-07-23 10:36:43,188 - Adding group Group['hadoop']
> 2014-07-23 10:36:44,314 - Group['users'] {}
> 2014-07-23 10:36:44,315 - Modifying group users
> 2014-07-23 10:36:44,463 - Group['users'] {}
> 2014-07-23 10:36:44,464 - Modifying group users
> 2014-07-23 10:36:44,611 - User['ambari-qa'] {'gid': 'hadoop', 'groups':
> [u'users']}
> 2014-07-23 10:36:44,612 - Adding user User['ambari-qa']
> 2014-07-23 10:36:44,821 - File['/tmp/changeUid.sh'] {'content':
> StaticFile('changeToSecureUid.sh'), 'mode': 0555}
> 2014-07-23 10:36:44,822 - Writing File['/tmp/changeUid.sh'] because it
> doesn't exist
> 2014-07-23 10:36:44,822 - Changing permission for /tmp/changeUid.sh from 644
> to 555
> 2014-07-23 10:36:44,823 - Execute['/tmp/changeUid.sh ambari-qa
> /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa
> 2>/dev/null'] {'not_if': 'test $(id -u ambari-qa) -gt 1000'}
> 2014-07-23 10:36:45,116 - User['hbase'] {'gid': 'hadoop', 'groups':
> [u'hadoop']}
> 2014-07-23 10:36:45,117 - Adding user User['hbase']
> 2014-07-23 10:36:45,262 - File['/tmp/changeUid.sh'] {'content':
> StaticFile('changeToSecureUid.sh'), 'mode': 0555}
> 2014-07-23 10:36:45,264 - Execute['/tmp/changeUid.sh hbase
> /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/hadoop/hbase
> 2>/dev/null'] {'not_if': 'test $(id -u hbase) -gt 1000'}
> 2014-07-23 10:36:45,377 - Skipping Execute['/tmp/changeUid.sh hbase
> /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/hadoop/hbase
> 2>/dev/null'] due to not_if
> 2014-07-23 10:36:45,378 - User['hdfs'] {'gid': 'hadoop', 'groups':
> [u'hadoop']}
> 2014-07-23 10:36:45,378 - Adding user User['hdfs']
> 2014-07-23 10:36:45,509 - Error while executing command 'install':
> Traceback (most recent call last):
> File
> "/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py",
> line 105, in execute
> method(env)
> File
> "/var/lib/ambari-agent/cache/stacks/HDP/2.0.6/hooks/before-INSTALL/scripts/hook.py",
> line 34, in hook
> setup_users()
> File
> "/var/lib/ambari-agent/cache/stacks/HDP/2.0.6/hooks/before-INSTALL/scripts/shared_initialization.py",
> line 88, in setup_users
> groups=[params.user_group]
> File "/usr/lib/python2.6/site-packages/resource_management/core/base.py",
> line 119, in __new__
> env.resources[r_type][name] = obj
> File
> "/usr/lib/python2.6/site-packages/resource_management/libraries/script/config_dictionary.py",
> line 75, in __getattr__
> raise Fail("Configuration parameter '"+self.name+"' was not found in
> configurations dictionary!")
> Fail: Configuration parameter 'mapred_user' was not found in configurations
> dictionary!
> Following content is blueprint,
> {
> "href" : "http://10.111.114.146:8080/api/v1/blueprints/hbase";,
> "configurations" : [ ],
> "host_groups" : [
> {
> "name" : "hbase-master-0",
> "configurations" : [
> {
> "hdfs-site" : {
> "dfs.namenode.checkpoint.dir" :
> "/mnt/scsi-36000c294d2b731a9f927fb711bac89f0-part1",
> "dfs.namenode.name.dir" :
> "/mnt/scsi-36000c294d2b731a9f927fb711bac89f0-part1/hdfs/namenode"
> }
> }
> ],
> "components" : [
> {
> "name" : "NAMENODE"
> },
> {
> "name" : "HBASE_MASTER"
> },
> {
> "name" : "SECONDARY_NAMENODE"
> }
> ],
> "cardinality" : "1"
> },
> {
> "name" : "hbase-worker-1",
> "configurations" : [
> {
> "hdfs-site" : {
> "dfs.datanode.data.dir" :
> "/mnt/scsi-36000c293145b0e9a35bba757218ff957-part1/hdfs/data,/mnt/scsi-36000c2977c1567d37f2d8dfb827618dd-part1/hdfs/data"
> }
> }
> ],
> "components" : [
> {
> "name" : "HBASE_REGIONSERVER"
> },
> {
> "name" : "DATANODE"
> }
> ],
> "cardinality" : "1"
> },
> {
> "name" : "hbase-worker-0",
> "configurations" : [
> {
> "hdfs-site" : {
> "dfs.datanode.data.dir" :
> "/mnt/scsi-36000c29f295f0e8d84306c923dd37c34-part1/hdfs/data,/mnt/scsi-36000c29fa990206453a8c96685ac0d98-part1/hdfs/data"
> }
> }
> ],
> "components" : [
> {
> "name" : "HBASE_REGIONSERVER"
> },
> {
> "name" : "DATANODE"
> }
> ],
> "cardinality" : "1"
> },
> {
> "name" : "hbase-worker-2",
> "configurations" : [
> {
> "hdfs-site" : {
> "dfs.datanode.data.dir" :
> "/mnt/scsi-36000c29c7128b7f2e56bfd099b861be9-part1/hdfs/data,/mnt/scsi-36000c29f15405ea6572b39264779ae79-part1/hdfs/data,/mnt/scsi-36000c29145ddb37e711cf8fee1e2e8bb-part1/hdfs/data,/mnt/scsi-36000c2957873a467bb75c3482ae1cf58-part1/hdfs/data,/mnt/scsi-36000c292db3a6cf956c83f97d836c1cd-part1/hdfs/data,/mnt/scsi-36000c29b49f396551fa6d14bbd96400d-part1/hdfs/data,/mnt/scsi-36000c29be22679e59edf6d85fe582133-part1/hdfs/data"
> }
> }
> ],
> "components" : [
> {
> "name" : "HBASE_REGIONSERVER"
> },
> {
> "name" : "DATANODE"
> }
> ],
> "cardinality" : "1"
> },
> {
> "name" : "hbase-zookeeper-1",
> "configurations" : [ ],
> "components" : [
> {
> "name" : "ZOOKEEPER_SERVER"
> }
> ],
> "cardinality" : "1"
> },
> {
> "name" : "hbase-client-0",
> "configurations" : [ ],
> "components" : [
> {
> "name" : "HDFS_CLIENT"
> },
> {
> "name" : "HBASE_CLIENT"
> },
> {
> "name" : "ZOOKEEPER_CLIENT"
> }
> ],
> "cardinality" : "1"
> },
> {
> "name" : "hbase-zookeeper-2",
> "configurations" : [ ],
> "components" : [
> {
> "name" : "ZOOKEEPER_SERVER"
> }
> ],
> "cardinality" : "1"
> },
> {
> "name" : "hbase-zookeeper-0",
> "configurations" : [ ],
> "components" : [
> {
> "name" : "ZOOKEEPER_SERVER"
> }
> ],
> "cardinality" : "1"
> }
> ],
> "Blueprints" : {
> "blueprint_name" : "hbase",
> "stack_name" : "HDP",
> "stack_version" : "2.1"
> }
> }
--
This message was sent by Atlassian JIRA
(v6.2#6252)
