Hi guys,
There are following error message of installing cluster packages when create
hbase cluster via rest api with blueprint. But it works normally when create
hbase cluster via ambari UI. Is there some bugs to create hbase cluster via
rest api with blueprint?
tderr: /var/lib/ambari-agent/data/errors-5.txt
2014-07-23 10:36:45,509 - Error while executing command 'install':
Traceback (most recent call last):
File
"/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py",
line 105, in execute
method(env)
File
"/var/lib/ambari-agent/cache/stacks/HDP/2.0.6/hooks/before-INSTALL/scripts/hook.py",
line 34, in hook
setup_users()
File
"/var/lib/ambari-agent/cache/stacks/HDP/2.0.6/hooks/before-INSTALL/scripts/shared_initialization.py",
line 88, in setup_users
groups=[params.user_group]
File "/usr/lib/python2.6/site-packages/resource_management/core/base.py",
line 119, in __new__
env.resources[r_type][name] = obj
File
"/usr/lib/python2.6/site-packages/resource_management/libraries/script/config_dictionary.py",
line 75, in __getattr__
raise Fail("Configuration parameter '"+self.name+"' was not found in
configurations dictionary!")
Fail: Configuration parameter 'mapred_user' was not found in configurations
dictionary!
stdout: /var/lib/ambari-agent/data/output-5.txt
2014-07-23 10:35:09,755 - Package['unzip'] {}
2014-07-23 10:35:09,942 - Installing package unzip ('/usr/bin/yum -d 0 -e 0 -y
install unzip')
2014-07-23 10:35:11,310 - Package['curl'] {}
2014-07-23 10:35:11,473 - Skipping installing existent package curl
2014-07-23 10:35:11,474 - Package['net-snmp-utils'] {}
2014-07-23 10:35:11,634 - Installing package net-snmp-utils ('/usr/bin/yum -d 0
-e 0 -y install net-snmp-utils')
2014-07-23 10:35:14,096 - Package['net-snmp'] {}
2014-07-23 10:35:14,257 - Installing package net-snmp ('/usr/bin/yum -d 0 -e 0
-y install net-snmp')
2014-07-23 10:35:15,915 - Execute['mkdir -p /tmp/HDP-artifacts/ ; curl -kf
--retry 10
http://sin2-pekaurora-bdcqevlan114-146.eng.vmware.com:8080/resources//jdk-7u45-linux-x64.tar.gz
-o /tmp/HDP-artifacts//jdk-7u45-linux-x64.tar.gz'] {'environment': ...,
'not_if': 'test -e /usr/jdk64/jdk1.7.0_45/bin/java', 'path': ['/bin',
'/usr/bin/']}
2014-07-23 10:36:38,415 - Execute['mkdir -p /usr/jdk64 ; cd /usr/jdk64 ; tar
-xf /tmp/HDP-artifacts//jdk-7u45-linux-x64.tar.gz > /dev/null 2>&1'] {'not_if':
'test -e /usr/jdk64/jdk1.7.0_45/bin/java', 'path': ['/bin', '/usr/bin/']}
2014-07-23 10:36:42,942 - Execute['mkdir -p /tmp/HDP-artifacts/; curl -kf
--retry 10
http://sin2-pekaurora-bdcqevlan114-146.eng.vmware.com:8080/resources//UnlimitedJCEPolicyJDK7.zip
-o /tmp/HDP-artifacts//UnlimitedJCEPolicyJDK7.zip'] {'environment': ...,
'not_if': 'test -e /tmp/HDP-artifacts//UnlimitedJCEPolicyJDK7.zip',
'ignore_failures': True, 'path': ['/bin', '/usr/bin/']}
2014-07-23 10:36:43,187 - Group['hadoop'] {}
2014-07-23 10:36:43,188 - Adding group Group['hadoop']
2014-07-23 10:36:44,314 - Group['users'] {}
2014-07-23 10:36:44,315 - Modifying group users
2014-07-23 10:36:44,463 - Group['users'] {}
2014-07-23 10:36:44,464 - Modifying group users
2014-07-23 10:36:44,611 - User['ambari-qa'] {'gid': 'hadoop', 'groups':
[u'users']}
2014-07-23 10:36:44,612 - Adding user User['ambari-qa']
2014-07-23 10:36:44,821 - File['/tmp/changeUid.sh'] {'content':
StaticFile('changeToSecureUid.sh'), 'mode': 0555}
2014-07-23 10:36:44,822 - Writing File['/tmp/changeUid.sh'] because it doesn't
exist
2014-07-23 10:36:44,822 - Changing permission for /tmp/changeUid.sh from 644 to
555
2014-07-23 10:36:44,823 - Execute['/tmp/changeUid.sh ambari-qa
/tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa
2>/dev/null'] {'not_if': 'test $(id -u ambari-qa) -gt 1000'}
2014-07-23 10:36:45,116 - User['hbase'] {'gid': 'hadoop', 'groups': [u'hadoop']}
2014-07-23 10:36:45,117 - Adding user User['hbase']
2014-07-23 10:36:45,262 - File['/tmp/changeUid.sh'] {'content':
StaticFile('changeToSecureUid.sh'), 'mode': 0555}
2014-07-23 10:36:45,264 - Execute['/tmp/changeUid.sh hbase
/home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/hadoop/hbase
2>/dev/null'] {'not_if': 'test $(id -u hbase) -gt 1000'}
2014-07-23 10:36:45,377 - Skipping Execute['/tmp/changeUid.sh hbase
/home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/hadoop/hbase
2>/dev/null'] due to not_if
2014-07-23 10:36:45,378 - User['hdfs'] {'gid': 'hadoop', 'groups': [u'hadoop']}
2014-07-23 10:36:45,378 - Adding user User['hdfs']
2014-07-23 10:36:45,509 - Error while executing command 'install':
Traceback (most recent call last):
File
"/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py",
line 105, in execute
method(env)
File
"/var/lib/ambari-agent/cache/stacks/HDP/2.0.6/hooks/before-INSTALL/scripts/hook.py",
line 34, in hook
setup_users()
File
"/var/lib/ambari-agent/cache/stacks/HDP/2.0.6/hooks/before-INSTALL/scripts/shared_initialization.py",
line 88, in setup_users
groups=[params.user_group]
File "/usr/lib/python2.6/site-packages/resource_management/core/base.py",
line 119, in __new__
env.resources[r_type][name] = obj
File
"/usr/lib/python2.6/site-packages/resource_management/libraries/script/config_dictionary.py",
line 75, in __getattr__
raise Fail("Configuration parameter '"+self.name+"' was not found in
configurations dictionary!")
Fail: Configuration parameter 'mapred_user' was not found in configurations
dictionary!
Following content is blueprint,
{
"href" : "http://10.111.114.146:8080/api/v1/blueprints/hbase";,
"configurations" : [ ],
"host_groups" : [
{
"name" : "hbase-master-0",
"configurations" : [
{
"hdfs-site" : {
"dfs.namenode.checkpoint.dir" :
"/mnt/scsi-36000c294d2b731a9f927fb711bac89f0-part1",
"dfs.namenode.name.dir" :
"/mnt/scsi-36000c294d2b731a9f927fb711bac89f0-part1/hdfs/namenode"
}
}
],
"components" : [
{
"name" : "NAMENODE"
},
{
"name" : "HBASE_MASTER"
},
{
"name" : "SECONDARY_NAMENODE"
}
],
"cardinality" : "1"
},
{
"name" : "hbase-worker-1",
"configurations" : [
{
"hdfs-site" : {
"dfs.datanode.data.dir" :
"/mnt/scsi-36000c293145b0e9a35bba757218ff957-part1/hdfs/data,/mnt/scsi-36000c2977c1567d37f2d8dfb827618dd-part1/hdfs/data"
}
}
],
"components" : [
{
"name" : "HBASE_REGIONSERVER"
},
{
"name" : "DATANODE"
}
],
"cardinality" : "1"
},
{
"name" : "hbase-worker-0",
"configurations" : [
{
"hdfs-site" : {
"dfs.datanode.data.dir" :
"/mnt/scsi-36000c29f295f0e8d84306c923dd37c34-part1/hdfs/data,/mnt/scsi-36000c29fa990206453a8c96685ac0d98-part1/hdfs/data"
}
}
],
"components" : [
{
"name" : "HBASE_REGIONSERVER"
},
{
"name" : "DATANODE"
}
],
"cardinality" : "1"
},
{
"name" : "hbase-worker-2",
"configurations" : [
{
"hdfs-site" : {
"dfs.datanode.data.dir" :
"/mnt/scsi-36000c29c7128b7f2e56bfd099b861be9-part1/hdfs/data,/mnt/scsi-36000c29f15405ea6572b39264779ae79-part1/hdfs/data,/mnt/scsi-36000c29145ddb37e711cf8fee1e2e8bb-part1/hdfs/data,/mnt/scsi-36000c2957873a467bb75c3482ae1cf58-part1/hdfs/data,/mnt/scsi-36000c292db3a6cf956c83f97d836c1cd-part1/hdfs/data,/mnt/scsi-36000c29b49f396551fa6d14bbd96400d-part1/hdfs/data,/mnt/scsi-36000c29be22679e59edf6d85fe582133-part1/hdfs/data"
}
}
],
"components" : [
{
"name" : "HBASE_REGIONSERVER"
},
{
"name" : "DATANODE"
}
],
"cardinality" : "1"
},
{
"name" : "hbase-zookeeper-1",
"configurations" : [ ],
"components" : [
{
"name" : "ZOOKEEPER_SERVER"
}
],
"cardinality" : "1"
},
{
"name" : "hbase-client-0",
"configurations" : [ ],
"components" : [
{
"name" : "HDFS_CLIENT"
},
{
"name" : "HBASE_CLIENT"
},
{
"name" : "ZOOKEEPER_CLIENT"
}
],
"cardinality" : "1"
},
{
"name" : "hbase-zookeeper-2",
"configurations" : [ ],
"components" : [
{
"name" : "ZOOKEEPER_SERVER"
}
],
"cardinality" : "1"
},
{
"name" : "hbase-zookeeper-0",
"configurations" : [ ],
"components" : [
{
"name" : "ZOOKEEPER_SERVER"
}
],
"cardinality" : "1"
}
],
"Blueprints" : {
"blueprint_name" : "hbase",
"stack_name" : "HDP",
"stack_version" : "2.1"
}
}
Can someone give me some help?
Thanks,
-qing
