[
https://issues.apache.org/jira/browse/MAPREDUCE-6212?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=14269262#comment-14269262
]
Dinh Hoang Mai commented on MAPREDUCE-6212:
-------------------------------------------
Version: Hadoop 2.6.0
Cluster: grey
Master: grey5
Slaves: grey5, grey6, grey7, grey8, grey9, grey10
System info per node: 12 CPU, 24GB RAM, 6 x 500GB Hard disks, 1000Mbps bandwidth
Update .bashrc and .bash_profile
# cat .bashrc
#!/bin/bash
# unset all HADOOP environment variables
env | grep HADOOP | sed 's/.*\(HADOOP[^=]*\)=.*/\1/' > un_var
while read line; do unset "$line"; done < un_var
rm un_var
export JAVA_HOME="/usr/java/latest/"
export HADOOP_PREFIX="/home/maidinh/hadoop2/hadoop-2.6.0"
export HADOOP_YARN_USER="maidinh"
export HADOOP_HOME="$HADOOP_PREFIX"
export HADOOP_CONF_DIR="$HADOOP_PREFIX/etc/hadoop"
export HADOOP_PID_DIR="$HADOOP_PREFIX"
export HADOOP_LOG_DIR="$HADOOP_PREFIX/logs"
export HADOOP_OPTS="$HADOOP_OPTS -Djava.io.tmpdir=$HADOOP_PREFIX/tmp"
export YARN_HOME="$HADOOP_PREFIX"
export YARN_CONF_DIR="$HADOOP_PREFIX/etc/hadoop"
export YARN_PID_DIR="$HADOOP_PREFIX"
export YARN_LOG_DIR="$HADOOP_PREFIX/logs"
export YARN_OPTS="$YARN_OPTS -Djava.io.tmpdir=$HADOOP_PREFIX/tmp"
# cat .bash_profile
#!/bin/bash
if [ -f ~/.bashrc ]; then
source ~/.bashrc
fi
Configure core-site.xml
<property>
<name>fs.defaultFS</name>
<value>hdfs://grey5:9000</value>
</property>
<property>
<name>hadoop.tmp.dir</name>
<value>/home/maidinh/hadoop2/hadoop-data</value>
</property>
Configure hdfs-site.xml
<property>
<name>dfs.namenode.name.dir</name>
<value>/home/maidinh/hadoop2/nn</value>
</property>
<property>
<name>dfs.datanode.data.dir</name>
<value>/data1/maidinh/hadoop2/dn,/data2/maidinh/hadoop2/dn,/data3/maidinh/hadoop2/dn</value>
</property>
Configure yarn-site.xml
<property>
<name>yarn.resourcemanager.hostname</name>
<value>grey5</value>
</property>
<property>
<name>yarn.nodemanager.local-dirs</name>
<value>/data4/maidinh/hadoop2/yarn-data,/data5/maidinh/hadoop2/yarn-data,/data6/maidinh/hadoop2/yarn-data</value>
</property>
<property>
<name>yarn.nodemanager.log-dirs</name>
<value>/data4/maidinh/hadoop2/yarn-logs,/data5/maidinh/hadoop2/yarn-logs,/data6/maidinh/hadoop2/yarn-logs</value>
</property>
<property>
<name>yarn.nodemanager.aux-services</name>
<value>mapreduce_shuffle</value>
</property>
Configure mapred-site.xml
<property>
<name>mapreduce.framework.name</name>
<value>yarn</value>
</property>
<property>
<name>mapreduce.jobhistory.address</name>
<value>grey5:10020</value>
</property>
<property>
<name>mapreduce.jobhistory.webapp.address</name>
<value>grey5:19888</value>
</property>
<property>
<name>mapreduce.jobtracker.address</name>
<value>grey5:50030</value>
</property>
Configure slaves
grey5
grey6
grey7
grey8
grey9
grey10
> UnsatisfiedLinkError:
> org.apache.hadoop.security.JniBasedUnixGroupsMapping.anchorNative() happened
> when starting MRAppMaster
> ----------------------------------------------------------------------------------------------------------------------------
>
> Key: MAPREDUCE-6212
> URL: https://issues.apache.org/jira/browse/MAPREDUCE-6212
> Project: Hadoop Map/Reduce
> Issue Type: Bug
> Components: security
> Affects Versions: 2.6.0
> Environment: CentOS 64bit
> Reporter: Dinh Hoang Mai
>
> I have just started to work with Hadoop 2.
> After installing with basic configs, I always failed to run any examples. Has
> anyone seen this problem and please help me?
> This is the log
> 2015-01-08 01:52:01,599 INFO [main]
> org.apache.hadoop.mapreduce.v2.app.MRAppMaster: Created MRAppMaster for
> application appattempt_1420648881673_0004_000001
> 2015-01-08 01:52:01,764 FATAL [main]
> org.apache.hadoop.mapreduce.v2.app.MRAppMaster: Error starting MRAppMaster
> java.lang.RuntimeException: java.lang.reflect.InvocationTargetException
> at
> org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:131)
> at org.apache.hadoop.security.Groups.<init>(Groups.java:70)
> at org.apache.hadoop.security.Groups.<init>(Groups.java:66)
> at
> org.apache.hadoop.security.Groups.getUserToGroupsMappingService(Groups.java:280)
> at
> org.apache.hadoop.security.UserGroupInformation.initialize(UserGroupInformation.java:271)
> at
> org.apache.hadoop.security.UserGroupInformation.setConfiguration(UserGroupInformation.java:299)
> at
> org.apache.hadoop.mapreduce.v2.app.MRAppMaster.initAndStartAppMaster(MRAppMaster.java:1473)
> at
> org.apache.hadoop.mapreduce.v2.app.MRAppMaster.main(MRAppMaster.java:1429)
> Caused by: java.lang.reflect.InvocationTargetException
> at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
> at
> sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
> at
> sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
> at java.lang.reflect.Constructor.newInstance(Constructor.java:408)
> at
> org.apache.hadoop.util.ReflectionUtils.newInstance(ReflectionUtils.java:129)
> ... 7 more
> Caused by: java.lang.UnsatisfiedLinkError:
> org.apache.hadoop.security.JniBasedUnixGroupsMapping.anchorNative()V
> at
> org.apache.hadoop.security.JniBasedUnixGroupsMapping.anchorNative(Native
> Method)
> at
> org.apache.hadoop.security.JniBasedUnixGroupsMapping.<clinit>(JniBasedUnixGroupsMapping.java:49)
> at
> org.apache.hadoop.security.JniBasedUnixGroupsMappingWithFallback.<init>(JniBasedUnixGroupsMappingWithFallback.java:39)
> ... 12 more
> 2015-01-08 01:52:01,767 INFO [main] org.apache.hadoop.util.ExitUtil: Exiting
> with status 1
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
