Hello all I am trying to configure a multinode cluster with accumulo. I am using 3 machines with the config as follows:
M4: Hadoop Master/Acc Slave
M5: Accumulo Master/Monitor/Gc
M6: Slave
I have configured zookeeper ensemble on the cluster with all the 3 nodes.
The Hadoop part seems to work fine, I can see the console and run MR jobs
easily. I can also see the zookeeper cluster with M2 as the leader. My
problem is with accumulo, after accumulo init:
bin/accumulo init
which seems to run without any error, after I isuue the command
bin/start-all.sh
the Monitor process can't start. I am getting this error in my tracer log:
[start.Main] ERROR: Thread 'tracer' died.
org.apache.zookeeper.KeeperException$NoAuthException: KeeperErrorCode =
NoAuth for /tracers/trace-
at org.apache.zookeeper.KeeperException.create(KeeperException.java:113)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
at
org.apache.accumulo.fate.zookeeper.ZooUtil.putEphemeralSequential(ZooUtil.java:464)
at
org.apache.accumulo.fate.zookeeper.ZooReaderWriter.putEphemeralSequential(ZooReaderWriter.java:99)
at
org.apache.accumulo.tracer.TraceServer.registerInZooKeeper(TraceServer.java:304)
at org.apache.accumulo.tracer.TraceServer.<init>(TraceServer.java:241)
at org.apache.accumulo.tracer.TraceServer.main(TraceServer.java:346)
at
org.apache.accumulo.tracer.TracerExecutable.execute(TracerExecutable.java:33)
at org.apache.accumulo.start.Main$1.run(Main.java:120)
at java.lang.Thread.run(Thread.java:745)
And this in my monitor debug log:
Failed to locate tablet for table : !0 row : ~err_\100
I can see that the accumulo dir has been created in the HDFS. Can anyone
please guide me set this up? I am attaching my config files here (Rest all
the same generated as a result of bin_config file).
Best regards,
Yamini Joshi
accumulo-env.sh
Description: Bourne shell script
<?xml version="1.0" encoding="UTF-8"?>
<!--
Licensed to the Apache Software Foundation (ASF) under one or more
contributor license agreements. See the NOTICE file distributed with
this work for additional information regarding copyright ownership.
The ASF licenses this file to You under the Apache License, Version 2.0
(the "License"); you may not use this file except in compliance with
the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration>
<!-- Put your site-specific accumulo configurations here. The available configuration values along with their defaults are documented in docs/config.html Unless
you are simply testing at your workstation, you will most definitely need to change the three entries below. -->
<property>
<name>instance.volumes</name>
<value>hdfs://m4:9000/accumulo</value>
<description>comma separated list of URIs for volumes. example: hdfs://localhost:9000/accumulo</description>
</property>
<property>
<name>instance.zookeeper.host</name>
<value>m4:2181,m5:2181,m6:2181</value>
<description>comma separated list of zookeeper servers</description>
</property>
<property>
<name>logger.dir.walog</name>
<value>walogs</value>
<description>The property only needs to be set if upgrading from 1.4 which used to store write-ahead logs on the local
filesystem. In 1.5 write-ahead logs are stored in DFS. When 1.5 is started for the first time it will copy any 1.4
write ahead logs into DFS. It is possible to specify a comma-separated list of directories.
</description>
</property>
<property>
<name>tserver.memory.maps.max</name>
<value>256M</value>
</property>
<property>
<name>tserver.memory.maps.native.enabled</name>
<value>true</value>
</property>
<property>
<name>tserver.cache.data.size</name>
<value>15M</value>
</property>
<property>
<name>tserver.cache.index.size</name>
<value>40M</value>
</property>
<!-- Kerberos requirements --><!--
<property>
<name>instance.rpc.sasl.enabled</name>
<value>true</value>
</property>
<property>
<name>general.kerberos.keytab</name>
<value>${keytab}</value>
</property>
<property>
<name>general.kerberos.principal</name>
<value>${principal}</value>
</property>
<property>
<name>trace.token.type</name>
<value>org.apache.accumulo.core.client.security.tokens.KerberosToken</value>
</property>
<property>
<name>instance.security.authenticator</name>
<value>org.apache.accumulo.server.security.handler.KerberosAuthenticator</value>
</property>
<property>
<name>instance.security.authorizor</name>
<value>org.apache.accumulo.server.security.handler.KerberosAuthorizor</value>
</property>
<property>
<name>instance.security.permissionHandler</name>
<value>org.apache.accumulo.server.security.handler.KerberosPermissionHandler</value>
</property>
--><!-- End Kerberos requirements -->
<property>
<name>trace.user</name>
<value>root</value>
</property>
<property>
<name>tserver.sort.buffer.size</name>
<value>50M</value>
</property>
<property>
<name>tserver.walog.max.size</name>
<value>256M</value>
</property>
<property>
<name>general.classpaths</name>
<value>
<!-- Accumulo requirements -->
$ACCUMULO_HOME/lib/accumulo-server.jar,
$ACCUMULO_HOME/lib/accumulo-core.jar,
$ACCUMULO_HOME/lib/accumulo-start.jar,
$ACCUMULO_HOME/lib/accumulo-fate.jar,
$ACCUMULO_HOME/lib/accumulo-proxy.jar,
$ACCUMULO_HOME/lib/[^.].*.jar,
<!-- ZooKeeper requirements -->
$ZOOKEEPER_HOME/zookeeper[^.].*.jar,
<!-- Common Hadoop requirements -->
$HADOOP_CONF_DIR,
<!-- Hadoop 2 requirements -->
$HADOOP_PREFIX/share/hadoop/common/[^.].*.jar,
$HADOOP_PREFIX/share/hadoop/common/lib/(?!slf4j)[^.].*.jar,
$HADOOP_PREFIX/share/hadoop/hdfs/[^.].*.jar,
$HADOOP_PREFIX/share/hadoop/mapreduce/[^.].*.jar,
$HADOOP_PREFIX/share/hadoop/yarn/[^.].*.jar,
$HADOOP_PREFIX/share/hadoop/yarn/lib/jersey.*.jar,
<!-- End Hadoop 2 requirements -->
<!-- HDP 2.0 requirements --><!--
/usr/lib/hadoop/[^.].*.jar,
/usr/lib/hadoop/lib/[^.].*.jar,
/usr/lib/hadoop-hdfs/[^.].*.jar,
/usr/lib/hadoop-mapreduce/[^.].*.jar,
/usr/lib/hadoop-yarn/[^.].*.jar,
/usr/lib/hadoop-yarn/lib/jersey.*.jar,
--><!-- End HDP 2.0 requirements -->
<!-- HDP 2.2 requirements --><!--
/usr/hdp/current/hadoop-client/[^.].*.jar,
/usr/hdp/current/hadoop-client/lib/(?!slf4j)[^.].*.jar,
/usr/hdp/current/hadoop-hdfs-client/[^.].*.jar,
/usr/hdp/current/hadoop-mapreduce-client/[^.].*.jar,
/usr/hdp/current/hadoop-yarn-client/[^.].*.jar,
/usr/hdp/current/hadoop-yarn-client/lib/jersey.*.jar,
/usr/hdp/current/hive-client/lib/hive-accumulo-handler.jar
--><!-- End HDP 2.2 requirements -->
<!-- IOP 4.1 requirements --><!--
/usr/iop/current/hadoop-client/[^.].*.jar,
/usr/iop/current/hadoop-client/lib/(?!slf4j)[^.].*.jar,
/usr/iop/current/hadoop-hdfs-client/[^.].*.jar,
/usr/iop/current/hadoop-mapreduce-client/[^.].*.jar,
/usr/iop/current/hadoop-yarn-client/[^.].*.jar,
/usr/iop/current/hadoop-yarn-client/lib/jersey.*.jar,
/usr/iop/current/hive-client/lib/hive-accumulo-handler.jar
--><!-- End IOP 4.1 requirements -->
</value>
<description>Classpaths that accumulo checks for updates and class files.</description>
</property>
</configuration>
gc
Description: Binary data
masters
Description: Binary data
slaves
Description: Binary data
tracers
Description: Binary data
