[
https://issues.apache.org/jira/browse/YARN-10633?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17290615#comment-17290615
]
yuguang edited comment on YARN-10633 at 2/25/21, 2:38 AM:
----------------------------------------------------------
[~subru] , Thanks for your reply .Actually I have configured all the necessary
item and didn't configure the optional item in that link.
Below is my yarn-site.xml configuration . But still get above error message
<configuration>
<!-- Site specific YARN configuration properties -->
<property>
<name>yarn.nodemanager.aux-services</name>
<value>mapreduce_shuffle</value>
</property>
<property>
<name>yarn.resourcemanager.address</name>
<value>yarna:8032</value>
</property>
<property>
<name>yarn.resourcemanager.scheduler.address</name>
<value>yarna:8030</value>
</property>
<property>
<name>yarn.resourcemanager.resource-tracker.address</name>
<value>yarna:8031</value>
</property>
<property>
<name>yarn.resourcemanager.admin.address</name>
<value>yarna:8033</value>
</property>
<property>
<name>yarn.resourcemanager.webapp.address</name>
<value>yarna:8088</value>
</property>
<property>
<name>yarn.resourcemanager.hostname</name>
<value>yarna</value>
</property>
<property>
<name>yarn.resourcemanager.scheduler.class</name>
<value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler</value>
</property>
<property>
<name>yarn.scheduler.maximum-allocation-mb</name>
<value>12288</value>
</property>
<property>
<name>yarn.scheduler.minimum-allocation-mb</name>
<value>32</value>
</property>
<property>
<name>yarn.nodemanager.resource.memory-mb</name>
<value>12288</value>
</property>
<property>
<name>yarn.nodemanager.vmem-pmem-ratio</name>
<value>5</value>
</property>
<property>
<name>yarn.scheduler.maximum-allocation-vcores</name>
<value>3</value>
</property>
<property>
<name>yarn.nodemanager.local-dirs</name>
<value>/hadoop/yarn</value>
<final>true</final>
</property>
<property>
<description>Where to store container logs.</description>
<name>yarn.nodemanager.log-dirs</name>
<value>/hadoop/var/log/hadoop-yarn/containers</value>
</property>
<property>
<description>Where to aggregate logs to.</description>
<name>yarn.nodemanager.remote-app-log-dir</name>
<value>/hadoop/var/log/hadoop-yarn/apps</value>
</property>
<!-- YARN federation configuration properties -->
<property>
<name>yarn.federation.enabled</name>
<value>true</value>
</property>
<property>
<name>yarn.resourcemanager.cluster-id</name>
<value>clustera</value>
</property>
<property>
<name>yarn.federation.state-store.class</name>
<value>org.apache.hadoop.yarn.server.federation.store.impl.SQLFederationStateStore</value>
</property>
<property>
<name>yarn.federation.state-store.sql.url</name>
<value>jdbc:mysql://nn:3306/FederationStateStore</value>
</property>
<property>
<name>yarn.federation.state-store.sql.jdbc-class</name>
<value>com.mysql.jdbc.jdbc2.optional.MysqlDataSource</value>
</property>
<property>
<name>yarn.federation.state-store.sql.username</name>
<value>FederationUser</value>
</property>
<property>
<name>yarn.federation.state-store.sql.password</name>
<value>xxxxxxxx</value>
</property>
<property>
<name>yarn.nodemanager.amrmproxy.enabled</name>
<value>true</value>
</property>
<property>
<name>yarn.nodemanager.amrmproxy.interceptor-class.pipeline</name>
<value>org.apache.hadoop.yarn.server.nodemanager.amrmproxy.FederationInterceptor</value>
</property>
</configuration>
was (Author: hanfrank):
[~subru] , Thanks for your reply .Actually I have configured all the necessary
item and didn't configure the optional item in that link.
Below is my yarn-site.xml configuration .
<configuration>
<!-- Site specific YARN configuration properties -->
<property>
<name>yarn.nodemanager.aux-services</name>
<value>mapreduce_shuffle</value>
</property>
<property>
<name>yarn.resourcemanager.address</name>
<value>yarna:8032</value>
</property>
<property>
<name>yarn.resourcemanager.scheduler.address</name>
<value>yarna:8030</value>
</property>
<property>
<name>yarn.resourcemanager.resource-tracker.address</name>
<value>yarna:8031</value>
</property>
<property>
<name>yarn.resourcemanager.admin.address</name>
<value>yarna:8033</value>
</property>
<property>
<name>yarn.resourcemanager.webapp.address</name>
<value>yarna:8088</value>
</property>
<property>
<name>yarn.resourcemanager.hostname</name>
<value>yarna</value>
</property>
<property>
<name>yarn.resourcemanager.scheduler.class</name>
<value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler</value>
</property>
<property>
<name>yarn.scheduler.maximum-allocation-mb</name>
<value>12288</value>
</property>
<property>
<name>yarn.scheduler.minimum-allocation-mb</name>
<value>32</value>
</property>
<property>
<name>yarn.nodemanager.resource.memory-mb</name>
<value>12288</value>
</property>
<property>
<name>yarn.nodemanager.vmem-pmem-ratio</name>
<value>5</value>
</property>
<property>
<name>yarn.scheduler.maximum-allocation-vcores</name>
<value>3</value>
</property>
<property>
<name>yarn.nodemanager.local-dirs</name>
<value>/hadoop/yarn</value>
<final>true</final>
</property>
<property>
<description>Where to store container logs.</description>
<name>yarn.nodemanager.log-dirs</name>
<value>/hadoop/var/log/hadoop-yarn/containers</value>
</property>
<property>
<description>Where to aggregate logs to.</description>
<name>yarn.nodemanager.remote-app-log-dir</name>
<value>/hadoop/var/log/hadoop-yarn/apps</value>
</property>
<!-- YARN federation configuration properties -->
<property>
<name>yarn.federation.enabled</name>
<value>true</value>
</property>
<property>
<name>yarn.resourcemanager.cluster-id</name>
<value>clustera</value>
</property>
<property>
<name>yarn.federation.state-store.class</name>
<value>org.apache.hadoop.yarn.server.federation.store.impl.SQLFederationStateStore</value>
</property>
<property>
<name>yarn.federation.state-store.sql.url</name>
<value>jdbc:mysql://nn:3306/FederationStateStore</value>
</property>
<property>
<name>yarn.federation.state-store.sql.jdbc-class</name>
<value>com.mysql.jdbc.jdbc2.optional.MysqlDataSource</value>
</property>
<property>
<name>yarn.federation.state-store.sql.username</name>
<value>FederationUser</value>
</property>
<property>
<name>yarn.federation.state-store.sql.password</name>
<value>xxxxxxxx</value>
</property>
<property>
<name>yarn.nodemanager.amrmproxy.enabled</name>
<value>true</value>
</property>
<property>
<name>yarn.nodemanager.amrmproxy.interceptor-class.pipeline</name>
<value>org.apache.hadoop.yarn.server.nodemanager.amrmproxy.FederationInterceptor</value>
</property>
</configuration>
> setup yarn federation failed
> ----------------------------
>
> Key: YARN-10633
> URL: https://issues.apache.org/jira/browse/YARN-10633
> Project: Hadoop YARN
> Issue Type: Bug
> Components: federation
> Affects Versions: 3.2.2
> Reporter: yuguang
> Priority: Major
>
> Hi
> I am trying to setup yarn federation mode. But after I add below
> configuration in etc/hadoop/yarn-site.xml
> <property>
> <name>yarn.federation.enabled</name>
> <value>true</value>
> </property>
> then when I run yarn node -list . Get below error . Also the historyserver
> service can not be started either .
> I am using hadoop-3.2.2 version .
> [root@yarna hadoop-3.2.2]# yarn node -list
> 2021-02-18 05:51:39,178 INFO service.AbstractService: Service
> org.apache.hadoop.yarn.client.api.impl.YarnClientImpl failed in state
> STARTEDjava.lang.ArrayIndexOutOfBoundsException: Index 0 out of bounds for
> length 0 at
> org.apache.hadoop.yarn.client.ConfiguredRMFailoverProxyProvider.init(ConfiguredRMFailoverProxyProvider.java:62)
> at
> org.apache.hadoop.yarn.client.RMProxy.createRMFailoverProxyProvider(RMProxy.java:175)
> at org.apache.hadoop.yarn.client.RMProxy.newProxyInstance(RMProxy.java:130)
> at org.apache.hadoop.yarn.client.RMProxy.createRMProxy(RMProxy.java:103) at
> org.apache.hadoop.yarn.client.ClientRMProxy.createRMProxy(ClientRMProxy.java:72)
> at
> org.apache.hadoop.yarn.client.api.impl.YarnClientImpl.serviceStart(YarnClientImpl.java:233)
> at org.apache.hadoop.service.AbstractService.start(AbstractService.java:194)
> at
> org.apache.hadoop.yarn.client.cli.YarnCLI.createAndStartYarnClient(YarnCLI.java:55)
> at org.apache.hadoop.yarn.client.cli.NodeCLI.run(NodeCLI.java:110) at
> org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:76) at
> org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:90) at
> org.apache.hadoop.yarn.client.cli.NodeCLI.main(NodeCLI.java:62)Exception in
> thread "main" java.lang.ArrayIndexOutOfBoundsException: Index 0 out of bounds
> for length 0 at
> org.apache.hadoop.yarn.client.ConfiguredRMFailoverProxyProvider.init(ConfiguredRMFailoverProxyProvider.java:62)
> at
> org.apache.hadoop.yarn.client.RMProxy.createRMFailoverProxyProvider(RMProxy.java:175)
> at org.apache.hadoop.yarn.client.RMProxy.newProxyInstance(RMProxy.java:130)
> at org.apache.hadoop.yarn.client.RMProxy.createRMProxy(RMProxy.java:103) at
> org.apache.hadoop.yarn.client.ClientRMProxy.createRMProxy(ClientRMProxy.java:72)
> at
> org.apache.hadoop.yarn.client.api.impl.YarnClientImpl.serviceStart(YarnClientImpl.java:233)
> at org.apache.hadoop.service.AbstractService.start(AbstractService.java:194)
> at
> org.apache.hadoop.yarn.client.cli.YarnCLI.createAndStartYarnClient(YarnCLI.java:55)
> at org.apache.hadoop.yarn.client.cli.NodeCLI.run(NodeCLI.java:110) at
> org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:76) at
> org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:90) at
> org.apache.hadoop.yarn.client.cli.NodeCLI.main(NodeCLI.java:62)
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
---------------------------------------------------------------------
To unsubscribe, e-mail: yarn-issues-unsubscr...@hadoop.apache.org
For additional commands, e-mail: yarn-issues-h...@hadoop.apache.org
