[
https://issues.apache.org/jira/browse/KNOX-1041?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16186275#comment-16186275
]
Sandeep More commented on KNOX-1041:
------------------------------------
Hello [~rkellogg]
Sorry for the delay in getting to the patch, I tried to apply this patch to
master and run it and got test failures, can you fix them and resubmit the
patch again.
Thanks !
{code}
[exec] Tests run: 1, Failures: 0, Errors: 1, Skipped: 0, Time elapsed: 66.467
sec <<< FAILURE! - in
org.apache.hadoop.gateway.ha.provider.impl.HBaseZookeeperURLManagerTest
[exec]
testHBaseZookeeperURLManagerLoading(org.apache.hadoop.gateway.ha.provider.impl.HBaseZookeeperURLManagerTest)
Time elapsed: 66.467 sec <<< ERROR!
[exec] java.lang.RuntimeException: java.net.UnknownHostException:
hostname: nodename nor servname provided, or not known
[exec] at java.net.Inet6AddressImpl.lookupAllHostAddr(Native Method)
[exec] at
java.net.InetAddress$2.lookupAllHostAddr(InetAddress.java:928)
[exec] at
java.net.InetAddress.getAddressesFromNameService(InetAddress.java:1323)
[exec] at java.net.InetAddress.getAllByName0(InetAddress.java:1276)
[exec] at java.net.InetAddress.getAllByName(InetAddress.java:1192)
[exec] at java.net.InetAddress.getAllByName(InetAddress.java:1126)
[exec] at
org.apache.zookeeper.client.StaticHostProvider.<init>(StaticHostProvider.java:61)
[exec] at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:445)
[exec] at
org.apache.curator.utils.DefaultZookeeperFactory.newZooKeeper(DefaultZookeeperFactory.java:29)
[exec] at
org.apache.curator.framework.imps.CuratorFrameworkImpl$2.newZooKeeper(CuratorFrameworkImpl.java:154)
[exec] at
org.apache.curator.HandleHolder$1.getZooKeeper(HandleHolder.java:94)
[exec] at
org.apache.curator.HandleHolder.internalClose(HandleHolder.java:128)
[exec] at
org.apache.curator.HandleHolder.closeAndReset(HandleHolder.java:77)
[exec] at
org.apache.curator.ConnectionState.reset(ConnectionState.java:218)
[exec] at
org.apache.curator.ConnectionState.checkTimeouts(ConnectionState.java:194)
[exec] at
org.apache.curator.ConnectionState.getZooKeeper(ConnectionState.java:88)
[exec] at
org.apache.curator.CuratorZookeeperClient.getZooKeeper(CuratorZookeeperClient.java:115)
[exec] at
org.apache.curator.framework.imps.CuratorFrameworkImpl.getZooKeeper(CuratorFrameworkImpl.java:474)
[exec] at
org.apache.curator.framework.imps.GetChildrenBuilderImpl$3.call(GetChildrenBuilderImpl.java:214)
[exec] at
org.apache.curator.framework.imps.GetChildrenBuilderImpl$3.call(GetChildrenBuilderImpl.java:203)
[exec] at
org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:107)
[exec] at
org.apache.curator.framework.imps.GetChildrenBuilderImpl.pathInForeground(GetChildrenBuilderImpl.java:199)
[exec] at
org.apache.curator.framework.imps.GetChildrenBuilderImpl.forPath(GetChildrenBuilderImpl.java:191)
[exec] at
org.apache.curator.framework.imps.GetChildrenBuilderImpl.forPath(GetChildrenBuilderImpl.java:38)
[exec] at
org.apache.hadoop.gateway.ha.provider.impl.HBaseZookeeperURLManager.retrieveHosts(HBaseZookeeperURLManager.java:98)
[exec] at
org.apache.hadoop.gateway.ha.provider.impl.HBaseZookeeperURLManager.lookupURLs(HBaseZookeeperURLManager.java:61)
[exec] at
org.apache.hadoop.gateway.ha.provider.impl.BaseZookeeperURLManager.setConfig(BaseZookeeperURLManager.java:75)
[exec] at
org.apache.hadoop.gateway.ha.provider.URLManagerLoader.loadURLManager(URLManagerLoader.java:35)
[exec] at
org.apache.hadoop.gateway.ha.provider.impl.HBaseZookeeperURLManagerTest.testHBaseZookeeperURLManagerLoading(HBaseZookeeperURLManagerTest.java:37)
[exec]
[exec] Running
org.apache.hadoop.gateway.ha.provider.impl.HS2ZookeeperURLManagerTest
[exec] Tests run: 3, Failures: 1, Errors: 0, Skipped: 0, Time elapsed:
5.395 sec <<< FAILURE! - in
org.apache.hadoop.gateway.ha.provider.impl.HS2ZookeeperURLManagerTest
[exec]
testHS2URLManagerLoading(org.apache.hadoop.gateway.ha.provider.impl.HS2ZookeeperURLManagerTest)
Time elapsed: 1.336 sec <<< FAILURE!
[exec] java.lang.AssertionError: null
[exec] at org.junit.Assert.fail(Assert.java:86)
[exec] at org.junit.Assert.assertTrue(Assert.java:41)
[exec] at org.junit.Assert.assertTrue(Assert.java:52)
[exec] at
org.apache.hadoop.gateway.ha.provider.impl.HS2ZookeeperURLManagerTest.testHS2URLManagerLoading(HS2ZookeeperURLManagerTest.java:130)
[exec]
[exec] Running
org.apache.hadoop.gateway.ha.provider.impl.KafkaZookeeperURLManagerTest
[exec] Tests run: 1, Failures: 0, Errors: 1, Skipped: 0, Time elapsed:
63.166 sec <<< FAILURE! - in
org.apache.hadoop.gateway.ha.provider.impl.KafkaZookeeperURLManagerTest
[exec]
testHBaseZookeeperURLManagerLoading(org.apache.hadoop.gateway.ha.provider.impl.KafkaZookeeperURLManagerTest)
Time elapsed: 63.166 sec <<< ERROR!
[exec] java.lang.RuntimeException: java.net.UnknownHostException:
hostname: nodename nor servname provided, or not known
[exec] at java.net.Inet6AddressImpl.lookupAllHostAddr(Native Method)
[exec] at
java.net.InetAddress$2.lookupAllHostAddr(InetAddress.java:928)
[exec] at
java.net.InetAddress.getAddressesFromNameService(InetAddress.java:1323)
[exec] at java.net.InetAddress.getAllByName0(InetAddress.java:1276)
[exec] at java.net.InetAddress.getAllByName(InetAddress.java:1192)
[exec] at java.net.InetAddress.getAllByName(InetAddress.java:1126)
[exec] at
org.apache.zookeeper.client.StaticHostProvider.<init>(StaticHostProvider.java:61)
[exec] at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:445)
[exec] at
org.apache.curator.utils.DefaultZookeeperFactory.newZooKeeper(DefaultZookeeperFactory.java:29)
[exec] at
org.apache.curator.framework.imps.CuratorFrameworkImpl$2.newZooKeeper(CuratorFrameworkImpl.java:154)
[exec] at
org.apache.curator.HandleHolder$1.getZooKeeper(HandleHolder.java:94)
[exec] at
org.apache.curator.HandleHolder.internalClose(HandleHolder.java:128)
[exec] at
org.apache.curator.HandleHolder.closeAndReset(HandleHolder.java:77)
[exec] at
org.apache.curator.ConnectionState.reset(ConnectionState.java:218)
[exec] at
org.apache.curator.ConnectionState.checkTimeouts(ConnectionState.java:194)
[exec] at
org.apache.curator.ConnectionState.getZooKeeper(ConnectionState.java:88)
[exec] at
org.apache.curator.CuratorZookeeperClient.getZooKeeper(CuratorZookeeperClient.java:115)
[exec] at
org.apache.curator.framework.imps.CuratorFrameworkImpl.getZooKeeper(CuratorFrameworkImpl.java:474)
[exec] at
org.apache.curator.framework.imps.GetChildrenBuilderImpl$3.call(GetChildrenBuilderImpl.java:214)
[exec] at
org.apache.curator.framework.imps.GetChildrenBuilderImpl$3.call(GetChildrenBuilderImpl.java:203)
[exec] at
org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:107)
[exec] at
org.apache.curator.framework.imps.GetChildrenBuilderImpl.pathInForeground(GetChildrenBuilderImpl.java:199)
[exec] at
org.apache.curator.framework.imps.GetChildrenBuilderImpl.forPath(GetChildrenBuilderImpl.java:191)
[exec] at
org.apache.curator.framework.imps.GetChildrenBuilderImpl.forPath(GetChildrenBuilderImpl.java:38)
[exec] at
org.apache.hadoop.gateway.ha.provider.impl.KafkaZookeeperURLManager.retrieveHosts(KafkaZookeeperURLManager.java:105)
[exec] at
org.apache.hadoop.gateway.ha.provider.impl.KafkaZookeeperURLManager.lookupURLs(KafkaZookeeperURLManager.java:68)
[exec] at
org.apache.hadoop.gateway.ha.provider.impl.BaseZookeeperURLManager.setConfig(BaseZookeeperURLManager.java:75)
[exec] at
org.apache.hadoop.gateway.ha.provider.URLManagerLoader.loadURLManager(URLManagerLoader.java:35)
[exec] at
org.apache.hadoop.gateway.ha.provider.impl.KafkaZookeeperURLManagerTest.testHBaseZookeeperURLManagerLoading(KafkaZookeeperURLManagerTest.java:38)
[exec]
[exec] Running
org.apache.hadoop.gateway.ha.provider.impl.SOLRZookeeperURLManagerTest
[exec] Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed:
3.269 sec - in
org.apache.hadoop.gateway.ha.provider.impl.SOLRZookeeperURLManagerTest
[exec] Running
org.apache.hadoop.gateway.ha.provider.impl.URLManagerLoaderTest
[exec] Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0
sec - in org.apache.hadoop.gateway.ha.provider.impl.URLManagerLoaderTest
[exec]
[exec] Results :
[exec]
[exec] Failed tests:
[exec] HS2ZookeeperURLManagerTest.testHS2URLManagerLoading:130 null
[exec]
[exec] Tests in error:
[exec]
HBaseZookeeperURLManagerTest.testHBaseZookeeperURLManagerLoading:37 » Runtime
...
[exec]
KafkaZookeeperURLManagerTest.testHBaseZookeeperURLManagerLoading:38 » Runtime
...
[exec]
[exec] Tests run: 21, Failures: 1, Errors: 2, Skipped: 0
{code}
> High Availability Support For Apache SOLR, HBase & Kafka
> --------------------------------------------------------
>
> Key: KNOX-1041
> URL: https://issues.apache.org/jira/browse/KNOX-1041
> Project: Apache Knox
> Issue Type: New Feature
> Components: Server
> Affects Versions: 0.12.0, 0.13.0
> Reporter: Rick Kellogg
> Assignee: Rick Kellogg
> Fix For: 0.14.0
>
> Attachments: KNOX-1041.patch
>
>
> Provide high-availability/fail-over between Knox and SOLR/HBase/Kafka using
> the existing DefaultHaDispatch mechanism and a customized URLManager
> implementation with knowledge of active hosts in Zookeeper.
> When SOLR Cloud is used the active hosts are stored in Zookeeper under the
> /live_nodes path. The attached custom URLManager implementation queries
> Zookeeper for the active hosts upon startup. In the event of fail-over, it
> updates the internal list of hosts.
> The HS2ZookeeperURLManager implementation used to provide similar
> functionality for Hive was used as a starting point.
--
This message was sent by Atlassian JIRA
(v6.4.14#64029)
