Ah. good catch...getting more errors still.... [exec] at org.apache.hadoop.conf.Configuration.<init>(Configuration.java:210) [exec] at org.apache.hadoop.conf.Configuration.<init>(Configuration.java:197) [exec] at org.apache.hadoop.hbase.HBaseConfiguration.<init>(HBaseConfiguration.java:33) [exec] at com.grooveshark.HBaseHandler.handle(HBaseHandler.java:25) [exec] at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152) [exec] at org.mortbay.jetty.Server.handle(Server.java:326) [exec] at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:536) [exec] at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:913) [exec] at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:539) [exec] at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212) [exec] at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:405) [exec] at org.mortbay.jetty.bio.SocketConnector$Connection.run(SocketConnector.java:228) [exec] at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) [exec] [exec] 15:33:31,226 INFO [24109...@qtp-15206466-0,ZooKeeper] Client environment:zookeeper.version=3.2.1-808558, built on 08/27/2009 18:48 GMT [exec] 15:33:31,227 INFO [24109...@qtp-15206466-0,ZooKeeper] Client environment:host.name=crunch2.local [exec] 15:33:31,227 INFO [24109...@qtp-15206466-0,ZooKeeper] Client environment:java.version=1.6.0_14 [exec] 15:33:31,228 INFO [24109...@qtp-15206466-0,ZooKeeper] Client environment:java.vendor=Sun Microsystems Inc. [exec] 15:33:31,228 INFO [24109...@qtp-15206466-0,ZooKeeper] Client environment:java.home=/usr/lib/jvm/java-6-sun-1.6.0.14/jre [exec] 15:33:31,228 INFO [24109...@qtp-15206466-0,ZooKeeper] Client environment:java.class.path=:/var/www/jetty/hbase/build/jettycab/lib/commons-logging-1.1.1.jar:/var/www/jetty/hbase/build/jettycab/lib/fast-md5.jar:/var/www/jetty/hbase/build/jettycab/lib/hadoop-0.20.0-core.jar:/var/www/jetty/hbase/build/jettycab/lib/hbase-0.20.1.jar:/var/www/jetty/hbase/build/jettycab/lib/hbase-default.xml:/var/www/jetty/hbase/build/jettycab/lib/hbase-site.xml:/var/www/jetty/hbase/build/jettycab/lib/jetty-6.1.20.jar:/var/www/jetty/hbase/build/jettycab/lib/jettycab-0.1.0.jar:/var/www/jetty/hbase/build/jettycab/lib/jetty-util-6.1.20.jar:/var/www/jetty/hbase/build/jettycab/lib/log4j-1.2.14.jar:/var/www/jetty/hbase/build/jettycab/lib/mysql-connector-java-5.0.4-bin.jar:/var/www/jetty/hbase/build/jettycab/lib/servlet-api.jar:/var/www/jetty/hbase/build/jettycab/lib/spring-2.5.1.jar:/var/www/jetty/hbase/build/jettycab/lib/zookeeper-3.2.1.jar [exec] 15:33:31,229 INFO [24109...@qtp-15206466-0,ZooKeeper] Client environment:java.library.path=/usr/lib/jvm/java-6-sun-1.6.0.14/jre/lib/i386/client:/usr/lib/jvm/java-6-sun-1.6.0.14/jre/lib/i386:/usr/lib/jvm/java-6-sun-1.6.0.14/jre/../lib/i386:/usr/java/packages/lib/i386:/lib:/usr/lib [exec] 15:33:31,229 INFO [24109...@qtp-15206466-0,ZooKeeper] Client environment:java.io.tmpdir=/tmp [exec] 15:33:31,230 INFO [24109...@qtp-15206466-0,ZooKeeper] Client environment:java.compiler=<NA> [exec] 15:33:31,230 INFO [24109...@qtp-15206466-0,ZooKeeper] Client environment:os.name=Linux [exec] 15:33:31,230 INFO [24109...@qtp-15206466-0,ZooKeeper] Client environment:os.arch=i386 [exec] 15:33:31,231 INFO [24109...@qtp-15206466-0,ZooKeeper] Client environment:os.version=2.6.28-11-generic [exec] 15:33:31,232 INFO [24109...@qtp-15206466-0,ZooKeeper] Client environment:user.name=hadoop [exec] 15:33:31,232 INFO [24109...@qtp-15206466-0,ZooKeeper] Client environment:user.home=/home/hadoop [exec] 15:33:31,233 INFO [24109...@qtp-15206466-0,ZooKeeper] Client environment:user.dir=/var/www/jetty/hbase/build/jettycab [exec] 15:33:31,236 INFO [24109...@qtp-15206466-0,ZooKeeper] Initiating client connection, connectString=localhost:2181 sessionTimeout=60000 watcher=org.apache.hadoop.hbase.client.hconnectionmanager$clientzkwatc...@5fcf29 [exec] 15:33:31,241 INFO [24109...@qtp-15206466-0,ClientCnxn] zookeeper.disableAutoWatchReset is false [exec] 15:33:31,291 INFO [24109...@qtp-15206466-0-sendthread,ClientCnxn] Attempting connection to server localhost/0:0:0:0:0:0:0:1:2181 [exec] 15:33:31,302 INFO [24109...@qtp-15206466-0-sendthread,ClientCnxn] Priming connection to java.nio.channels.SocketChannel[connected local=/0:0:0:0:0:0:0:1:41216 remote=localhost/0:0:0:0:0:0:0:1:2181] [exec] 15:33:31,320 INFO [24109...@qtp-15206466-0-sendthread,ClientCnxn] Server connection successful [exec] 15:33:31,379 DEBUG [24109...@qtp-15206466-0-eventthread,HConnectionManager$ClientZKWatcher] Got ZooKeeper event, state: SyncConnected, type: None, path: null [exec] 15:33:31,386 DEBUG [24109...@qtp-15206466-0-sendthread,ClientCnxn] Reading reply sessionid:0x326344ba5640005, packet:: clientPath:null serverPath:null finished:false header:: -8,101 replyHeader:: -8,80,0 request:: 0,v{},v{},v{} response:: null [exec] 15:33:31,404 DEBUG [24109...@qtp-15206466-0-sendthread,ClientCnxn] Reading reply sessionid:0x326344ba5640005, packet:: clientPath:null serverPath:null finished:false header:: 1,1 replyHeader:: 1,81,-110 request:: '/hbase,,v{s{31,s{'world,'anyone}}},0 response:: [exec] 15:33:31,438 DEBUG [24109...@qtp-15206466-0-sendthread,ClientCnxn] Reading reply sessionid:0x326344ba5640005, packet:: clientPath:null serverPath:null finished:false header:: 2,3 replyHeader:: 2,81,0 request:: '/hbase/safe-mode,F response:: s{24,24,1263597776438,1263597776438,0,0,0,154868729443319808,0,0,24} [exec] 15:33:31,453 DEBUG [24109...@qtp-15206466-0-sendthread,ClientCnxn] Reading reply sessionid:0x326344ba5640005, packet:: clientPath:null serverPath:null finished:false header:: 3,4 replyHeader:: 3,81,0 request:: '/hbase/root-region-server,F response:: #3137322e31362e312e39363a3630303230,s{26,76,1263597776621,1264006609781,1,0,0,0,17,0,26} [exec] 15:33:31,454 DEBUG [24109...@qtp-15206466-0,ZooKeeperWrapper] Read ZNode /hbase/root-region-server got 172.16.1.96:60020 [exec] 15:33:31,677 DEBUG [24109...@qtp-15206466-0,HBaseClient] The ping interval is60000ms. [exec] 15:33:31,792 DEBUG [24109...@qtp-15206466-0,HBaseClient] Connecting to /172.16.1.96:60020 [exec] 15:33:31,839 DEBUG [IPC Client (47) connection to / 172.16.1.96:60020 from an unknown user,HBaseClient] IPC Client (47) connection to /172.16.1.96:60020 from an unknown user: starting, having connections 1 [exec] 15:33:31,843 DEBUG [24109...@qtp-15206466-0,HBaseClient] IPC Client (47) connection to /172.16.1.96:60020 from an unknown user sending #0 [exec] 15:33:31,911 DEBUG [IPC Client (47) connection to / 172.16.1.96:60020 from an unknown user,HBaseClient] IPC Client (47) connection to /172.16.1.96:60020 from an unknown user got value #0 [exec] 15:33:31,913 DEBUG [24109...@qtp-15206466-0,HbaseRPC] Call: getProtocolVersion 139 [exec] 15:33:31,914 DEBUG [24109...@qtp-15206466-0,HBaseClient] IPC Client (47) connection to /172.16.1.96:60020 from an unknown user sending #1 [exec] 15:33:31,933 DEBUG [IPC Client (47) connection to / 172.16.1.96:60020 from an unknown user,HBaseClient] IPC Client (47) connection to /172.16.1.96:60020 from an unknown user got value #1 [exec] 15:33:31,941 DEBUG [24109...@qtp-15206466-0,HbaseRPC] Call: getRegionInfo 28 [exec] 15:33:31,942 DEBUG [24109...@qtp-15206466-0,HConnectionManager$TableServers] Found ROOT at 172.16.1.96:60020 [exec] 15:33:31,944 DEBUG [24109...@qtp-15206466-0,HBaseClient] IPC Client (47) connection to /172.16.1.96:60020 from an unknown user sending #2 [exec] 15:33:31,948 DEBUG [IPC Client (47) connection to / 172.16.1.96:60020 from an unknown user,HBaseClient] IPC Client (47) connection to /172.16.1.96:60020 from an unknown user got value #2 [exec] 15:33:31,951 DEBUG [24109...@qtp-15206466-0,HbaseRPC] Call: getClosestRowBefore 8 [exec] 15:33:32,004 DEBUG [24109...@qtp-15206466-0,HConnectionManager$TableServers] Cached location address: 172.16.1.95:60020, regioninfo: REGION => {NAME => '.META.,,1', STARTKEY => '', ENDKEY => '', ENCODED => 1028785192, TABLE => {{NAME => '.META.', IS_META => 'true', MEMSTORE_FLUSHSIZE => '16384', FAMILIES => [{NAME => 'historian', VERSIONS => '2147483647', COMPRESSION => 'NONE', TTL => '604800', BLOCKSIZE => '8192', IN_MEMORY => 'false', BLOCKCACHE => 'false'}, {NAME => 'info', VERSIONS => '10', COMPRESSION => 'NONE', TTL => '2147483647', BLOCKSIZE => '8192', IN_MEMORY => 'false', BLOCKCACHE => 'false'}]}} [exec] 15:33:32,006 DEBUG [24109...@qtp-15206466-0,HBaseClient] Connecting to /172.16.1.95:60020 [exec] 15:33:32,013 DEBUG [IPC Client (47) connection to / 172.16.1.95:60020 from an unknown user,HBaseClient] IPC Client (47) connection to /172.16.1.95:60020 from an unknown user: starting, having connections 2 [exec] 15:33:32,016 DEBUG [24109...@qtp-15206466-0,HBaseClient] IPC Client (47) connection to /172.16.1.95:60020 from an unknown user sending #3 [exec] 15:33:32,018 DEBUG [IPC Client (47) connection to / 172.16.1.95:60020 from an unknown user,HBaseClient] IPC Client (47) connection to /172.16.1.95:60020 from an unknown user got value #3 [exec] 15:33:32,020 DEBUG [24109...@qtp-15206466-0,HbaseRPC] Call: getProtocolVersion 14 [exec] 15:33:32,021 DEBUG [24109...@qtp-15206466-0,HBaseClient] IPC Client (47) connection to /172.16.1.95:60020 from an unknown user sending #4 [exec] 15:33:32,176 DEBUG [IPC Client (47) connection to / 172.16.1.95:60020 from an unknown user,HBaseClient] IPC Client (47) connection to /172.16.1.95:60020 from an unknown user got value #4 [exec] 15:33:32,177 DEBUG [24109...@qtp-15206466-0,HbaseRPC] Call: getClosestRowBefore 157 [exec] 15:33:32,179 DEBUG [24109...@qtp-15206466-0,HConnectionManager$TableServers] Cached location address: 172.16.1.96:60020, regioninfo: REGION => {NAME => 'Guts,,1262665364102', STARTKEY => '', ENDKEY => '1262239352230', ENCODED => 413700531, TABLE => {{NAME => 'Guts', FAMILIES => [{NAME => 'search', VERSIONS => '3', COMPRESSION => 'NONE', TTL => '2147483647', BLOCKSIZE => '65536', IN_MEMORY => 'false', BLOCKCACHE => 'true'}, {NAME => 'user', VERSIONS => '3', COMPRESSION => 'NONE', TTL => '2147483647', BLOCKSIZE => '65536', IN_MEMORY => 'false', BLOCKCACHE => 'true'}]}} [exec] 15:33:32,189 DEBUG [24109...@qtp-15206466-0,HTable$ClientScanner] Creating scanner over Guts starting at key '' [exec] 15:33:32,190 DEBUG [24109...@qtp-15206466-0,HTable$ClientScanner] Advancing internal scanner to startKey at '' [exec] 15:33:32,191 DEBUG [24109...@qtp-15206466-0,HConnectionManager$TableServers] Cache hit for row <> in tableName Guts: location server 172.16.1.96:60020, location region name Guts,,1262665364102 [exec] 15:33:32,192 DEBUG [24109...@qtp-15206466-0,HBaseClient] IPC Client (47) connection to /172.16.1.96:60020 from an unknown user sending #5 [exec] 15:33:32,221 DEBUG [IPC Client (47) connection to / 172.16.1.96:60020 from an unknown user,HBaseClient] IPC Client (47) connection to /172.16.1.96:60020 from an unknown user got value #5 [exec] 15:33:32,222 DEBUG [24109...@qtp-15206466-0,HbaseRPC] Call: openScanner 30 [exec] 15:33:32,224 DEBUG [24109...@qtp-15206466-0,HBaseClient] IPC Client (47) connection to /172.16.1.96:60020 from an unknown user sending #6 [exec] 15:33:32,250 DEBUG [IPC Client (47) connection to / 172.16.1.96:60020 from an unknown user,HBaseClient] IPC Client (47) connection to /172.16.1.96:60020 from an unknown user got value #6 [exec] 15:33:32,253 DEBUG [24109...@qtp-15206466-0,HbaseRPC] Call: next 30 [exec] 15:33:32,260 DEBUG [24109...@qtp-15206466-0,HBaseClient] IPC Client (47) connection to /172.16.1.96:60020 from an unknown user sending #7 [exec] 15:33:32,286 DEBUG [IPC Client (47) connection to / 172.16.1.96:60020 from an unknown user,HBaseClient] IPC Client (47) connection to /172.16.1.96:60020 from an unknown user got value #7 [exec] 15:33:32,287 DEBUG [24109...@qtp-15206466-0,HbaseRPC] Call: next 28 [exec] 15:33:32,288 DEBUG [24109...@qtp-15206466-0,HBaseClient] IPC Client (47) connection to /172.16.1.96:60020 from an unknown user sending #8 [exec] 15:33:32,315 DEBUG [IPC Client (47) connection to / 172.16.1.96:60020 from an unknown user,HBaseClient] IPC Client (47) connection to /172.16.1.96:60020 from an unknown user got value #8 [exec] 15:33:32,315 DEBUG [24109...@qtp-15206466-0,HbaseRPC] Call: next 27
Then this scanner output seems to continue forever and it just hangs. I'm not really sure what the errors mean... On Wed, Jan 20, 2010 at 3:21 PM, stack <st...@duboce.net> wrote: > Is zookeeper jar on your CLASSPATH? > > [exec] java.lang.NoClassDefFoundError: org/apache/zookeeper/Watcher > > You code looks fine. > > St.Ack > > On Wed, Jan 20, 2010 at 12:12 PM, Chris Bates < > christopher.andrew.ba...@gmail.com> wrote: > > > Hi, > > > > We're building an analytics server with HBase using Jetty. I have > > experimented with the Thrift API + PHP over the past few days and got it > > working, but needed the filter functionality which has not been released > > yet. So I decided to switch to the Java API and run it with a Jetty > > server. > > > > My Jetty server is setup on crunch2.in.escapemg.com:8888. > > > > Hbase is setup on the same machine, with all the configuration settings > > according to the "Getting Started" guide. We are using Hbase version > > 0.20.1. > > > > Just doing a quick scanning test with this code: > > > > HBaseConfiguration config = new HBaseConfiguration(); > > HTable table = new HTable(config, "Guts"); > > Scan s = new Scan(); > > s.addColumn(Bytes.toBytes("user:"),Bytes.toBytes("theme")); > > ResultScanner scanner = table.getScanner(s); > > int count = 0; > > int limit = 10; > > try { > > for (Result rr = scanner.next(); rr != null; rr = > > scanner.next()) { > > if (count <= limit) { > > response.getOutputStream().write( rr.getRow() ); > > count++; > > } > > } > > } finally { > > scanner.close(); > > } > > > > > > I get this error, which states (I think) that the HBase is throwing a > > connection error: > > > > [exec] 14:56:14,197 DEBUG [24109...@qtp-15206466-0,Configuration] > > java.io.IOException: config() > > [exec] at > > org.apache.hadoop.conf.Configuration.<init>(Configuration.java:210) > > [exec] at > > org.apache.hadoop.conf.Configuration.<init>(Configuration.java:197) > > [exec] at > > > > > org.apache.hadoop.hbase.HBaseConfiguration.<init>(HBaseConfiguration.java:33) > > [exec] at com.grooveshark.HBaseHandler.handle(HBaseHandler.java:25) > > [exec] at > > org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152) > > [exec] at org.mortbay.jetty.Server.handle(Server.java:326) > > [exec] at > > org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:536) > > [exec] at > > > > > org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:913) > > [exec] at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:539) > > [exec] at > > org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212) > > [exec] at > > org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:405) > > [exec] at > > > > > org.mortbay.jetty.bio.SocketConnector$Connection.run(SocketConnector.java:228) > > [exec] at > > > > > org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) > > [exec] > > [exec] 2010-01-20 14:56:14.697::WARN: / > > [exec] java.lang.NoClassDefFoundError: org/apache/zookeeper/Watcher > > [exec] at java.lang.ClassLoader.defineClass1(Native Method) > > [exec] at java.lang.ClassLoader.defineClass(ClassLoader.java:621) > > [exec] at > > java.security.SecureClassLoader.defineClass(SecureClassLoader.java:124) > > [exec] at > java.net.URLClassLoader.defineClass(URLClassLoader.java:260) > > [exec] at java.net.URLClassLoader.access$000(URLClassLoader.java:56) > > [exec] at java.net.URLClassLoader$1.run(URLClassLoader.java:195) > > [exec] at java.security.AccessController.doPrivileged(Native Method) > > [exec] at java.net.URLClassLoader.findClass(URLClassLoader.java:188) > > [exec] at java.lang.ClassLoader.loadClass(ClassLoader.java:307) > > [exec] at > sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:301) > > [exec] at java.lang.ClassLoader.loadClass(ClassLoader.java:252) > > [exec] at > java.lang.ClassLoader.loadClassInternal(ClassLoader.java:320) > > [exec] at > > > > > org.apache.hadoop.hbase.client.HConnectionManager.getClientZooKeeperWatcher(HConnectionManager.java:151) > > [exec] at > > > > > org.apache.hadoop.hbase.client.HConnectionManager$TableServers.getZooKeeperWrapper(HConnectionManager.java:885) > > [exec] at > > > > > org.apache.hadoop.hbase.client.HConnectionManager$TableServers.locateRootRegion(HConnectionManager.java:901) > > [exec] at > > > > > org.apache.hadoop.hbase.client.HConnectionManager$TableServers.locateRegion(HConnectionManager.java:580) > > [exec] at > > > > > org.apache.hadoop.hbase.client.HConnectionManager$TableServers.locateRegion(HConnectionManager.java:556) > > [exec] at > > > > > org.apache.hadoop.hbase.client.HConnectionManager$TableServers.locateRegionInMeta(HConnectionManager.java:630) > > [exec] at > > > > > org.apache.hadoop.hbase.client.HConnectionManager$TableServers.locateRegion(HConnectionManager.java:589) > > [exec] at > > > > > org.apache.hadoop.hbase.client.HConnectionManager$TableServers.locateRegion(HConnectionManager.java:556) > > [exec] at > > > > > org.apache.hadoop.hbase.client.HConnectionManager$TableServers.locateRegionInMeta(HConnectionManager.java:630) > > [exec] at > > > > > org.apache.hadoop.hbase.client.HConnectionManager$TableServers.locateRegion(HConnectionManager.java:593) > > [exec] at > > > > > org.apache.hadoop.hbase.client.HConnectionManager$TableServers.locateRegion(HConnectionManager.java:556) > > [exec] at > org.apache.hadoop.hbase.client.HTable.<init>(HTable.java:127) > > [exec] at > org.apache.hadoop.hbase.client.HTable.<init>(HTable.java:105) > > [exec] at com.grooveshark.HBaseHandler.handle(HBaseHandler.java:27) > > [exec] at > > org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152) > > [exec] at org.mortbay.jetty.Server.handle(Server.java:326) > > [exec] at > > org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:536) > > [exec] at > > > > > org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:913) > > [exec] at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:539) > > [exec] at > > org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:212) > > [exec] at > > org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:405) > > [exec] at > > > > > org.mortbay.jetty.bio.SocketConnector$Connection.run(SocketConnector.java:228) > > [exec] at > > > > > org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) > > [exec] Caused by: java.lang.ClassNotFoundException: > > org.apache.zookeeper.Watcher > > [exec] at java.net.URLClassLoader$1.run(URLClassLoader.java:200) > > [exec] at java.security.AccessController.doPrivileged(Native Method) > > [exec] at java.net.URLClassLoader.findClass(URLClassLoader.java:188) > > [exec] at java.lang.ClassLoader.loadClass(ClassLoader.java:307) > > [exec] at > sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:301) > > [exec] at java.lang.ClassLoader.loadClass(ClassLoader.java:252) > > [exec] at > java.lang.ClassLoader.loadClassInternal(ClassLoader.java:320) > > [exec] ... 35 more > > > > > > After doing a mailing list search, it seemed that other configuration > > problems were fixed by upgrading to 0.20.2 which I have not yet done. Is > > this the problem or is there something simple I am overlooking? I have > > also > > added my hbase-site.xml and hbase-default.xml to my lib and conf > > directories > > to my working classpath. > > > > I am confused because I was able to connect via thrift, and I also have a > > BulkImporter MapReduce script to load the logging data into HBase that > > works > > fine, but have been unable to locate my error in this case. > > >