Okay, TestDirTailer failure was caused by not properly sanitizing
environment. I'll check in a fix later.
TestArchiver failure is harder for me to pin down. Looks like, for
reasons unclear to me, the MiniMapReduce environment doesn't work
correctly from JUnit. (But does run correctly from Eclipse.)
I'm attaching the console output from the test. I, at least, am
baffled. Tempted to just exclude test, since it'll need to be
rewritten anyway for Hadoop 0.21.
--Ari
On Mon, Jul 13, 2009 at 5:39 PM, Ariel Rabkin<[email protected]> wrote:
> Will do.
>
> On Mon, Jul 13, 2009 at 5:35 PM, Eric Yang<[email protected]> wrote:
>> Hi Ari,
>>
>> TestDirTailer, and TestArchive are failing in the public hudson. Could you
>> take a look at them? Thanks
>>
>> http://hudson.zones.apache.org/hudson/view/Chukwa/job/Chukwa-trunk/80/testReport/
>>
>> Regards,
>> Eric
>
>
>
> --
> Ari Rabkin [email protected]
> UC Berkeley Computer Science Department
>
--
Ari Rabkin [email protected]
UC Berkeley Computer Science Department
[junit] Running org.apache.hadoop.chukwa.extraction.archive.TestArchive
[junit] starting archive test
[junit] 2009-07-14 11:43:43.987::INFO: Logging to STDERR via
org.mortbay.log.StdErrLog
[junit] 2009-07-14 11:43:43.032::INFO: jetty-6.1.11
[junit] 2009-07-14 11:43:43.120::WARN: Web application not found
file:/Users/asrabkin/workspace/chukwa_trunk/build/test/classes/webapps/hdfs
[junit] 2009-07-14 11:43:43.120::WARN: Failed startup of context
org.mortbay.jetty.webapp.webappcont...@db23f1{/,file:/Users/asrabkin/workspace/chukwa_trunk/build/test/classes/webapps/hdfs}
[junit] java.io.FileNotFoundException:
file:/Users/asrabkin/workspace/chukwa_trunk/build/test/classes/webapps/hdfs
[junit] at
org.mortbay.jetty.webapp.WebAppContext.resolveWebApp(WebAppContext.java:945)
[junit] at
org.mortbay.jetty.webapp.WebAppContext.getWebInf(WebAppContext.java:779)
[junit] at
org.mortbay.jetty.webapp.WebInfConfiguration.configureClassLoader(WebInfConfiguration.java:62)
[junit] at
org.mortbay.jetty.webapp.WebAppContext.doStart(WebAppContext.java:444)
[junit] at
org.mortbay.component.AbstractLifeCycle.start(AbstractLifeCycle.java:39)
[junit] at
org.mortbay.jetty.handler.HandlerCollection.doStart(HandlerCollection.java:152)
[junit] at
org.mortbay.jetty.handler.ContextHandlerCollection.doStart(ContextHandlerCollection.java:156)
[junit] at
org.mortbay.component.AbstractLifeCycle.start(AbstractLifeCycle.java:39)
[junit] at
org.mortbay.jetty.handler.HandlerWrapper.doStart(HandlerWrapper.java:130)
[junit] at org.mortbay.jetty.Server.doStart(Server.java:222)
[junit] at
org.mortbay.component.AbstractLifeCycle.start(AbstractLifeCycle.java:39)
[junit] at org.apache.hadoop.http.HttpServer.start(HttpServer.java:453)
[junit] at
org.apache.hadoop.hdfs.server.namenode.NameNode.startHttpServer(NameNode.java:246)
[junit] at
org.apache.hadoop.hdfs.server.namenode.NameNode.initialize(NameNode.java:202)
[junit] at
org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:279)
[junit] at
org.apache.hadoop.hdfs.server.namenode.NameNode.createNameNode(NameNode.java:955)
[junit] at
org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:275)
[junit] at
org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:119)
[junit] at
org.apache.hadoop.chukwa.extraction.archive.TestArchive.testArchiving(TestArchive.java:131)
[junit] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit] at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
[junit] at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
[junit] at java.lang.reflect.Method.invoke(Method.java:597)
[junit] at junit.framework.TestCase.runTest(TestCase.java:154)
[junit] at junit.framework.TestCase.runBare(TestCase.java:127)
[junit] at junit.framework.TestResult$1.protect(TestResult.java:106)
[junit] at junit.framework.TestResult.runProtected(TestResult.java:124)
[junit] at junit.framework.TestResult.run(TestResult.java:109)
[junit] at junit.framework.TestCase.run(TestCase.java:118)
[junit] at junit.framework.TestSuite.runTest(TestSuite.java:208)
[junit] at junit.framework.TestSuite.run(TestSuite.java:203)
[junit] at
org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.run(JUnitTestRunner.java:421)
[junit] at
org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.launch(JUnitTestRunner.java:912)
[junit] at
org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.main(JUnitTestRunner.java:766)
[junit] 2009-07-14 11:43:43.164::INFO: Started
[email protected]:59388
[junit] Starting DataNode 0 with dfs.data.dir:
build/test/data/dfs/data/data1,build/test/data/dfs/data/data2
[junit] 2009-07-14 11:43:43.612::INFO: jetty-6.1.11
[junit] 2009-07-14 11:43:43.620::WARN: Web application not found
file:/Users/asrabkin/workspace/chukwa_trunk/build/test/classes/webapps/datanode
[junit] 2009-07-14 11:43:43.620::WARN: Failed startup of context
org.mortbay.jetty.webapp.webappcont...@1732ed2{/,file:/Users/asrabkin/workspace/chukwa_trunk/build/test/classes/webapps/datanode}
[junit] java.io.FileNotFoundException:
file:/Users/asrabkin/workspace/chukwa_trunk/build/test/classes/webapps/datanode
[junit] at
org.mortbay.jetty.webapp.WebAppContext.resolveWebApp(WebAppContext.java:945)
[junit] at
org.mortbay.jetty.webapp.WebAppContext.getWebInf(WebAppContext.java:779)
[junit] at
org.mortbay.jetty.webapp.WebInfConfiguration.configureClassLoader(WebInfConfiguration.java:62)
[junit] at
org.mortbay.jetty.webapp.WebAppContext.doStart(WebAppContext.java:444)
[junit] at
org.mortbay.component.AbstractLifeCycle.start(AbstractLifeCycle.java:39)
[junit] at
org.mortbay.jetty.handler.HandlerCollection.doStart(HandlerCollection.java:152)
[junit] at
org.mortbay.jetty.handler.ContextHandlerCollection.doStart(ContextHandlerCollection.java:156)
[junit] at
org.mortbay.component.AbstractLifeCycle.start(AbstractLifeCycle.java:39)
[junit] at
org.mortbay.jetty.handler.HandlerWrapper.doStart(HandlerWrapper.java:130)
[junit] at org.mortbay.jetty.Server.doStart(Server.java:222)
[junit] at
org.mortbay.component.AbstractLifeCycle.start(AbstractLifeCycle.java:39)
[junit] at org.apache.hadoop.http.HttpServer.start(HttpServer.java:453)
[junit] at
org.apache.hadoop.hdfs.server.datanode.DataNode.startDataNode(DataNode.java:375)
[junit] at
org.apache.hadoop.hdfs.server.datanode.DataNode.<init>(DataNode.java:216)
[junit] at
org.apache.hadoop.hdfs.server.datanode.DataNode.makeInstance(DataNode.java:1283)
[junit] at
org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1238)
[junit] at
org.apache.hadoop.hdfs.MiniDFSCluster.startDataNodes(MiniDFSCluster.java:414)
[junit] at
org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:278)
[junit] at
org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:119)
[junit] at
org.apache.hadoop.chukwa.extraction.archive.TestArchive.testArchiving(TestArchive.java:131)
[junit] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit] at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
[junit] at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
[junit] at java.lang.reflect.Method.invoke(Method.java:597)
[junit] at junit.framework.TestCase.runTest(TestCase.java:154)
[junit] at junit.framework.TestCase.runBare(TestCase.java:127)
[junit] at junit.framework.TestResult$1.protect(TestResult.java:106)
[junit] at junit.framework.TestResult.runProtected(TestResult.java:124)
[junit] at junit.framework.TestResult.run(TestResult.java:109)
[junit] at junit.framework.TestCase.run(TestCase.java:118)
[junit] at junit.framework.TestSuite.runTest(TestSuite.java:208)
[junit] at junit.framework.TestSuite.run(TestSuite.java:203)
[junit] at
org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.run(JUnitTestRunner.java:421)
[junit] at
org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.launch(JUnitTestRunner.java:912)
[junit] at
org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.main(JUnitTestRunner.java:766)
[junit] 2009-07-14 11:43:43.627::INFO: Started
[email protected]:59392
[junit] Waiting for the Mini HDFS Cluster to start...
[junit] filesystem is hdfs://127.0.0.1:59387
[junit] Generating rack names for tasktrackers
[junit] Generating host names for tasktrackers
[junit] 2009-07-14 11:43:45.235::INFO: jetty-6.1.11
[junit] 2009-07-14 11:43:45.241::WARN: Web application not found
file:/Users/asrabkin/workspace/chukwa_trunk/build/test/classes/webapps/job
[junit] 2009-07-14 11:43:45.241::WARN: Failed startup of context
org.mortbay.jetty.webapp.webappcont...@1e55794{/,file:/Users/asrabkin/workspace/chukwa_trunk/build/test/classes/webapps/job}
[junit] java.io.FileNotFoundException:
file:/Users/asrabkin/workspace/chukwa_trunk/build/test/classes/webapps/job
[junit] at
org.mortbay.jetty.webapp.WebAppContext.resolveWebApp(WebAppContext.java:945)
[junit] at
org.mortbay.jetty.webapp.WebAppContext.getWebInf(WebAppContext.java:779)
[junit] at
org.mortbay.jetty.webapp.WebInfConfiguration.configureClassLoader(WebInfConfiguration.java:62)
[junit] at
org.mortbay.jetty.webapp.WebAppContext.doStart(WebAppContext.java:444)
[junit] at
org.mortbay.component.AbstractLifeCycle.start(AbstractLifeCycle.java:39)
[junit] at
org.mortbay.jetty.handler.HandlerCollection.doStart(HandlerCollection.java:152)
[junit] at
org.mortbay.jetty.handler.ContextHandlerCollection.doStart(ContextHandlerCollection.java:156)
[junit] at
org.mortbay.component.AbstractLifeCycle.start(AbstractLifeCycle.java:39)
[junit] at
org.mortbay.jetty.handler.HandlerWrapper.doStart(HandlerWrapper.java:130)
[junit] at org.mortbay.jetty.Server.doStart(Server.java:222)
[junit] at
org.mortbay.component.AbstractLifeCycle.start(AbstractLifeCycle.java:39)
[junit] at org.apache.hadoop.http.HttpServer.start(HttpServer.java:453)
[junit] at
org.apache.hadoop.mapred.JobTracker.<init>(JobTracker.java:1570)
[junit] at
org.apache.hadoop.mapred.JobTracker.startTracker(JobTracker.java:174)
[junit] at
org.apache.hadoop.mapred.MiniMRCluster$JobTrackerRunner.run(MiniMRCluster.java:101)
[junit] at java.lang.Thread.run(Thread.java:619)
[junit] 2009-07-14 11:43:45.243::INFO: Started
[email protected]:59396
[junit] 2009-07-14 11:43:46.000::INFO: jetty-6.1.11
[junit] 2009-07-14 11:43:46.04::WARN: Web application not found
file:/Users/asrabkin/workspace/chukwa_trunk/build/test/classes/webapps/task
[junit] 2009-07-14 11:43:46.04::WARN: Failed startup of context
org.mortbay.jetty.webapp.webappcont...@c5122f{/,file:/Users/asrabkin/workspace/chukwa_trunk/build/test/classes/webapps/task}
[junit] java.io.FileNotFoundException:
file:/Users/asrabkin/workspace/chukwa_trunk/build/test/classes/webapps/task
[junit] at
org.mortbay.jetty.webapp.WebAppContext.resolveWebApp(WebAppContext.java:945)
[junit] at
org.mortbay.jetty.webapp.WebAppContext.getWebInf(WebAppContext.java:779)
[junit] at
org.mortbay.jetty.webapp.WebInfConfiguration.configureClassLoader(WebInfConfiguration.java:62)
[junit] at
org.mortbay.jetty.webapp.WebAppContext.doStart(WebAppContext.java:444)
[junit] at
org.mortbay.component.AbstractLifeCycle.start(AbstractLifeCycle.java:39)
[junit] at
org.mortbay.jetty.handler.HandlerCollection.doStart(HandlerCollection.java:152)
[junit] at
org.mortbay.jetty.handler.ContextHandlerCollection.doStart(ContextHandlerCollection.java:156)
[junit] at
org.mortbay.component.AbstractLifeCycle.start(AbstractLifeCycle.java:39)
[junit] at
org.mortbay.jetty.handler.HandlerWrapper.doStart(HandlerWrapper.java:130)
[junit] at org.mortbay.jetty.Server.doStart(Server.java:222)
[junit] at
org.mortbay.component.AbstractLifeCycle.start(AbstractLifeCycle.java:39)
[junit] at org.apache.hadoop.http.HttpServer.start(HttpServer.java:453)
[junit] at
org.apache.hadoop.mapred.TaskTracker.<init>(TaskTracker.java:964)
[junit] at
org.apache.hadoop.mapred.MiniMRCluster$TaskTrackerRunner.<init>(MiniMRCluster.java:175)
[junit] at
org.apache.hadoop.mapred.MiniMRCluster.startTaskTracker(MiniMRCluster.java:624)
[junit] at
org.apache.hadoop.mapred.MiniMRCluster.<init>(MiniMRCluster.java:460)
[junit] at
org.apache.hadoop.mapred.MiniMRCluster.<init>(MiniMRCluster.java:403)
[junit] at
org.apache.hadoop.mapred.MiniMRCluster.<init>(MiniMRCluster.java:395)
[junit] at
org.apache.hadoop.mapred.MiniMRCluster.<init>(MiniMRCluster.java:385)
[junit] at
org.apache.hadoop.mapred.MiniMRCluster.<init>(MiniMRCluster.java:375)
[junit] at
org.apache.hadoop.mapred.MiniMRCluster.<init>(MiniMRCluster.java:366)
[junit] at
org.apache.hadoop.chukwa.extraction.archive.TestArchive.testArchiving(TestArchive.java:139)
[junit] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit] at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
[junit] at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
[junit] at java.lang.reflect.Method.invoke(Method.java:597)
[junit] at junit.framework.TestCase.runTest(TestCase.java:154)
[junit] at junit.framework.TestCase.runBare(TestCase.java:127)
[junit] at junit.framework.TestResult$1.protect(TestResult.java:106)
[junit] at junit.framework.TestResult.runProtected(TestResult.java:124)
[junit] at junit.framework.TestResult.run(TestResult.java:109)
[junit] at junit.framework.TestCase.run(TestCase.java:118)
[junit] at junit.framework.TestSuite.runTest(TestSuite.java:208)
[junit] at junit.framework.TestSuite.run(TestSuite.java:203)
[junit] at
org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.run(JUnitTestRunner.java:421)
[junit] at
org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.launch(JUnitTestRunner.java:912)
[junit] at
org.apache.tools.ant.taskdefs.optional.junit.JUnitTestRunner.main(JUnitTestRunner.java:766)
[junit] 2009-07-14 11:43:46.010::INFO: Started
[email protected]:59398
