On Sat, Nov 28, 2009 at 4:45 PM, Andrzej Bialecki <a...@getopt.org> wrote: > Paul Tomblin wrote:
>> How can I tell what's going on and why it's stopped? > Try to generate a thread dump to see what code is being executed. I didn't do any sort of distributed mode because I've only got one core. I had to do a "jstack -F" to force a stack dump, and here's what it says: -bash-3.2$ jstack -F 32507 Attaching to process ID 32507, please wait... Debugger attached successfully. Server compiler detected. JVM version is 14.3-b01 Deadlock Detection: No deadlocks found. Thread 21558: (state = IN_NATIVE_TRANS) - java.lang.UNIXProcess.forkAndExec(byte[], byte[], int, byte[], int, byte[], boolean, java.io.FileDescriptor, java.io.FileDescriptor, java.io.FileDescriptor) @bci=0 (Interpreted frame) - java.lang.UNIXProcess.access$500(java.lang.UNIXProcess, byte[], byte[], int, byte[], int, byte[], boolean, java.io.FileDescriptor, java.io.FileDescriptor, java.io.FileDescriptor) @bci=18, line=20 (Interpreted frame) - java.lang.UNIXProcess$1$1.run() @bci=93, line=109 (Interpreted frame) Thread 21548: (state = BLOCKED) - sun.misc.Unsafe.park(boolean, long) @bci=0 (Interpreted frame) - java.util.concurrent.locks.LockSupport.park(java.lang.Object) @bci=14, line=158 (Interpreted frame) - java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await() @bci=42, line=1925 (Interpreted frame) - org.apache.hadoop.mapred.MapTask$MapOutputBuffer$SpillThread.run() @bci=55, line=882 (Interpreted frame) Thread 21545: (state = BLOCKED_TRANS) - java.lang.Thread.sleep(long) @bci=0 (Interpreted frame) - org.apache.hadoop.mapred.Task$1.run() @bci=31, line=403 (Interpreted frame) - java.lang.Thread.run() @bci=11, line=619 (Interpreted frame) Thread 21540: (state = BLOCKED) - java.lang.Object.wait(long) @bci=0 (Interpreted frame) - java.lang.Object.wait() @bci=2, line=485 (Interpreted frame) - java.lang.UNIXProcess$Gate.waitForExit() @bci=10, line=64 (Interpreted frame) - java.lang.UNIXProcess.<init>(byte[], byte[], int, byte[], int, byte[], boolean) @bci=74, line=145 (Interpreted frame) - java.lang.ProcessImpl.start(java.lang.String[], java.util.Map, java.lang.String, boolean) @bci=182, line=65 (Interpreted frame) - java.lang.ProcessBuilder.start() @bci=112, line=452 (Interpreted frame) - org.apache.hadoop.util.Shell.runCommand() @bci=52, line=149 (Interpreted frame) - org.apache.hadoop.util.Shell.run() @bci=23, line=134 (Interpreted frame) - org.apache.hadoop.fs.DF.getAvailable() @bci=1, line=73 (Interpreted frame) - org.apache.hadoop.fs.LocalDirAllocator$AllocatorPerContext.getLocalPathForWrite(java.lang.String, long, org.apache.hadoop.conf.Configuration) @bci=187, line=321 (Interpreted frame) - org.apache.hadoop.fs.LocalDirAllocator.getLocalPathForWrite(java.lang.String, long, org.apache.hadoop.conf.Configuration) @bci=16, line=124 (Interpreted frame) - org.apache.hadoop.mapred.MapOutputFile.getSpillFileForWrite(org.apache.hadoop.mapred.TaskAttemptID, int, long) @bci=50, line=107 (Interpreted frame) - org.apache.hadoop.mapred.MapTask$MapOutputBuffer.sortAndSpill() @bci=78, line=930 (Compiled frame) - org.apache.hadoop.mapred.MapTask$MapOutputBuffer.flush() @bci=104, line=842 (Interpreted frame) - org.apache.hadoop.mapred.MapTask.run(org.apache.hadoop.mapred.JobConf, org.apache.hadoop.mapred.TaskUmbilicalProtocol) @bci=391, line=343 (Interpreted frame) - org.apache.hadoop.mapred.LocalJobRunner$Job.run() @bci=282, line=138 (Interpreted frame) Thread 32521: (state = BLOCKED_TRANS) - java.lang.Object.wait(long) @bci=0 (Interpreted frame) - java.lang.ref.ReferenceQueue.remove(long) @bci=44, line=118 (Interpreted frame) - org.apache.commons.httpclient.MultiThreadedHttpConnectionManager$ReferenceQueueThread.run() @bci=9, line=1082 (Interpreted frame) Thread 32516: (state = BLOCKED_TRANS) Thread 32515: (state = BLOCKED) - java.lang.Object.wait(long) @bci=0 (Interpreted frame) - java.lang.ref.ReferenceQueue.remove(long) @bci=44, line=118 (Interpreted frame) - java.lang.ref.ReferenceQueue.remove() @bci=2, line=134 (Compiled frame) - java.lang.ref.Finalizer$FinalizerThread.run() @bci=3, line=159 (Compiled frame) Thread 32514: (state = BLOCKED) - java.lang.Object.wait(long) @bci=0 (Interpreted frame) - java.lang.Object.wait() @bci=2, line=485 (Compiled frame) - java.lang.ref.Reference$ReferenceHandler.run() @bci=46, line=116 (Compiled frame) Thread 32508: (state = IN_VM_TRANS) - org.apache.hadoop.mapred.JobStatus.getRunState() @bci=0, line=199 (Interpreted frame) - org.apache.hadoop.mapred.JobClient$NetworkedJob.isComplete() @bci=8, line=278 (Interpreted frame) - org.apache.hadoop.mapred.JobClient.runJob(org.apache.hadoop.mapred.JobConf) @bci=149, line=1155 (Interpreted frame) - org.apache.nutch.crawl.CrawlDb.update(org.apache.hadoop.fs.Path, org.apache.hadoop.fs.Path[], boolean, boolean, boolean, boolean) @bci=363, line=94 (Interpreted frame) - com.lucidityworks.nutch.crawler.Crawler.crawlIt(java.io.File, org.apache.hadoop.fs.Path, org.apache.hadoop.fs.Path, org.apache.hadoop.fs.Path, java.io.File, java.io.OutputStreamWriter) @bci=531, line=448 (Interpreted frame) - com.lucidityworks.nutch.crawler.Crawler.crawlSite(java.io.File, java.io.File, java.io.File, java.io.OutputStreamWriter) @bci=609, line=381 (Interpreted frame) - com.lucidityworks.nutch.crawler.Crawler.crawlCategory(java.io.File, boolean) @bci=325, line=255 (Interpreted frame) - com.lucidityworks.nutch.crawler.Crawler.crawl(java.lang.String, boolean) @bci=51, line=166 (Interpreted frame) - com.lucidityworks.nutch.crawler.Crawler.main(java.lang.String[]) @bci=44, line=724 (Interpreted frame) -bash-3.2$ java -version java version "1.6.0_17" Java(TM) SE Runtime Environment (build 1.6.0_17-b04) Java HotSpot(TM) Server VM (build 14.3-b01, mixed mode) -bash-3.2$ -- http://www.linkedin.com/in/paultomblin http://careers.stackoverflow.com/ptomblin
