i use this command "${HADOOP_HOME}/bin/hadoop jar
${NUTCHWAX_HOME}/nutchwax.jar all /tmp/inputs /tmp/outputs test" it show
this error
- ImportArcs segment: outputs/segments/25500920083644-test, src: inputs
- Total input paths to process : 1
- Running job: job_0002
- map 0% reduce 0%
- map 100% reduce 0%
- map 100% reduce 8%
- map 100% reduce 16%
- Task Id : task_0002_r_000000_0, Status : FAILED
task_0002_r_000000_0: - Error running child
task_0002_r_000000_0: java.lang.NoSuchMethodError:
org.apache.hadoop.io.MapFile$Writer.<init>(Lorg/apache/hadoop/fs/FileSystem;Ljava/lang/String;Ljava/lang/Class;Ljava/lang/Class;)V
task_0002_r_000000_0: at
org.archive.access.nutch.ImportArcs$WaxFetcherOutputFormat.getRecordWriter(ImportArcs.java:759)
task_0002_r_000000_0: at
org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:292)
task_0002_r_000000_0: at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:1445)
- map 100% reduce 8%
- Task Id : task_0002_r_000001_0, Status : FAILED
task_0002_r_000001_0: - Error running child
task_0002_r_000001_0: java.lang.NoSuchMethodError:
org.apache.hadoop.io.MapFile$Writer.<init>(Lorg/apache/hadoop/fs/FileSystem;Ljava/lang/String;Ljava/lang/Class;Ljava/lang/Class;)V
task_0002_r_000001_0: at
org.archive.access.nutch.ImportArcs$WaxFetcherOutputFormat.getRecordWriter(ImportArcs.java:759)
task_0002_r_000001_0: at
org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:292)
task_0002_r_000001_0: at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:1445)
- Task Id : task_0002_r_000000_1, Status : FAILED
task_0002_r_000000_1: - Error running child
task_0002_r_000000_1: java.lang.NoSuchMethodError:
org.apache.hadoop.io.MapFile$Writer.<init>(Lorg/apache/hadoop/fs/FileSystem;Ljava/lang/String;Ljava/lang/Class;Ljava/lang/Class;)V
task_0002_r_000000_1: at
org.archive.access.nutch.ImportArcs$WaxFetcherOutputFormat.getRecordWriter(ImportArcs.java:759)
task_0002_r_000000_1: at
org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:292)
task_0002_r_000000_1: at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:1445)
- map 100% reduce 0%
- Task Id : task_0002_r_000001_1, Status : FAILED
task_0002_r_000001_1: - Error running child
task_0002_r_000001_1: java.lang.NoSuchMethodError:
org.apache.hadoop.io.MapFile$Writer.<init>(Lorg/apache/hadoop/fs/FileSystem;Ljava/lang/String;Ljava/lang/Class;Ljava/lang/Class;)V
task_0002_r_000001_1: at
org.archive.access.nutch.ImportArcs$WaxFetcherOutputFormat.getRecordWriter(ImportArcs.java:759)
task_0002_r_000001_1: at
org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:292)
task_0002_r_000001_1: at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:1445)
- map 100% reduce 16%
- Task Id : task_0002_r_000000_2, Status : FAILED
task_0002_r_000000_2: - Error running child
task_0002_r_000000_2: java.lang.NoSuchMethodError:
org.apache.hadoop.io.MapFile$Writer.<init>(Lorg/apache/hadoop/fs/FileSystem;Ljava/lang/String;Ljava/lang/Class;Ljava/lang/Class;)V
task_0002_r_000000_2: at
org.archive.access.nutch.ImportArcs$WaxFetcherOutputFormat.getRecordWriter(ImportArcs.java:759)
task_0002_r_000000_2: at
org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:292)
task_0002_r_000000_2: at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:1445)
- map 100% reduce 0%
- Task Id : task_0002_r_000001_2, Status : FAILED
task_0002_r_000001_2: - Error running child
task_0002_r_000001_2: java.lang.NoSuchMethodError:
org.apache.hadoop.io.MapFile$Writer.<init>(Lorg/apache/hadoop/fs/FileSystem;Ljava/lang/String;Ljava/lang/Class;Ljava/lang/Class;)V
task_0002_r_000001_2: at
org.archive.access.nutch.ImportArcs$WaxFetcherOutputFormat.getRecordWriter(ImportArcs.java:759)
task_0002_r_000001_2: at
org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:292)
task_0002_r_000001_2: at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:1445)
- map 100% reduce 100%
- Task Id : task_0002_r_000000_3, Status : FAILED
task_0002_r_000000_3: - Error running child
task_0002_r_000000_3: java.lang.NoSuchMethodError:
org.apache.hadoop.io.MapFile$Writer.<init>(Lorg/apache/hadoop/fs/FileSystem;Ljava/lang/String;Ljava/lang/Class;Ljava/lang/Class;)V
task_0002_r_000000_3: at
org.archive.access.nutch.ImportArcs$WaxFetcherOutputFormat.getRecordWriter(ImportArcs.java:759)
task_0002_r_000000_3: at
org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:292)
task_0002_r_000000_3: at
org.apache.hadoop.mapred.TaskTracker$Child.main(TaskTracker.java:1445)
Exception in thread "main" java.io.IOException: Job failed!
at org.apache.hadoop.mapred.JobClient.runJob(JobClient.java:604)
at
org.archive.access.nutch.ImportArcs.importArcs(ImportArcs.java:743)
at org.archive.access.nutch.Nutchwax.doImport(Nutchwax.java:168)
at org.archive.access.nutch.Nutchwax.doAll(Nutchwax.java:152)
at org.archive.access.nutch.Nutchwax.doJob(Nutchwax.java:389)
at org.archive.access.nutch.Nutchwax.main(Nutchwax.java:674)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at org.apache.hadoop.util.RunJar.main(RunJar.java:155)
can i solve this problem?
--
View this message in context:
http://www.nabble.com/Error-running-child-when-i-use-nutchwax.jar-to-index-tf4485017.html#a12789854
Sent from the Hadoop Users mailing list archive at Nabble.com.
