Author: joyce
Date: Wed Nov 11 16:59:43 2015
New Revision: 1713892
URL: http://svn.apache.org/viewvc?rev=1713892&view=rev
Log:
NUTCH-2150 - Update help text and remove 'current' folder requirements
Modified:
nutch/trunk/src/java/org/apache/nutch/util/ProtocolStatusStatistics.java
Modified:
nutch/trunk/src/java/org/apache/nutch/util/ProtocolStatusStatistics.java
URL:
http://svn.apache.org/viewvc/nutch/trunk/src/java/org/apache/nutch/util/ProtocolStatusStatistics.java?rev=1713892&r1=1713891&r2=1713892&view=diff
==============================================================================
--- nutch/trunk/src/java/org/apache/nutch/util/ProtocolStatusStatistics.java
(original)
+++ nutch/trunk/src/java/org/apache/nutch/util/ProtocolStatusStatistics.java
Wed Nov 11 16:59:43 2015
@@ -17,6 +17,7 @@
package org.apache.nutch.util;
+import java.io.File;
import java.io.IOException;
import java.net.URL;
import java.text.SimpleDateFormat;
@@ -68,16 +69,19 @@ public class ProtocolStatusStatistics ex
public int run(String[] args) throws Exception {
if (args.length < 2) {
- System.out
- .println("usage: ProtocolStatistics <crawl db> <output dir>
[numOfReducer]");
+ System.err.println("Usage: ProtocolStatistics inputDirs outDir
[numOfReducer]");
+
+ System.err.println("\tinputDirs\tComma separated list of crawldb input
directories");
+ System.err.println("\t\t\tE.g.: crawl/crawldb/");
+
+ System.err.println("\toutDir\t\tOutput directory where results should be
dumped");
+
+ System.err.println("\t[numOfReducers]\tOptional number of reduce jobs to
use. Defaults to 1.");
return 1;
}
String inputDir = args[0];
String outputDir = args[1];
- System.out.println(inputDir);
- System.out.println(outputDir);
-
int numOfReducers = 1;
if (args.length > 3) {
@@ -98,7 +102,8 @@ public class ProtocolStatusStatistics ex
String[] inputDirsSpecs = inputDir.split(",");
for (int i = 0; i < inputDirsSpecs.length; i++) {
- FileInputFormat.addInputPath(job, new Path(inputDirsSpecs[i]));
+ File completeInputPath = new File(new File(inputDirsSpecs[i]),
"current");
+ FileInputFormat.addInputPath(job, new
Path(completeInputPath.toString()));
}
job.setInputFormatClass(SequenceFileInputFormat.class);