Author: markus
Date: Wed Aug 26 09:10:05 2015
New Revision: 1697858
URL: http://svn.apache.org/r1697858
Log:
NUTCH-2084 SegmentMerger to report missing input dirs
Modified:
nutch/trunk/CHANGES.txt
nutch/trunk/src/java/org/apache/nutch/segment/SegmentMerger.java
Modified: nutch/trunk/CHANGES.txt
URL:
http://svn.apache.org/viewvc/nutch/trunk/CHANGES.txt?rev=1697858&r1=1697857&r2=1697858&view=diff
==============================================================================
--- nutch/trunk/CHANGES.txt (original)
+++ nutch/trunk/CHANGES.txt Wed Aug 26 09:10:05 2015
@@ -2,6 +2,8 @@ Nutch Change Log
Nutch Current Development 1.11-SNAPSHOT
+* NUTCH-2084 SegmentMerger to report missing input dirs (markus)
+
* NUTCH-2083 Implement functionality to shadow nutch-selenium-grid-plugin from
Mo Omer (lewismc)
* NUTCH-2049 Upgrade to Hadoop 2.4 (lewismc)
Modified: nutch/trunk/src/java/org/apache/nutch/segment/SegmentMerger.java
URL:
http://svn.apache.org/viewvc/nutch/trunk/src/java/org/apache/nutch/segment/SegmentMerger.java?rev=1697858&r1=1697857&r2=1697858&view=diff
==============================================================================
--- nutch/trunk/src/java/org/apache/nutch/segment/SegmentMerger.java (original)
+++ nutch/trunk/src/java/org/apache/nutch/segment/SegmentMerger.java Wed Aug 26
09:10:05 2015
@@ -634,6 +634,14 @@ public class SegmentMerger extends Confi
boolean c = true;
boolean pd = true;
boolean pt = true;
+
+ // These contain previous values, we use it to track changes in the loop
+ boolean pg = true;
+ boolean pf = true;
+ boolean pp = true;
+ boolean pc = true;
+ boolean ppd = true;
+ boolean ppt = true;
for (int i = 0; i < segs.length; i++) {
if (!fs.exists(segs[i])) {
if (LOG.isWarnEnabled()) {
@@ -657,6 +665,13 @@ public class SegmentMerger extends Confi
p = p && fs.exists(pDir);
pd = pd && fs.exists(pdDir);
pt = pt && fs.exists(ptDir);
+
+ // Input changed?
+ if (g != pg || f != pf || p != pp || c != pc || pd != ppd || pt != ppt) {
+ LOG.info(segs[i] + " changed input dirs");
+ }
+
+ pg = g; pf = f; pp = p; pc = c; ppd = pd; ppt = pt;
}
StringBuffer sb = new StringBuffer();
if (c)
