Author: minoru
Date: Tue Jul  9 08:36:04 2013
New Revision: 1501132

URL: http://svn.apache.org/r1501132
Log:
Fix CONNECTORS-749: HDFSRepositoryConnector can not fetch files.

Modified:
    manifoldcf/trunk/CHANGES.txt
    
manifoldcf/trunk/connectors/hdfs/connector/src/main/java/org/apache/manifoldcf/crawler/connectors/hdfs/HDFSRepositoryConnector.java

Modified: manifoldcf/trunk/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/manifoldcf/trunk/CHANGES.txt?rev=1501132&r1=1501131&r2=1501132&view=diff
==============================================================================
--- manifoldcf/trunk/CHANGES.txt (original)
+++ manifoldcf/trunk/CHANGES.txt Tue Jul  9 08:36:04 2013
@@ -3,6 +3,9 @@ $Id$
 
 ======================= 1.3-dev =====================
 
+CONNECTORS-749: HDFSRepositoryConnector can not fetch files.
+(Minoru Osuka)
+
 CONNECTORS-748: Fix broken regular expressions in file connector, and
 modify file output connector to deal with colons in the file name in an
 acceptable way (so can be used on WIndows too).

Modified: 
manifoldcf/trunk/connectors/hdfs/connector/src/main/java/org/apache/manifoldcf/crawler/connectors/hdfs/HDFSRepositoryConnector.java
URL: 
http://svn.apache.org/viewvc/manifoldcf/trunk/connectors/hdfs/connector/src/main/java/org/apache/manifoldcf/crawler/connectors/hdfs/HDFSRepositoryConnector.java?rev=1501132&r1=1501131&r2=1501132&view=diff
==============================================================================
--- 
manifoldcf/trunk/connectors/hdfs/connector/src/main/java/org/apache/manifoldcf/crawler/connectors/hdfs/HDFSRepositoryConnector.java
 (original)
+++ 
manifoldcf/trunk/connectors/hdfs/connector/src/main/java/org/apache/manifoldcf/crawler/connectors/hdfs/HDFSRepositoryConnector.java
 Tue Jul  9 08:36:04 2013
@@ -304,13 +304,10 @@ public class HDFSRepositoryConnector ext
       SpecificationNode sn = spec.getChild(i);
       if (sn.getType().equals("startpoint")) {
         path = sn.getAttributeValue("path");
-  
-        FileStatus[] statuses = getChildren(new Path(path));
-
-        for (FileStatus fileStatus : statuses) {
-          if (fileStatus.isDir()) {
-            
activities.addSeedDocument(fileStatus.getPath().toUri().toString());
-          }
+        
+        FileStatus fileStatus = getObject(new Path(path));
+        if (fileStatus.isDir()) {
+          activities.addSeedDocument(fileStatus.getPath().toUri().toString());
         }
       }
       i++;


Reply via email to