Author: minoru
Date: Tue Jul 9 08:36:04 2013
New Revision: 1501132
URL: http://svn.apache.org/r1501132
Log:
Fix CONNECTORS-749: HDFSRepositoryConnector can not fetch files.
Modified:
manifoldcf/trunk/CHANGES.txt
manifoldcf/trunk/connectors/hdfs/connector/src/main/java/org/apache/manifoldcf/crawler/connectors/hdfs/HDFSRepositoryConnector.java
Modified: manifoldcf/trunk/CHANGES.txt
URL:
http://svn.apache.org/viewvc/manifoldcf/trunk/CHANGES.txt?rev=1501132&r1=1501131&r2=1501132&view=diff
==============================================================================
--- manifoldcf/trunk/CHANGES.txt (original)
+++ manifoldcf/trunk/CHANGES.txt Tue Jul 9 08:36:04 2013
@@ -3,6 +3,9 @@ $Id$
======================= 1.3-dev =====================
+CONNECTORS-749: HDFSRepositoryConnector can not fetch files.
+(Minoru Osuka)
+
CONNECTORS-748: Fix broken regular expressions in file connector, and
modify file output connector to deal with colons in the file name in an
acceptable way (so can be used on WIndows too).
Modified:
manifoldcf/trunk/connectors/hdfs/connector/src/main/java/org/apache/manifoldcf/crawler/connectors/hdfs/HDFSRepositoryConnector.java
URL:
http://svn.apache.org/viewvc/manifoldcf/trunk/connectors/hdfs/connector/src/main/java/org/apache/manifoldcf/crawler/connectors/hdfs/HDFSRepositoryConnector.java?rev=1501132&r1=1501131&r2=1501132&view=diff
==============================================================================
---
manifoldcf/trunk/connectors/hdfs/connector/src/main/java/org/apache/manifoldcf/crawler/connectors/hdfs/HDFSRepositoryConnector.java
(original)
+++
manifoldcf/trunk/connectors/hdfs/connector/src/main/java/org/apache/manifoldcf/crawler/connectors/hdfs/HDFSRepositoryConnector.java
Tue Jul 9 08:36:04 2013
@@ -304,13 +304,10 @@ public class HDFSRepositoryConnector ext
SpecificationNode sn = spec.getChild(i);
if (sn.getType().equals("startpoint")) {
path = sn.getAttributeValue("path");
-
- FileStatus[] statuses = getChildren(new Path(path));
-
- for (FileStatus fileStatus : statuses) {
- if (fileStatus.isDir()) {
-
activities.addSeedDocument(fileStatus.getPath().toUri().toString());
- }
+
+ FileStatus fileStatus = getObject(new Path(path));
+ if (fileStatus.isDir()) {
+ activities.addSeedDocument(fileStatus.getPath().toUri().toString());
}
}
i++;