svn commit: r1626106 - in /manifoldcf/branches/release-1.7-branch: ./ CHANGES.txt connectors/documentfilter/connector/src/main/java/org/apache/manifoldcf/agents/transformation/documentfilter/DocumentFilter.java

[kwright]

Author: kwright
Date: Thu Sep 18 23:44:27 2014
New Revision: 1626106

URL: http://svn.apache.org/r1626106
Log:
Pull up fix for CONNECTORS-1039 from dev_1x branch

Modified:
    manifoldcf/branches/release-1.7-branch/   (props changed)
    manifoldcf/branches/release-1.7-branch/CHANGES.txt
    
manifoldcf/branches/release-1.7-branch/connectors/documentfilter/connector/src/main/java/org/apache/manifoldcf/agents/transformation/documentfilter/DocumentFilter.java

Propchange: manifoldcf/branches/release-1.7-branch/
------------------------------------------------------------------------------
  Merged /manifoldcf/branches/dev_1x:r1626091
  Merged /manifoldcf/trunk:r1626090

Modified: manifoldcf/branches/release-1.7-branch/CHANGES.txt
URL: 
http://svn.apache.org/viewvc/manifoldcf/branches/release-1.7-branch/CHANGES.txt?rev=1626106&r1=1626105&r2=1626106&view=diff
==============================================================================
--- manifoldcf/branches/release-1.7-branch/CHANGES.txt (original)
+++ manifoldcf/branches/release-1.7-branch/CHANGES.txt Thu Sep 18 23:44:27 2014
@@ -8,6 +8,10 @@ CONNECTORS-1041: Livelink connector shou
 HTTP is selected.
 (Karl Wright)
 
+CONNECTORS-1039: Use a URL-centric way of getting the extension
+for document filtering.
+(David Morana, Karl Wright)
+
 CONNECTORS-1038: Handle multiple pool closes properly.
 (Karl Wright)
 

Modified: 
manifoldcf/branches/release-1.7-branch/connectors/documentfilter/connector/src/main/java/org/apache/manifoldcf/agents/transformation/documentfilter/DocumentFilter.java
URL: 
http://svn.apache.org/viewvc/manifoldcf/branches/release-1.7-branch/connectors/documentfilter/connector/src/main/java/org/apache/manifoldcf/agents/transformation/documentfilter/DocumentFilter.java?rev=1626106&r1=1626105&r2=1626106&view=diff
==============================================================================
--- 
manifoldcf/branches/release-1.7-branch/connectors/documentfilter/connector/src/main/java/org/apache/manifoldcf/agents/transformation/documentfilter/DocumentFilter.java
 (original)
+++ 
manifoldcf/branches/release-1.7-branch/connectors/documentfilter/connector/src/main/java/org/apache/manifoldcf/agents/transformation/documentfilter/DocumentFilter.java
 Thu Sep 18 23:44:27 2014
@@ -28,6 +28,7 @@ import org.apache.commons.io.FilenameUti
 
 import java.io.*;
 import java.util.*;
+import java.net.*;
 
 public class DocumentFilter extends 
org.apache.manifoldcf.agents.transformation.BaseTransformationConnector {
 
@@ -481,7 +482,17 @@ public class DocumentFilter extends org.
     }
     
     public boolean checkURLIndexable(String url) {
-      String extension = FilenameUtils.getExtension(url);
+      String extension = null;
+      try
+      {
+        String path = new URI(url).getPath();
+        if (path != null)
+          extension = FilenameUtils.getExtension(path);
+      }
+      catch (URISyntaxException e)
+      {
+        extension = FilenameUtils.getExtension(url);
+      }
       if (extension == null || extension.length() == 0)
         extension = ".";
       return extensions.contains(extension.toLowerCase(Locale.ROOT));