Author: avandana
Date: Fri Jan 11 19:16:43 2013
New Revision: 1432238
URL: http://svn.apache.org/viewvc?rev=1432238&view=rev
Log:
HCAT-554 Loading data using HCatLoader() from a table on non default namenode
fails.
Modified:
incubator/hcatalog/branches/branch-0.5/CHANGES.txt
incubator/hcatalog/branches/branch-0.5/core/src/main/java/org/apache/hcatalog/mapreduce/HCatBaseInputFormat.java
Modified: incubator/hcatalog/branches/branch-0.5/CHANGES.txt
URL:
http://svn.apache.org/viewvc/incubator/hcatalog/branches/branch-0.5/CHANGES.txt?rev=1432238&r1=1432237&r2=1432238&view=diff
==============================================================================
--- incubator/hcatalog/branches/branch-0.5/CHANGES.txt (original)
+++ incubator/hcatalog/branches/branch-0.5/CHANGES.txt Fri Jan 11 19:16:43 2013
@@ -158,6 +158,8 @@ Release 0.5.0 - Unreleased
OPTIMIZATIONS
BUG FIXES
+ HCAT-554 Loading data using HCatLoader() from a table on non default
namenode fails. (amalakar via avandana)
+
HCAT-586 checkstyle fails every time complaining that it's own header file
does not have the proper header (gates)
HCAT-580 Optimizations in HCAT-538 break e2e tests (daijy via gates)
Modified:
incubator/hcatalog/branches/branch-0.5/core/src/main/java/org/apache/hcatalog/mapreduce/HCatBaseInputFormat.java
URL:
http://svn.apache.org/viewvc/incubator/hcatalog/branches/branch-0.5/core/src/main/java/org/apache/hcatalog/mapreduce/HCatBaseInputFormat.java?rev=1432238&r1=1432237&r2=1432238&view=diff
==============================================================================
---
incubator/hcatalog/branches/branch-0.5/core/src/main/java/org/apache/hcatalog/mapreduce/HCatBaseInputFormat.java
(original)
+++
incubator/hcatalog/branches/branch-0.5/core/src/main/java/org/apache/hcatalog/mapreduce/HCatBaseInputFormat.java
Fri Jan 11 19:16:43 2013
@@ -316,15 +316,15 @@ public abstract class HCatBaseInputForma
pathStrings.add(location.substring(pathStart, length));
Path[] paths = StringUtils.stringToPath(pathStrings.toArray(new
String[0]));
+ String separator = "";
+ StringBuilder str = new StringBuilder();
- FileSystem fs = FileSystem.get(jobConf);
- Path path = paths[0].makeQualified(fs);
- StringBuilder str = new StringBuilder(StringUtils.escapeString(
- path.toString()));
- for (int i = 1; i < paths.length; i++) {
- str.append(StringUtils.COMMA_STR);
- path = paths[i].makeQualified(fs);
- str.append(StringUtils.escapeString(path.toString()));
+ for (Path path : paths) {
+ FileSystem fs = path.getFileSystem(jobConf);
+ final String qualifiedPath = fs.makeQualified(path).toString();
+ str.append(separator)
+ .append(StringUtils.escapeString(qualifiedPath));
+ separator = StringUtils.COMMA_STR;
}
jobConf.set("mapred.input.dir", str.toString());