Updated Branches: refs/heads/master c51ef57ae -> e3b0d13f3
CRUNCH-303: Disable "combine input" in HFileSource Project: http://git-wip-us.apache.org/repos/asf/crunch/repo Commit: http://git-wip-us.apache.org/repos/asf/crunch/commit/e3b0d13f Tree: http://git-wip-us.apache.org/repos/asf/crunch/tree/e3b0d13f Diff: http://git-wip-us.apache.org/repos/asf/crunch/diff/e3b0d13f Branch: refs/heads/master Commit: e3b0d13f3d6ba01e5ff41f4b3e7c4f794f11d3ec Parents: c51ef57 Author: Chao Shi <[email protected]> Authored: Tue Nov 26 12:30:44 2013 +0800 Committer: Chao Shi <[email protected]> Committed: Tue Nov 26 12:30:44 2013 +0800 ---------------------------------------------------------------------- .../src/main/java/org/apache/crunch/io/hbase/HFileSource.java | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/crunch/blob/e3b0d13f/crunch-hbase/src/main/java/org/apache/crunch/io/hbase/HFileSource.java ---------------------------------------------------------------------- diff --git a/crunch-hbase/src/main/java/org/apache/crunch/io/hbase/HFileSource.java b/crunch-hbase/src/main/java/org/apache/crunch/io/hbase/HFileSource.java index 3ce18bd..fff2525 100644 --- a/crunch-hbase/src/main/java/org/apache/crunch/io/hbase/HFileSource.java +++ b/crunch-hbase/src/main/java/org/apache/crunch/io/hbase/HFileSource.java @@ -22,6 +22,7 @@ import com.google.common.collect.ImmutableList; import org.apache.commons.codec.binary.Hex; import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; +import org.apache.crunch.impl.mr.run.RuntimeParameters; import org.apache.crunch.io.FormatBundle; import org.apache.crunch.io.ReadableSource; import org.apache.crunch.ReadableData; @@ -57,7 +58,9 @@ public class HFileSource extends FileSourceImpl<KeyValue> implements ReadableSou // Package-local. Don't want it to be too open, because we only support limited filters yet // (namely start/stop row). Users who need advanced filters should use HFileUtils#scanHFiles. HFileSource(List<Path> paths, Scan scan) { - super(paths, KEY_VALUE_PTYPE, createInputFormatBundle(scan)); + super(paths, KEY_VALUE_PTYPE, createInputFormatBundle(scan) + // "combine file" is not supported by HFileInputFormat, as it overrides listStatus(). + .set(RuntimeParameters.DISABLE_COMBINE_FILE, "true")); } private static FormatBundle<HFileInputFormat> createInputFormatBundle(Scan scan) {
