HBASE-16646 Enhance LoadIncrementalHFiles API to accept store file paths as input - addendum populates filesystem for the new doBulkLoad()
Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/22dcce57 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/22dcce57 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/22dcce57 Branch: refs/heads/hbase-14439 Commit: 22dcce571cbd6d06587f7e4b7fc7bb5787f9bcde Parents: 181fed4 Author: tedyu <yuzhih...@gmail.com> Authored: Tue Sep 20 10:52:38 2016 -0700 Committer: tedyu <yuzhih...@gmail.com> Committed: Tue Sep 20 10:52:38 2016 -0700 ---------------------------------------------------------------------- .../apache/hadoop/hbase/mapreduce/LoadIncrementalHFiles.java | 6 ++++++ 1 file changed, 6 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hbase/blob/22dcce57/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/LoadIncrementalHFiles.java ---------------------------------------------------------------------- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/LoadIncrementalHFiles.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/LoadIncrementalHFiles.java index 6dea477..13d1b94 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/LoadIncrementalHFiles.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/mapreduce/LoadIncrementalHFiles.java @@ -382,6 +382,12 @@ public class LoadIncrementalHFiles extends Configured implements Tool { } pool = createExecutorService(); secureClient = new SecureBulkLoadClient(table.getConfiguration(), table); + for (Map.Entry<byte[], List<Path>> entry : map.entrySet()) { + for (Path p : entry.getValue()) { + fs = p.getFileSystem(table.getConfiguration()); + break; + } + } performBulkLoad(admin, table, regionLocator, queue, pool, secureClient); } finally { cleanup(admin, queue, pool, secureClient);