Repository: hbase Updated Branches: refs/heads/branch-2 176d8bd2c -> 0db82daa9
HBASE-18814 Make ScanMetrics enabled and add counter <HBase Counters, ROWS_SCANNED> into the MapReduce Job over snapshot Signed-off-by: Ashu Pachauri <a...@apache.org> Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/0db82daa Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/0db82daa Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/0db82daa Branch: refs/heads/branch-2 Commit: 0db82daa91955afc5b836ae2d92d23ca0da30453 Parents: 176d8bd Author: libisthanks <libistha...@corp.netease.com> Authored: Thu Sep 14 09:58:34 2017 +0800 Committer: Ashu Pachauri <a...@apache.org> Committed: Mon Oct 2 18:25:34 2017 -0700 ---------------------------------------------------------------------- .../apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.java | 1 + .../org/apache/hadoop/hbase/client/ClientSideRegionScanner.java | 1 + 2 files changed, 2 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hbase/blob/0db82daa/hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.java ---------------------------------------------------------------------- diff --git a/hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.java b/hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.java index 5098b30..bcaa448 100644 --- a/hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.java +++ b/hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/TableSnapshotInputFormatImpl.java @@ -216,6 +216,7 @@ public class TableSnapshotInputFormatImpl { scan.setIsolationLevel(IsolationLevel.READ_UNCOMMITTED); // disable caching of data blocks scan.setCacheBlocks(false); + scan.setScanMetricsEnabled(true); scanner = new ClientSideRegionScanner(conf, fs, new Path(split.restoreDir), htd, hri, scan, null); http://git-wip-us.apache.org/repos/asf/hbase/blob/0db82daa/hbase-server/src/main/java/org/apache/hadoop/hbase/client/ClientSideRegionScanner.java ---------------------------------------------------------------------- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/client/ClientSideRegionScanner.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/client/ClientSideRegionScanner.java index 141fcdd..6871717 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/client/ClientSideRegionScanner.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/client/ClientSideRegionScanner.java @@ -86,6 +86,7 @@ public class ClientSideRegionScanner extends AbstractClientScanner { resultSize += CellUtil.estimatedSerializedSizeOf(cell); } this.scanMetrics.countOfBytesInResults.addAndGet(resultSize); + this.scanMetrics.countOfRowsScanned.incrementAndGet(); } return result;
