svn commit: r31497 - /dev/hbase/hbase-1.5.0-SNAPSHOT/
Author: apurtell Date: Tue Dec 11 19:17:52 2018 New Revision: 31497 Log: Refresh HBase 1.5.0-SNAPSHOT Modified: dev/hbase/hbase-1.5.0-SNAPSHOT/hbase-1.5.0-SNAPSHOT-bin.tar.gz dev/hbase/hbase-1.5.0-SNAPSHOT/hbase-1.5.0-SNAPSHOT-bin.tar.gz.asc dev/hbase/hbase-1.5.0-SNAPSHOT/hbase-1.5.0-SNAPSHOT-bin.tar.gz.sha512 dev/hbase/hbase-1.5.0-SNAPSHOT/hbase-1.5.0-SNAPSHOT-src.tar.gz dev/hbase/hbase-1.5.0-SNAPSHOT/hbase-1.5.0-SNAPSHOT-src.tar.gz.asc dev/hbase/hbase-1.5.0-SNAPSHOT/hbase-1.5.0-SNAPSHOT-src.tar.gz.sha512 Modified: dev/hbase/hbase-1.5.0-SNAPSHOT/hbase-1.5.0-SNAPSHOT-bin.tar.gz == Binary files - no diff available. Modified: dev/hbase/hbase-1.5.0-SNAPSHOT/hbase-1.5.0-SNAPSHOT-bin.tar.gz.asc == --- dev/hbase/hbase-1.5.0-SNAPSHOT/hbase-1.5.0-SNAPSHOT-bin.tar.gz.asc (original) +++ dev/hbase/hbase-1.5.0-SNAPSHOT/hbase-1.5.0-SNAPSHOT-bin.tar.gz.asc Tue Dec 11 19:17:52 2018 @@ -1,16 +1,16 @@ -BEGIN PGP SIGNATURE- -iQIzBAABCAAdFiEEUPHou3xnqxS9/AohhZd1TdU2XM0FAlwLEgYACgkQhZd1TdU2 -XM1Tnw/9EhQzGYznScia3BBdOw6pV/ihnoWc3Mu3SM6WFNt3DIQ/N5nEaa7Hdh7Z -EMxghzLBTLglE/3lYqD8M6mv8XL7GpyAg54P4xn8v6zzpcMyKOqZmBrp3HZ7ojn8 -Qf6AT+1CsL1VBAwbUZrnapfyib/Sq1Lu0gk+2Zr0tMBn9MfQ03kprmpBaXLV/OkR -1Ii/W2ZPqOtRonIXypWO3OSCsn07tgCPK6xXMn9gb5iWyy5Yf8MkFOSaBFR2qeqT -nyX0lrc8RYouj0itjPj9ntTN7I/WDwIBy3YsmAfxFrUkIfERlaWRMTtsR65dQDl0 -4NaTGfWcdJQzl7C/MKplE4zV89ctY8yRuSNPnyY8JOfJ5bdfOiu+pwRfnJenkUzQ -J9CJzLThYw8PGkOqmnNJR+a+kvJ47hdBQvmIYnpL+H+AGsmvrPnru+wKs8XDEGy0 -YDbcfheWPt3F3lOfdiKc0/bK8+oK3BYk724XbJBmh+Pja4QCd504YKP103DjzlpB -SlF1CGgSRaZSBNrTY7vC6XMAcs9IaNvLs2dWH2QQN/9vsR+Fhvkj1k6tgM7lQ2Tp -Tu3OJDHy5HHdT6kKpnWEawlFcCdzPMmQr+/czCjEiiVFp9egl8Wsk6RdN1O/3McK -UaYJq7Jh18VpA2ZpyPzogfpiXgzA5AchWaTu4QsUmQN6vXTYY0g= -=MSwp +iQIzBAABCAAdFiEEUPHou3xnqxS9/AohhZd1TdU2XM0FAlwP/u8ACgkQhZd1TdU2 +XM2pxhAAqW/H2xCAo0SO1VqQH9JKRfIFtAdtR/sLMdMxAjT4dBAmn58aWlk8ltX4 +reata9US0E0qozgGXYPXZtZ7pKJ99qm1AKRJAWaJUapd4ZcKPSD+JnpE/RM8Y34S +JV9z256h76G/j2bzrz98CgB/9ykevTOc1Ej7ovriAae+noAzMu3XtB8upr+Aw8zL +Qo0EitK+MVIdYDckDetmqkjyiA7Ce9SNogVrD8FbMjofgz6zLURhpYCiXQqGmboN +8fs1vgK84jc+oZBPE71augMSqDTDeOC5Rs+bLCi+70REWLErxxLvtTTPGh5pq2IA +USZebbo3u5c88C74DXk5sUYSLM/vXBHQROHUFNDspr0y8Qm/BUxW51YzP/Bq5/wm +ZlmBuIfbQKxDWZQM7MheSLT3NYB0Qwv6R6zbV7TbDA6yrqIkD4J8+ePzD2fNsgq5 +SJYMt6TxNYgz1BIDpawGNHgoImyKMaRzQFIksk1xQ5XGQI1Gfee4aYOA8+zMIoH7 +rV4ljwQOk4nUxQuIrPq4pEtV0iO1XGenhZHsz1XFWRA/aLbeVkUfPrcl1zDjQCBT +wF2rwCuXZAbkxo+21uqPzmIOUlEhTOfXihFwst8op2jHg4pbVC4nxgI+dqTR/5Nn +NxbpFZjs+uWCpRTv8TEzKD8MlAjPzSvSlYcr67/bSEhFMV474kM= +=u9LF -END PGP SIGNATURE- Modified: dev/hbase/hbase-1.5.0-SNAPSHOT/hbase-1.5.0-SNAPSHOT-bin.tar.gz.sha512 == --- dev/hbase/hbase-1.5.0-SNAPSHOT/hbase-1.5.0-SNAPSHOT-bin.tar.gz.sha512 (original) +++ dev/hbase/hbase-1.5.0-SNAPSHOT/hbase-1.5.0-SNAPSHOT-bin.tar.gz.sha512 Tue Dec 11 19:17:52 2018 @@ -1,4 +1,4 @@ -hbase-1.5.0-SNAPSHOT-bin.tar.gz: 42A88670 BB076E39 446AF911 F49E558E 79102D4B - 933DD0A2 270027F8 11E1790D 89AB5B5A CCE66B30 - F7C83B6E 95EB8EE8 B0F9682E 9FE7FDA2 CDBDC54A - BFCA4268 +hbase-1.5.0-SNAPSHOT-bin.tar.gz: E6E1A3D1 DFB04BC0 0730868A AC248512 C3233E16 + 14EA9FAE 263B02C8 1364DA31 438C8698 3A42998F + 48E93C7E 8E4EA0EB 577C14C3 27F48062 3EBF2BB0 + 7D8E8E16 Modified: dev/hbase/hbase-1.5.0-SNAPSHOT/hbase-1.5.0-SNAPSHOT-src.tar.gz == Binary files - no diff available. Modified: dev/hbase/hbase-1.5.0-SNAPSHOT/hbase-1.5.0-SNAPSHOT-src.tar.gz.asc == --- dev/hbase/hbase-1.5.0-SNAPSHOT/hbase-1.5.0-SNAPSHOT-src.tar.gz.asc (original) +++ dev/hbase/hbase-1.5.0-SNAPSHOT/hbase-1.5.0-SNAPSHOT-src.tar.gz.asc Tue Dec 11 19:17:52 2018 @@ -1,16 +1,16 @@ -BEGIN PGP SIGNATURE- -iQIzBAABCAAdFiEEUPHou3xnqxS9/AohhZd1TdU2XM0FAlwLEgkACgkQhZd1TdU2 -XM3Csw/+NTq819RusMqAgENtPN9R59xmtqAflQ2mdj0I2auX+5W9+UdlU3Bztw93 -9eJ2UPjjf1s4ssGiS4zQLLX10JcVFDz+wBvqwFSX9MaYXs+k7YOI46J/AH7H67e6 -0MQxo36rqCpOJwqM6zz2CtioVd6xpE1yiu8t0B6V6wgsRMCRVV1zuu++yp+7Ai9H -gg8YLsI2Z4yWC9pp40cZ5V0a9rNNpWPlpP6sq97v6Nwema6BitNQuLCgutFtPEZs -vY2lbNn3wujOIAXBoDEyx8VgMpaGf9H4/pBHQK5M6p7bm2ncVpiJCtTYGcypdwD6 -AT+wN4zWcqMMaZdcG+VaUtfvdhT0vcXJeA+Rq7eOaMrPJ8czJToHNBgew7cCjKva -q+J3lZe96RJg+8qbNi4I5qtmeU9pD/JxeWbdUbMwdVJDjIBJyH62xkejadfWqPc0 -VUeNk8bpUTx7rWpac4SZi2KvgHeAqRnSUZNW3b2VQoVt0qIj3GKv+jC+XmCJKjnP -hxju3ab4S4dOSbcrhYxE2YTUYsEru/ipHZfjGn1hvkJE0qaq8ZZAaxCyYCtf8Sls -g78vqJJ/yowQVP73Fmn2weJuvNXISyVJq6CRl4X5TBeOhAFifthB33TNRFahNFYZ -jpmK8mcf91z2PfioJbNNnAqs83R7eYkynerNAVsa7mp89R/1Woo=
[1/4] hbase git commit: HBASE-21568 Use CacheConfig.DISABLED where we don't expect to have blockcache running
Repository: hbase Updated Branches: refs/heads/branch-2 9981e3f84 -> b8405bfea refs/heads/branch-2.0 918260fc7 -> 8bf6f refs/heads/branch-2.1 492ca3402 -> 911b322e9 refs/heads/master f88224ee3 -> 67d6d5084 HBASE-21568 Use CacheConfig.DISABLED where we don't expect to have blockcache running This includes removing the "old way" of disabling blockcache in favor of the new API. Signed-off-by: Guanghao Zhang Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/67d6d508 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/67d6d508 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/67d6d508 Branch: refs/heads/master Commit: 67d6d5084cf8fc094cda4bd3f091d8a0a9cb1d3e Parents: f88224e Author: Josh Elser Authored: Fri Dec 7 17:18:49 2018 -0500 Committer: Josh Elser Committed: Tue Dec 11 10:02:18 2018 -0500 -- .../org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.java | 6 ++ .../src/main/java/org/apache/hadoop/hbase/io/hfile/HFile.java | 4 +--- .../org/apache/hadoop/hbase/io/hfile/HFilePrettyPrinter.java | 2 +- .../org/apache/hadoop/hbase/tool/LoadIncrementalHFiles.java| 6 +++--- .../java/org/apache/hadoop/hbase/util/CompressionTest.java | 2 +- .../src/main/java/org/apache/hadoop/hbase/util/HBaseFsck.java | 5 ++--- .../apache/hadoop/hbase/util/hbck/HFileCorruptionChecker.java | 2 +- 7 files changed, 11 insertions(+), 16 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/67d6d508/hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.java -- diff --git a/hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.java b/hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.java index c911e8c..274a506 100644 --- a/hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.java +++ b/hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.java @@ -414,8 +414,6 @@ public class HFileOutputFormat2 DataBlockEncoding encoding = overriddenEncoding; encoding = encoding == null ? datablockEncodingMap.get(tableAndFamily) : encoding; encoding = encoding == null ? DataBlockEncoding.NONE : encoding; -Configuration tempConf = new Configuration(conf); -tempConf.setFloat(HConstants.HFILE_BLOCK_CACHE_SIZE_KEY, 0.0f); HFileContextBuilder contextBuilder = new HFileContextBuilder() .withCompression(compression) .withChecksumType(HStore.getChecksumType(conf)) @@ -430,12 +428,12 @@ public class HFileOutputFormat2 HFileContext hFileContext = contextBuilder.build(); if (null == favoredNodes) { wl.writer = - new StoreFileWriter.Builder(conf, new CacheConfig(tempConf), fs) + new StoreFileWriter.Builder(conf, CacheConfig.DISABLED, fs) .withOutputDir(familydir).withBloomType(bloomType) .withComparator(CellComparator.getInstance()).withFileContext(hFileContext).build(); } else { wl.writer = - new StoreFileWriter.Builder(conf, new CacheConfig(tempConf), new HFileSystem(fs)) + new StoreFileWriter.Builder(conf, CacheConfig.DISABLED, new HFileSystem(fs)) .withOutputDir(familydir).withBloomType(bloomType) .withComparator(CellComparator.getInstance()).withFileContext(hFileContext) .withFavoredNodes(favoredNodes).build(); http://git-wip-us.apache.org/repos/asf/hbase/blob/67d6d508/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFile.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFile.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFile.java index 5bcaa17..78ebedc 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFile.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFile.java @@ -356,9 +356,7 @@ public class HFile { */ public static final WriterFactory getWriterFactoryNoCache(Configuration conf) { -Configuration tempConf = new Configuration(conf); -tempConf.setFloat(HConstants.HFILE_BLOCK_CACHE_SIZE_KEY, 0.0f); -return HFile.getWriterFactory(conf, new CacheConfig(tempConf)); +return HFile.getWriterFactory(conf, CacheConfig.DISABLED); } /** http://git-wip-us.apache.org/repos/asf/hbase/blob/67d6d508/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFilePrettyPrinter.java
[4/4] hbase git commit: HBASE-21568 Use CacheConfig.DISABLED where we don't expect to have blockcache running
HBASE-21568 Use CacheConfig.DISABLED where we don't expect to have blockcache running This includes removing the "old way" of disabling blockcache in favor of the new API. Signed-off-by: Guanghao Zhang Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/8bf6 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/8bf6 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/8bf6 Branch: refs/heads/branch-2.0 Commit: 8bf6f905f1dbec7fdeda7de13742441dcf35 Parents: 918260f Author: Josh Elser Authored: Fri Dec 7 17:18:49 2018 -0500 Committer: Josh Elser Committed: Tue Dec 11 12:28:29 2018 -0500 -- .../org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.java | 6 ++ .../src/main/java/org/apache/hadoop/hbase/io/hfile/HFile.java | 4 +--- .../org/apache/hadoop/hbase/io/hfile/HFilePrettyPrinter.java | 2 +- .../org/apache/hadoop/hbase/tool/LoadIncrementalHFiles.java| 6 +++--- .../java/org/apache/hadoop/hbase/util/CompressionTest.java | 2 +- .../src/main/java/org/apache/hadoop/hbase/util/HBaseFsck.java | 5 ++--- .../apache/hadoop/hbase/util/hbck/HFileCorruptionChecker.java | 2 +- 7 files changed, 11 insertions(+), 16 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/8bf6/hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.java -- diff --git a/hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.java b/hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.java index 60352ea..6bfaef7 100644 --- a/hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.java +++ b/hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.java @@ -388,8 +388,6 @@ public class HFileOutputFormat2 DataBlockEncoding encoding = overriddenEncoding; encoding = encoding == null ? datablockEncodingMap.get(tableAndFamily) : encoding; encoding = encoding == null ? DataBlockEncoding.NONE : encoding; -Configuration tempConf = new Configuration(conf); -tempConf.setFloat(HConstants.HFILE_BLOCK_CACHE_SIZE_KEY, 0.0f); HFileContextBuilder contextBuilder = new HFileContextBuilder() .withCompression(compression) .withChecksumType(HStore.getChecksumType(conf)) @@ -404,12 +402,12 @@ public class HFileOutputFormat2 HFileContext hFileContext = contextBuilder.build(); if (null == favoredNodes) { wl.writer = - new StoreFileWriter.Builder(conf, new CacheConfig(tempConf), fs) + new StoreFileWriter.Builder(conf, CacheConfig.DISABLED, fs) .withOutputDir(familydir).withBloomType(bloomType) .withComparator(CellComparator.getInstance()).withFileContext(hFileContext).build(); } else { wl.writer = - new StoreFileWriter.Builder(conf, new CacheConfig(tempConf), new HFileSystem(fs)) + new StoreFileWriter.Builder(conf, CacheConfig.DISABLED, new HFileSystem(fs)) .withOutputDir(familydir).withBloomType(bloomType) .withComparator(CellComparator.getInstance()).withFileContext(hFileContext) .withFavoredNodes(favoredNodes).build(); http://git-wip-us.apache.org/repos/asf/hbase/blob/8bf6/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFile.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFile.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFile.java index 5bcaa17..78ebedc 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFile.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFile.java @@ -356,9 +356,7 @@ public class HFile { */ public static final WriterFactory getWriterFactoryNoCache(Configuration conf) { -Configuration tempConf = new Configuration(conf); -tempConf.setFloat(HConstants.HFILE_BLOCK_CACHE_SIZE_KEY, 0.0f); -return HFile.getWriterFactory(conf, new CacheConfig(tempConf)); +return HFile.getWriterFactory(conf, CacheConfig.DISABLED); } /** http://git-wip-us.apache.org/repos/asf/hbase/blob/8bf6/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFilePrettyPrinter.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFilePrettyPrinter.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFilePrettyPrinter.java index
[3/4] hbase git commit: HBASE-21568 Use CacheConfig.DISABLED where we don't expect to have blockcache running
HBASE-21568 Use CacheConfig.DISABLED where we don't expect to have blockcache running This includes removing the "old way" of disabling blockcache in favor of the new API. Signed-off-by: Guanghao Zhang Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/911b322e Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/911b322e Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/911b322e Branch: refs/heads/branch-2.1 Commit: 911b322e9fc648a6bdf4eb828a2f8d27c5335647 Parents: 492ca34 Author: Josh Elser Authored: Fri Dec 7 17:18:49 2018 -0500 Committer: Josh Elser Committed: Tue Dec 11 11:58:40 2018 -0500 -- .../org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.java | 6 ++ .../src/main/java/org/apache/hadoop/hbase/io/hfile/HFile.java | 4 +--- .../org/apache/hadoop/hbase/io/hfile/HFilePrettyPrinter.java | 2 +- .../org/apache/hadoop/hbase/tool/LoadIncrementalHFiles.java| 6 +++--- .../java/org/apache/hadoop/hbase/util/CompressionTest.java | 2 +- .../src/main/java/org/apache/hadoop/hbase/util/HBaseFsck.java | 5 ++--- .../apache/hadoop/hbase/util/hbck/HFileCorruptionChecker.java | 2 +- 7 files changed, 11 insertions(+), 16 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/911b322e/hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.java -- diff --git a/hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.java b/hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.java index 60352ea..6bfaef7 100644 --- a/hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.java +++ b/hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.java @@ -388,8 +388,6 @@ public class HFileOutputFormat2 DataBlockEncoding encoding = overriddenEncoding; encoding = encoding == null ? datablockEncodingMap.get(tableAndFamily) : encoding; encoding = encoding == null ? DataBlockEncoding.NONE : encoding; -Configuration tempConf = new Configuration(conf); -tempConf.setFloat(HConstants.HFILE_BLOCK_CACHE_SIZE_KEY, 0.0f); HFileContextBuilder contextBuilder = new HFileContextBuilder() .withCompression(compression) .withChecksumType(HStore.getChecksumType(conf)) @@ -404,12 +402,12 @@ public class HFileOutputFormat2 HFileContext hFileContext = contextBuilder.build(); if (null == favoredNodes) { wl.writer = - new StoreFileWriter.Builder(conf, new CacheConfig(tempConf), fs) + new StoreFileWriter.Builder(conf, CacheConfig.DISABLED, fs) .withOutputDir(familydir).withBloomType(bloomType) .withComparator(CellComparator.getInstance()).withFileContext(hFileContext).build(); } else { wl.writer = - new StoreFileWriter.Builder(conf, new CacheConfig(tempConf), new HFileSystem(fs)) + new StoreFileWriter.Builder(conf, CacheConfig.DISABLED, new HFileSystem(fs)) .withOutputDir(familydir).withBloomType(bloomType) .withComparator(CellComparator.getInstance()).withFileContext(hFileContext) .withFavoredNodes(favoredNodes).build(); http://git-wip-us.apache.org/repos/asf/hbase/blob/911b322e/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFile.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFile.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFile.java index 5bcaa17..78ebedc 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFile.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFile.java @@ -356,9 +356,7 @@ public class HFile { */ public static final WriterFactory getWriterFactoryNoCache(Configuration conf) { -Configuration tempConf = new Configuration(conf); -tempConf.setFloat(HConstants.HFILE_BLOCK_CACHE_SIZE_KEY, 0.0f); -return HFile.getWriterFactory(conf, new CacheConfig(tempConf)); +return HFile.getWriterFactory(conf, CacheConfig.DISABLED); } /** http://git-wip-us.apache.org/repos/asf/hbase/blob/911b322e/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFilePrettyPrinter.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFilePrettyPrinter.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFilePrettyPrinter.java index
[2/4] hbase git commit: HBASE-21568 Use CacheConfig.DISABLED where we don't expect to have blockcache running
HBASE-21568 Use CacheConfig.DISABLED where we don't expect to have blockcache running This includes removing the "old way" of disabling blockcache in favor of the new API. Signed-off-by: Guanghao Zhang Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/b8405bfe Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/b8405bfe Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/b8405bfe Branch: refs/heads/branch-2 Commit: b8405bfea430a6045971c78921962b7da4ac67e4 Parents: 9981e3f Author: Josh Elser Authored: Fri Dec 7 17:18:49 2018 -0500 Committer: Josh Elser Committed: Tue Dec 11 11:37:35 2018 -0500 -- .../org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.java | 6 ++ .../src/main/java/org/apache/hadoop/hbase/io/hfile/HFile.java | 4 +--- .../org/apache/hadoop/hbase/io/hfile/HFilePrettyPrinter.java | 2 +- .../org/apache/hadoop/hbase/tool/LoadIncrementalHFiles.java| 6 +++--- .../java/org/apache/hadoop/hbase/util/CompressionTest.java | 2 +- .../src/main/java/org/apache/hadoop/hbase/util/HBaseFsck.java | 5 ++--- .../apache/hadoop/hbase/util/hbck/HFileCorruptionChecker.java | 2 +- 7 files changed, 11 insertions(+), 16 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hbase/blob/b8405bfe/hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.java -- diff --git a/hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.java b/hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.java index a705410..78b680e 100644 --- a/hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.java +++ b/hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/HFileOutputFormat2.java @@ -398,8 +398,6 @@ public class HFileOutputFormat2 DataBlockEncoding encoding = overriddenEncoding; encoding = encoding == null ? datablockEncodingMap.get(tableAndFamily) : encoding; encoding = encoding == null ? DataBlockEncoding.NONE : encoding; -Configuration tempConf = new Configuration(conf); -tempConf.setFloat(HConstants.HFILE_BLOCK_CACHE_SIZE_KEY, 0.0f); HFileContextBuilder contextBuilder = new HFileContextBuilder() .withCompression(compression) .withChecksumType(HStore.getChecksumType(conf)) @@ -414,12 +412,12 @@ public class HFileOutputFormat2 HFileContext hFileContext = contextBuilder.build(); if (null == favoredNodes) { wl.writer = - new StoreFileWriter.Builder(conf, new CacheConfig(tempConf), fs) + new StoreFileWriter.Builder(conf, CacheConfig.DISABLED, fs) .withOutputDir(familydir).withBloomType(bloomType) .withComparator(CellComparator.getInstance()).withFileContext(hFileContext).build(); } else { wl.writer = - new StoreFileWriter.Builder(conf, new CacheConfig(tempConf), new HFileSystem(fs)) + new StoreFileWriter.Builder(conf, CacheConfig.DISABLED, new HFileSystem(fs)) .withOutputDir(familydir).withBloomType(bloomType) .withComparator(CellComparator.getInstance()).withFileContext(hFileContext) .withFavoredNodes(favoredNodes).build(); http://git-wip-us.apache.org/repos/asf/hbase/blob/b8405bfe/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFile.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFile.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFile.java index 5bcaa17..78ebedc 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFile.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFile.java @@ -356,9 +356,7 @@ public class HFile { */ public static final WriterFactory getWriterFactoryNoCache(Configuration conf) { -Configuration tempConf = new Configuration(conf); -tempConf.setFloat(HConstants.HFILE_BLOCK_CACHE_SIZE_KEY, 0.0f); -return HFile.getWriterFactory(conf, new CacheConfig(tempConf)); +return HFile.getWriterFactory(conf, CacheConfig.DISABLED); } /** http://git-wip-us.apache.org/repos/asf/hbase/blob/b8405bfe/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFilePrettyPrinter.java -- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFilePrettyPrinter.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/io/hfile/HFilePrettyPrinter.java index
[13/13] hbase-site git commit: Published site at f88224ee34ba2c23f794ec1219ffd93783b20e51.
Published site at f88224ee34ba2c23f794ec1219ffd93783b20e51. Project: http://git-wip-us.apache.org/repos/asf/hbase-site/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase-site/commit/90048f99 Tree: http://git-wip-us.apache.org/repos/asf/hbase-site/tree/90048f99 Diff: http://git-wip-us.apache.org/repos/asf/hbase-site/diff/90048f99 Branch: refs/heads/asf-site Commit: 90048f99a17f6b6ffce78b405733dd8080134b44 Parents: 6e329ee Author: jenkins Authored: Tue Dec 11 14:53:27 2018 + Committer: jenkins Committed: Tue Dec 11 14:53:27 2018 + -- acid-semantics.html | 4 +- apache_hbase_reference_guide.pdf| 38307 + apidocs/index-all.html |12 + .../hbase/client/AsyncBufferedMutator.html |46 +- .../client/AsyncBufferedMutatorBuilder.html |63 +- .../class-use/AsyncBufferedMutatorBuilder.html |27 +- .../hadoop/hbase/client/class-use/Mutation.html | 2 +- .../hbase/client/AsyncBufferedMutator.html | 132 +- .../client/AsyncBufferedMutatorBuilder.html |85 +- book.html | 2213 +- bulk-loads.html | 4 +- checkstyle-aggregate.html | 36650 checkstyle.rss | 4 +- coc.html| 4 +- dependencies.html | 4 +- dependency-convergence.html | 4 +- dependency-info.html| 4 +- dependency-management.html | 4 +- devapidocs/constant-values.html | 4 +- devapidocs/index-all.html |36 +- .../hadoop/hbase/backup/package-tree.html | 4 +- .../hbase/client/AsyncBufferedMutator.html |46 +- .../client/AsyncBufferedMutatorBuilder.html |63 +- .../client/AsyncBufferedMutatorBuilderImpl.html |92 +- .../hbase/client/AsyncBufferedMutatorImpl.html | 145 +- .../client/AsyncConnectionConfiguration.html|92 +- .../class-use/AsyncBufferedMutatorBuilder.html |48 +- .../class-use/AsyncConnectionConfiguration.html | 5 +- .../hbase/client/class-use/AsyncTable.html | 6 +- .../client/class-use/AsyncTableBuilder.html | 5 +- .../hadoop/hbase/client/class-use/Mutation.html | 6 +- .../hadoop/hbase/client/package-tree.html |26 +- .../hadoop/hbase/coprocessor/package-tree.html | 2 +- .../hadoop/hbase/filter/package-tree.html | 8 +- .../hadoop/hbase/io/hfile/package-tree.html | 6 +- .../apache/hadoop/hbase/ipc/package-tree.html | 2 +- .../hadoop/hbase/mapreduce/package-tree.html| 2 +- .../hadoop/hbase/master/package-tree.html | 2 +- .../org/apache/hadoop/hbase/package-tree.html |16 +- .../hadoop/hbase/procedure2/package-tree.html | 4 +- .../hadoop/hbase/quotas/package-tree.html | 8 +- .../hadoop/hbase/regionserver/package-tree.html |18 +- .../regionserver/querymatcher/package-tree.html | 2 +- .../hbase/regionserver/wal/package-tree.html| 2 +- .../hbase/security/access/package-tree.html | 4 +- .../apache/hadoop/hbase/util/package-tree.html | 6 +- .../org/apache/hadoop/hbase/Version.html| 4 +- .../hbase/client/AsyncBufferedMutator.html | 132 +- .../client/AsyncBufferedMutatorBuilder.html |85 +- .../client/AsyncBufferedMutatorBuilderImpl.html | 135 +- .../hbase/client/AsyncBufferedMutatorImpl.html | 257 +- .../client/AsyncConnectionConfiguration.html| 273 +- .../hbase/client/AsyncConnectionImpl.html |15 +- .../hbase/zookeeper/ReadOnlyZKClient.Task.html | 4 +- .../zookeeper/ReadOnlyZKClient.ZKTask.html | 4 +- .../hbase/zookeeper/ReadOnlyZKClient.html | 4 +- downloads.html | 4 +- export_control.html | 4 +- index.html | 4 +- integration.html| 4 +- issue-tracking.html | 4 +- license.html| 4 +- mail-lists.html | 4 +- metrics.html| 4 +- old_news.html | 4 +- plugin-management.html | 4 +- plugins.html| 4 +- poweredbyhbase.html | 4 +- project-info.html | 4 +- project-reports.html| 4 +- project-summary.html| 4 +- pseudo-distributed.html | 4 +- replication.html
[06/13] hbase-site git commit: Published site at f88224ee34ba2c23f794ec1219ffd93783b20e51.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/90048f99/devapidocs/org/apache/hadoop/hbase/client/AsyncBufferedMutatorImpl.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/client/AsyncBufferedMutatorImpl.html b/devapidocs/org/apache/hadoop/hbase/client/AsyncBufferedMutatorImpl.html index bf56f04..57abdb7 100644 --- a/devapidocs/org/apache/hadoop/hbase/client/AsyncBufferedMutatorImpl.html +++ b/devapidocs/org/apache/hadoop/hbase/client/AsyncBufferedMutatorImpl.html @@ -114,7 +114,7 @@ var activeTableTab = "activeTableTab"; @InterfaceAudience.Private -class AsyncBufferedMutatorImpl +class AsyncBufferedMutatorImpl extends https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true; title="class or interface in java.lang">Object implements AsyncBufferedMutator The implementation of AsyncBufferedMutator. Simply wrap an AsyncTable. @@ -153,10 +153,22 @@ implements mutations +private org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer +periodicalFlushTimer + + +(package private) org.apache.hbase.thirdparty.io.netty.util.Timeout +periodicFlushTask + + +private long +periodicFlushTimeoutNs + + private AsyncTable? table - + private long writeBufferSize @@ -175,8 +187,10 @@ implements Constructor and Description -AsyncBufferedMutatorImpl(AsyncTable?table, -longwriteBufferSize) +AsyncBufferedMutatorImpl(org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimerperiodicalFlushTimer, +AsyncTable?table, +longwriteBufferSize, +longperiodicFlushTimeoutNs) @@ -220,26 +234,26 @@ implements long +getPeriodicalFlushTimeout(https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/TimeUnit.html?is-external=true; title="class or interface in java.util.concurrent">TimeUnitunit) +Returns the periodical flush interval, 0 means disabled. + + + +long getWriteBufferSize() Returns the maximum size in bytes of the write buffer. - -private void + +protected void internalFlush() - + https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true; title="class or interface in java.util">Listhttps://docs.oracle.com/javase/8/docs/api/java/util/concurrent/CompletableFuture.html?is-external=true; title="class or interface in java.util.concurrent">CompletableFuturehttps://docs.oracle.com/javase/8/docs/api/java/lang/Void.html?is-external=true; title="class or interface in java.lang">Void mutate(https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true; title="class or interface in java.util">List? extends Mutationmutations) Send some Mutations to the table. - -https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/CompletableFuture.html?is-external=true; title="class or interface in java.util.concurrent">CompletableFuturehttps://docs.oracle.com/javase/8/docs/api/java/lang/Void.html?is-external=true; title="class or interface in java.lang">Void -mutate(Mutationmutation) -Sends a Mutation to the table. - - @@ -248,6 +262,13 @@ implements https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true; title="class or interface in java.lang">Object https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#clone--; title="class or interface in java.lang">clone, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#equals-java.lang.Object-; title="class or interface in java.lang">equals, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#finalize--; title="class or interface in java.lang">finalize, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#getClass--; title="class or interface in java.lang">getClass, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#hashCode--; title="class or interface in java.lang">hashCode, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#notify--; title="class or interface in java.lang">notify, https://docs.oracle.com/javase/8/docs/api/ja va/lang/Object.html?is-external=true#notifyAll--" title="class or interface in java.lang">notifyAll, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#toString--; title="class or interface in java.lang">toString, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#wait--; title="class or interface in java.lang">wait, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#wait-long-; title="class or interface in java.lang">wait, https://docs.oracle.com/javase/8/docs/api/java/lang/Object.html?is-external=true#wait-long-int-; title="class or interface in java.lang">wait + + + + +Methods inherited from interfaceorg.apache.hadoop.hbase.client.AsyncBufferedMutator +mutate + @@
[10/13] hbase-site git commit: Published site at f88224ee34ba2c23f794ec1219ffd93783b20e51.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/90048f99/book.html -- diff --git a/book.html b/book.html index 9d47b7b..f8359fc 100644 --- a/book.html +++ b/book.html @@ -55,287 +55,288 @@ 16. HBase Shell in OS Scripts 17. Read HBase Shell Commands from a Command File 18. Passing VM Options to the Shell -19. Shell Tricks +19. Overriding configuration starting the HBase Shell +20. Shell Tricks Data Model -20. Conceptual View -21. Physical View -22. Namespace -23. Table -24. Row -25. Column Family -26. Cells -27. Data Model Operations -28. Versions -29. Sort Order -30. Column Metadata -31. Joins -32. ACID +21. Conceptual View +22. Physical View +23. Namespace +24. Table +25. Row +26. Column Family +27. Cells +28. Data Model Operations +29. Versions +30. Sort Order +31. Column Metadata +32. Joins +33. ACID HBase and Schema Design -33. Schema Creation -34. Table Schema Rules Of Thumb +34. Schema Creation +35. Table Schema Rules Of Thumb RegionServer Sizing Rules of Thumb -35. On the number of column families -36. Rowkey Design -37. Number of Versions -38. Supported Datatypes -39. Joins -40. Time To Live (TTL) -41. Keeping Deleted Cells -42. Secondary Indexes and Alternate Query Paths -43. Constraints -44. Schema Design Case Studies -45. Operational and Performance Configuration Options -46. Special Cases +36. On the number of column families +37. Rowkey Design +38. Number of Versions +39. Supported Datatypes +40. Joins +41. Time To Live (TTL) +42. Keeping Deleted Cells +43. Secondary Indexes and Alternate Query Paths +44. Constraints +45. Schema Design Case Studies +46. Operational and Performance Configuration Options +47. Special Cases HBase and MapReduce -47. HBase, MapReduce, and the CLASSPATH -48. MapReduce Scan Caching -49. Bundled HBase MapReduce Jobs -50. HBase as a MapReduce Job Data Source and Data Sink -51. Writing HFiles Directly During Bulk Import -52. RowCounter Example -53. Map-Task Splitting -54. HBase MapReduce Examples -55. Accessing Other HBase Tables in a MapReduce Job -56. Speculative Execution -57. Cascading +48. HBase, MapReduce, and the CLASSPATH +49. MapReduce Scan Caching +50. Bundled HBase MapReduce Jobs +51. HBase as a MapReduce Job Data Source and Data Sink +52. Writing HFiles Directly During Bulk Import +53. RowCounter Example +54. Map-Task Splitting +55. HBase MapReduce Examples +56. Accessing Other HBase Tables in a MapReduce Job +57. Speculative Execution +58. Cascading Securing Apache HBase -58. Using Secure HTTP (HTTPS) for the Web UI -59. Using SPNEGO for Kerberos authentication with Web UIs -60. Secure Client Access to Apache HBase -61. Simple User Access to Apache HBase -62. Securing Access to HDFS and ZooKeeper -63. Securing Access To Your Data -64. Security Configuration Example +59. Using Secure HTTP (HTTPS) for the Web UI +60. Using SPNEGO for Kerberos authentication with Web UIs +61. Secure Client Access to Apache HBase +62. Simple User Access to Apache HBase +63. Securing Access to HDFS and ZooKeeper +64. Securing Access To Your Data +65. Security Configuration Example Architecture -65. Overview -66. Catalog Tables -67. Client -68. Client Request Filters -69. Master -70. RegionServer -71. Regions -72. Bulk Loading -73. HDFS -74. Timeline-consistent High Available Reads -75. Storing Medium-sized Objects (MOB) +66. Overview +67. Catalog Tables +68. Client +69. Client Request Filters +70. Master +71. RegionServer +72. Regions +73. Bulk Loading +74. HDFS +75. Timeline-consistent High Available Reads +76. Storing Medium-sized Objects (MOB) In-memory Compaction -76. Overview -77. Enabling +77. Overview +78. Enabling Backup and Restore -78. Overview -79. Terminology -80. Planning -81. First-time configuration steps -82. Backup and Restore commands -83. Administration of Backup Images -84. Configuration keys -85. Best Practices -86. Scenario: Safeguarding Application Datasets on Amazon S3 -87. Security of Backup Data -88. Technical Details of Incremental Backup and Restore -89. A Warning on File System Growth -90. Capacity Planning -91. Limitations of the Backup and Restore Utility +79. Overview +80. Terminology +81. Planning +82. First-time configuration steps +83. Backup and Restore commands +84. Administration of Backup Images +85. Configuration keys +86. Best Practices +87. Scenario: Safeguarding Application Datasets on Amazon S3 +88. Security of Backup Data +89. Technical Details of Incremental Backup and Restore +90. A Warning on File System Growth +91. Capacity Planning +92. Limitations of the Backup and Restore Utility Synchronous Replication -92. Background -93. Design -94. Operation and maintenance +93. Background +94. Design +95. Operation and maintenance Apache HBase APIs -95. Examples +96. Examples Apache HBase External APIs -96. REST -97. Thrift -98. C/C++
[01/13] hbase-site git commit: Published site at f88224ee34ba2c23f794ec1219ffd93783b20e51.
Repository: hbase-site Updated Branches: refs/heads/asf-site 6e329ee37 -> 90048f99a http://git-wip-us.apache.org/repos/asf/hbase-site/blob/90048f99/testdevapidocs/org/apache/hadoop/hbase/package-tree.html -- diff --git a/testdevapidocs/org/apache/hadoop/hbase/package-tree.html b/testdevapidocs/org/apache/hadoop/hbase/package-tree.html index 5ab3677..6e2411f 100644 --- a/testdevapidocs/org/apache/hadoop/hbase/package-tree.html +++ b/testdevapidocs/org/apache/hadoop/hbase/package-tree.html @@ -579,15 +579,15 @@ java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true; title="class or interface in java.lang">EnumE (implements java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableT, java.io.https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true; title="class or interface in java.io">Serializable) -org.apache.hadoop.hbase.IntegrationTestDDLMasterFailover.ACTION org.apache.hadoop.hbase.RESTApiClusterManager.RoleCommand -org.apache.hadoop.hbase.PerformanceEvaluation.Counter -org.apache.hadoop.hbase.IntegrationTestRegionReplicaPerf.Stat -org.apache.hadoop.hbase.ScanPerformanceEvaluation.ScanCounter +org.apache.hadoop.hbase.IntegrationTestDDLMasterFailover.ACTION org.apache.hadoop.hbase.RESTApiClusterManager.Service -org.apache.hadoop.hbase.ResourceChecker.Phase org.apache.hadoop.hbase.HBaseClusterManager.CommandProvider.Operation +org.apache.hadoop.hbase.IntegrationTestRegionReplicaPerf.Stat +org.apache.hadoop.hbase.ScanPerformanceEvaluation.ScanCounter +org.apache.hadoop.hbase.PerformanceEvaluation.Counter org.apache.hadoop.hbase.ClusterManager.ServiceType +org.apache.hadoop.hbase.ResourceChecker.Phase http://git-wip-us.apache.org/repos/asf/hbase-site/blob/90048f99/testdevapidocs/org/apache/hadoop/hbase/procedure2/package-tree.html -- diff --git a/testdevapidocs/org/apache/hadoop/hbase/procedure2/package-tree.html b/testdevapidocs/org/apache/hadoop/hbase/procedure2/package-tree.html index 7d4c1a9..e86e744 100644 --- a/testdevapidocs/org/apache/hadoop/hbase/procedure2/package-tree.html +++ b/testdevapidocs/org/apache/hadoop/hbase/procedure2/package-tree.html @@ -234,10 +234,10 @@ java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true; title="class or interface in java.lang">EnumE (implements java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableT, java.io.https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true; title="class or interface in java.io">Serializable) +org.apache.hadoop.hbase.procedure2.TestYieldProcedures.TestStateMachineProcedure.State org.apache.hadoop.hbase.procedure2.TestProcedureRecovery.TestStateMachineProcedure.State org.apache.hadoop.hbase.procedure2.TestProcedureBypass.StuckStateMachineState org.apache.hadoop.hbase.procedure2.TestStateMachineProcedure.TestSMProcedureState -org.apache.hadoop.hbase.procedure2.TestYieldProcedures.TestStateMachineProcedure.State http://git-wip-us.apache.org/repos/asf/hbase-site/blob/90048f99/testdevapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html -- diff --git a/testdevapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html b/testdevapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html index 00324fe..0bf7fb9 100644 --- a/testdevapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html +++ b/testdevapidocs/org/apache/hadoop/hbase/regionserver/package-tree.html @@ -702,11 +702,11 @@ java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true; title="class or interface in java.lang">EnumE (implements java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableT, java.io.https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true; title="class or interface in java.io">Serializable) -org.apache.hadoop.hbase.regionserver.TestRegionServerReadRequestMetrics.Metric -org.apache.hadoop.hbase.regionserver.TestCacheOnWriteInSchema.CacheOnWriteType +org.apache.hadoop.hbase.regionserver.DataBlockEncodingTool.Manipulation org.apache.hadoop.hbase.regionserver.TestAtomicOperation.TestStep +org.apache.hadoop.hbase.regionserver.TestCacheOnWriteInSchema.CacheOnWriteType org.apache.hadoop.hbase.regionserver.TestMultiLogThreshold.ActionType -org.apache.hadoop.hbase.regionserver.DataBlockEncodingTool.Manipulation +org.apache.hadoop.hbase.regionserver.TestRegionServerReadRequestMetrics.Metric
[09/13] hbase-site git commit: Published site at f88224ee34ba2c23f794ec1219ffd93783b20e51.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/90048f99/bulk-loads.html -- diff --git a/bulk-loads.html b/bulk-loads.html index ab17525..e4c5ca9 100644 --- a/bulk-loads.html +++ b/bulk-loads.html @@ -7,7 +7,7 @@ - + Apache HBase Bulk Loads in Apache HBase (TM) @@ -316,7 +316,7 @@ under the License. --> https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2018-12-08 + Last Published: 2018-12-11
[02/13] hbase-site git commit: Published site at f88224ee34ba2c23f794ec1219ffd93783b20e51.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/90048f99/testdevapidocs/org/apache/hadoop/hbase/client/package-summary.html -- diff --git a/testdevapidocs/org/apache/hadoop/hbase/client/package-summary.html b/testdevapidocs/org/apache/hadoop/hbase/client/package-summary.html index ebcc904..b7113ec 100644 --- a/testdevapidocs/org/apache/hadoop/hbase/client/package-summary.html +++ b/testdevapidocs/org/apache/hadoop/hbase/client/package-summary.html @@ -305,1079 +305,1083 @@ -TestAsyncClusterAdminApi +TestAsyncBufferMutator.AsyncBufferMutatorForTest +TestAsyncClusterAdminApi + + + TestAsyncClusterAdminApi2 Only used to test stopMaster/stopRegionServer/shutdown methods. - + TestAsyncDecommissionAdminApi - + TestAsyncMetaRegionLocator - + TestAsyncNamespaceAdminApi Class to test asynchronous namespace admin operations. - + TestAsyncNonMetaRegionLocator - + TestAsyncNonMetaRegionLocatorConcurrenyLimit - + TestAsyncNonMetaRegionLocatorConcurrenyLimit.CountingRegionObserver - + TestAsyncProcedureAdminApi Class to test asynchronous procedure admin operations. - + TestAsyncProcess - + TestAsyncProcess.AsyncProcessForThrowableCheck - + TestAsyncProcess.AsyncProcessWithFailure - + TestAsyncProcess.CallerWithFailure - + TestAsyncProcess.CountingThreadFactory - + TestAsyncProcess.MyAsyncProcess - + TestAsyncProcess.MyAsyncProcessWithReplicas - + TestAsyncProcess.MyAsyncRequestFutureImplRes - + TestAsyncProcess.MyClientBackoffPolicy Make the backoff time always different on each call. - + TestAsyncProcess.MyConnectionImpl Returns our async process. - + TestAsyncProcess.MyConnectionImpl.TestRegistry - + TestAsyncProcess.MyConnectionImpl2 Returns our async process. - + TestAsyncProcess.MyThreadPoolExecutor - + TestAsyncProcessWithRegionException The purpose of this test is to make sure the region exception won't corrupt the results of batch. - + TestAsyncProcessWithRegionException.MyAsyncProcess - + TestAsyncQuotaAdminApi - + TestAsyncRegionAdminApi Class to test asynchronous region admin operations. - + TestAsyncRegionAdminApi2 Class to test asynchronous region admin operations. - + TestAsyncRegionLocatorTimeout - + TestAsyncRegionLocatorTimeout.SleepRegionObserver - + TestAsyncReplicationAdminApi Class to test asynchronous replication admin operations. - + TestAsyncReplicationAdminApiWithClusters Class to test asynchronous replication admin operations when more than 1 cluster - + TestAsyncResultScannerCursor - + TestAsyncSingleRequestRpcRetryingCaller - + TestAsyncSnapshotAdminApi - + TestAsyncTable - + TestAsyncTableAdminApi Class to test asynchronous table admin operations. - + TestAsyncTableAdminApi2 Class to test asynchronous table admin operations - + TestAsyncTableAdminApi3 Class to test asynchronous table admin operations. - + TestAsyncTableBatch - + TestAsyncTableBatch.ErrorInjectObserver - + TestAsyncTableGetMultiThreaded Will split the table, and move region randomly when testing. - + TestAsyncTableGetMultiThreadedWithBasicCompaction - + TestAsyncTableGetMultiThreadedWithEagerCompaction - + TestAsyncTableLocatePrefetch - + TestAsyncTableNoncedRetry - + TestAsyncTableScan - + TestAsyncTableScanAll - + TestAsyncTableScanMetrics - + TestAsyncTableScanner - + TestAsyncTableScannerCloseWhileSuspending - + TestAsyncTableScanRenewLease - + TestAsyncTableScanRenewLease.RenewLeaseConsumer - + TestAsyncToolAdminApi Test the admin operations for Balancer, Normalizer, CleanerChore, and CatalogJanitor. - + TestAttributes - + TestAvoidCellReferencesIntoShippedBlocks - + TestAvoidCellReferencesIntoShippedBlocks.CompactorInternalScanner - + TestAvoidCellReferencesIntoShippedBlocks.CompactorRegionObserver - + TestAvoidCellReferencesIntoShippedBlocks.ScannerThread - + TestBatchScanResultCache - + TestBlockEvictionFromClient - + TestBlockEvictionFromClient.CustomInnerRegionObserver - + TestBlockEvictionFromClient.CustomInnerRegionObserverWrapper - + TestBlockEvictionFromClient.CustomScanner - + TestBlockEvictionFromClient.GetThread - + TestBlockEvictionFromClient.MultiGetThread - + TestBlockEvictionFromClient.ScanThread - + TestBufferedMutator - + TestBufferedMutator.MyBufferedMutator My BufferedMutator. - + TestBufferedMutatorParams - + TestBufferedMutatorParams.MockExceptionListener Just to create an instance, this doesn't actually function. - + TestCheckAndMutate - + TestCIBadHostname Tests that we fail fast when hostname resolution is not working and do not cache unresolved InetSocketAddresses. - +
[08/13] hbase-site git commit: Published site at f88224ee34ba2c23f794ec1219ffd93783b20e51.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/90048f99/checkstyle-aggregate.html -- diff --git a/checkstyle-aggregate.html b/checkstyle-aggregate.html index 6276265..e8f82d1 100644 --- a/checkstyle-aggregate.html +++ b/checkstyle-aggregate.html @@ -7,7 +7,7 @@ - + Apache HBase Checkstyle Results @@ -294,7 +294,7 @@ 3819 0 0 -14730 +14729 Files @@ -1119,8531 +1119,8526 @@ 0 6 -org/apache/hadoop/hbase/client/AsyncConnectionConfiguration.java -0 -0 -1 - org/apache/hadoop/hbase/client/AsyncConnectionImpl.java 0 0 3 - + org/apache/hadoop/hbase/client/AsyncHBaseAdmin.java 0 0 1 - + org/apache/hadoop/hbase/client/AsyncMasterRequestRpcRetryingCaller.java 0 0 2 - + org/apache/hadoop/hbase/client/AsyncMetaRegionLocator.java 0 0 1 - + org/apache/hadoop/hbase/client/AsyncNonMetaRegionLocator.java 0 0 4 - + org/apache/hadoop/hbase/client/AsyncProcess.java 0 0 8 - + org/apache/hadoop/hbase/client/AsyncProcessTask.java 0 0 2 - + org/apache/hadoop/hbase/client/AsyncRegionLocator.java 0 0 2 - + org/apache/hadoop/hbase/client/AsyncRegistryFactory.java 0 0 1 - + org/apache/hadoop/hbase/client/AsyncRequestFuture.java 0 0 1 - + org/apache/hadoop/hbase/client/AsyncRequestFutureImpl.java 0 0 21 - + org/apache/hadoop/hbase/client/AsyncRpcRetryingCaller.java 0 0 3 - + org/apache/hadoop/hbase/client/AsyncRpcRetryingCallerFactory.java 0 0 4 - + org/apache/hadoop/hbase/client/AsyncScanSingleRegionRpcRetryingCaller.java 0 0 1 - + org/apache/hadoop/hbase/client/AsyncServerRequestRpcRetryingCaller.java 0 0 2 - + org/apache/hadoop/hbase/client/AsyncSingleRequestRpcRetryingCaller.java 0 0 4 - + org/apache/hadoop/hbase/client/AsyncTableImpl.java 0 0 1 - + org/apache/hadoop/hbase/client/AsyncTableResultScanner.java 0 0 1 - + org/apache/hadoop/hbase/client/BatchErrors.java 0 0 1 - + org/apache/hadoop/hbase/client/BatchScanResultCache.java 0 0 1 - + org/apache/hadoop/hbase/client/BufferingScanResultConsumer.java 0 0 1 - + org/apache/hadoop/hbase/client/CancellableRegionServerCallable.java 0 0 8 - + org/apache/hadoop/hbase/client/ClientAsyncPrefetchScanner.java 0 0 3 - + org/apache/hadoop/hbase/client/ClientIdGenerator.java 0 0 2 - + org/apache/hadoop/hbase/client/ClientScanner.java 0 0 7 - + org/apache/hadoop/hbase/client/ClientServiceCallable.java 0 0 4 - + org/apache/hadoop/hbase/client/ClientSideRegionScanner.java 0 0 1 - + org/apache/hadoop/hbase/client/ClientSimpleScanner.java 0 0 1 - + org/apache/hadoop/hbase/client/ClientUtil.java 0 0 2 - + org/apache/hadoop/hbase/client/ClusterConnection.java 0 0 1 - + org/apache/hadoop/hbase/client/ColumnCountOnRowFilter.java 0 0 1 - + org/apache/hadoop/hbase/client/ColumnFamilyDescriptor.java 0 0 13 - + org/apache/hadoop/hbase/client/ColumnFamilyDescriptorBuilder.java 0 0 54 - + org/apache/hadoop/hbase/client/CompactType.java 0 0 2 - + org/apache/hadoop/hbase/client/CompleteScanResultCache.java 0 0 1 - + org/apache/hadoop/hbase/client/ConnectionFactory.java 0 0 3 - + org/apache/hadoop/hbase/client/ConnectionImplementation.java 0 0 8 - + org/apache/hadoop/hbase/client/ConnectionUtils.java 0 0 4 - + org/apache/hadoop/hbase/client/DelayingRunner.java 0 0 4 - + org/apache/hadoop/hbase/client/Delete.java 0 0 6 - + org/apache/hadoop/hbase/client/Get.java 0 0 10 - + org/apache/hadoop/hbase/client/HBaseAdmin.java 0 0 96 - + org/apache/hadoop/hbase/client/HBaseHbck.java 0 0 2 - + org/apache/hadoop/hbase/client/HConnectionTestingUtility.java 0 0 16 - + org/apache/hadoop/hbase/client/HRegionLocator.java 0 0 3 - + org/apache/hadoop/hbase/client/HTable.java 0 0 50 - + org/apache/hadoop/hbase/client/HTableMultiplexer.java 0 0 5 - + org/apache/hadoop/hbase/client/ImmutableHColumnDescriptor.java 0 0 2 - + org/apache/hadoop/hbase/client/ImmutableHRegionInfo.java 0 0 1 - + org/apache/hadoop/hbase/client/ImmutableHTableDescriptor.java 0 0 4 - + org/apache/hadoop/hbase/client/Increment.java 0 0 1 - + org/apache/hadoop/hbase/client/MasterCallable.java 0 0 2 - + org/apache/hadoop/hbase/client/MasterCoprocessorRpcChannelImpl.java 0 0 2 - + org/apache/hadoop/hbase/client/MasterKeepAliveConnection.java 0 0 1 - + org/apache/hadoop/hbase/client/MetaCache.java 0 0 6 - + org/apache/hadoop/hbase/client/MetricsConnection.java 0 0 41 - + org/apache/hadoop/hbase/client/MultiAction.java 0 0 3 - + org/apache/hadoop/hbase/client/MultiResponse.java 0 0 2 - + org/apache/hadoop/hbase/client/MultiServerCallable.java 0 0 6 - + org/apache/hadoop/hbase/client/Mutation.java 0 0 23 - + org/apache/hadoop/hbase/client/NoOpRetryableCallerInterceptor.java 0 0 1 - + org/apache/hadoop/hbase/client/NoncedRegionServerCallable.java 0 0 1 - +
hbase-site git commit: INFRA-10751 Empty commit
Repository: hbase-site Updated Branches: refs/heads/asf-site 90048f99a -> b31c1d9b6 INFRA-10751 Empty commit Project: http://git-wip-us.apache.org/repos/asf/hbase-site/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase-site/commit/b31c1d9b Tree: http://git-wip-us.apache.org/repos/asf/hbase-site/tree/b31c1d9b Diff: http://git-wip-us.apache.org/repos/asf/hbase-site/diff/b31c1d9b Branch: refs/heads/asf-site Commit: b31c1d9b60873d624e999d908207b301f18bcc9c Parents: 90048f9 Author: jenkins Authored: Tue Dec 11 14:53:48 2018 + Committer: jenkins Committed: Tue Dec 11 14:53:48 2018 + -- --
[12/13] hbase-site git commit: Published site at f88224ee34ba2c23f794ec1219ffd93783b20e51.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/90048f99/apache_hbase_reference_guide.pdf -- diff --git a/apache_hbase_reference_guide.pdf b/apache_hbase_reference_guide.pdf index ab992a3..cbe62a6 100644 --- a/apache_hbase_reference_guide.pdf +++ b/apache_hbase_reference_guide.pdf @@ -5,16 +5,16 @@ /Author (Apache HBase Team) /Creator (Asciidoctor PDF 1.5.0.alpha.15, based on Prawn 2.2.2) /Producer (Apache HBase Team) -/ModDate (D:20181208143224+00'00') -/CreationDate (D:20181208144736+00'00') +/ModDate (D:20181211143338+00'00') +/CreationDate (D:20181211144956+00'00') >> endobj 2 0 obj << /Type /Catalog /Pages 3 0 R /Names 28 0 R -/Outlines 5028 0 R -/PageLabels 5278 0 R +/Outlines 5035 0 R +/PageLabels 5286 0 R /PageMode /UseOutlines /OpenAction [7 0 R /FitH 842.89] /ViewerPreferences << /DisplayDocTitle true @@ -23,8 +23,8 @@ endobj endobj 3 0 obj << /Type /Pages -/Count 789 -/Kids [7 0 R 12 0 R 14 0 R 16 0 R 18 0 R 20 0 R 22 0 R 24 0 R 26 0 R 46 0 R 49 0 R 52 0 R 56 0 R 63 0 R 65 0 R 69 0 R 71 0 R 73 0 R 80 0 R 83 0 R 85 0 R 91 0 R 94 0 R 96 0 R 98 0 R 105 0 R 112 0 R 117 0 R 119 0 R 135 0 R 140 0 R 148 0 R 157 0 R 165 0 R 169 0 R 178 0 R 189 0 R 193 0 R 195 0 R 199 0 R 208 0 R 217 0 R 225 0 R 234 0 R 239 0 R 248 0 R 256 0 R 265 0 R 278 0 R 285 0 R 295 0 R 303 0 R 311 0 R 318 0 R 327 0 R 333 0 R 339 0 R 346 0 R 354 0 R 362 0 R 373 0 R 386 0 R 394 0 R 401 0 R 409 0 R 417 0 R 426 0 R 436 0 R 444 0 R 451 0 R 458 0 R 467 0 R 480 0 R 488 0 R 495 0 R 503 0 R 511 0 R 520 0 R 525 0 R 531 0 R 536 0 R 540 0 R 556 0 R 567 0 R 571 0 R 586 0 R 591 0 R 596 0 R 598 0 R 600 0 R 603 0 R 605 0 R 607 0 R 615 0 R 621 0 R 624 0 R 628 0 R 637 0 R 648 0 R 656 0 R 660 0 R 664 0 R 666 0 R 679 0 R 693 0 R 700 0 R 712 0 R 722 0 R 733 0 R 745 0 R 763 0 R 780 0 R 787 0 R 794 0 R 800 0 R 803 0 R 807 0 R 811 0 R 814 0 R 817 0 R 819 0 R 822 0 R 826 0 R 828 0 R 832 0 R 838 0 R 843 0 R 847 0 R 850 0 R 856 0 R 858 0 R 862 0 R 870 0 R 872 0 R 875 0 R 878 0 R 881 0 R 884 0 R 898 0 R 906 0 R 917 0 R 928 0 R 934 0 R 944 0 R 955 0 R 958 0 R 962 0 R 965 0 R 970 0 R 979 0 R 987 0 R 992 0 R 996 0 R 1001 0 R 1005 0 R 1007 0 R 1022 0 R 1033 0 R 1038 0 R 1045 0 R 1048 0 R 1056 0 R 1064 0 R 1069 0 R 1074 0 R 1079 0 R 1081 0 R 1083 0 R 1085 0 R 1095 0 R 1103 0 R 1107 0 R 1114 0 R 1121 0 R 1129 0 R 1133 0 R 1139 0 R 1144 0 R 1152 0 R 1156 0 R 1161 0 R 1163 0 R 1169 0 R 1177 0 R 1183 0 R 1190 0 R 1201 0 R 1205 0 R 1207 0 R 1209 0 R 1213 0 R 1216 0 R 1221 0 R 1224 0 R 1236 0 R 1240 0 R 1246 0 R 1254 0 R 1259 0 R 1263 0 R 1267 0 R 1269 0 R 1272 0 R 1275 0 R 1278 0 R 1282 0 R 1286 0 R 1290 0 R 1295 0 R 1299 0 R 1302 0 R 1304 0 R 1314 0 R 1316 0 R 1321 0 R 1334 0 R 1338 0 R 1344 0 R 1346 0 R 1357 0 R 1360 0 R 1366 0 R 1374 0 R 1377 0 R 1384 0 R 1391 0 R 1394 0 R 1396 0 R 1405 0 R 1407 0 R 1409 0 R 1412 0 R 1414 0 R 1416 0 R 1418 0 R 1420 0 R 1423 0 R 1427 0 R 1432 0 R 1434 0 R 1436 0 R 1438 0 R 1443 0 R 1450 0 R 1456 0 R 1459 0 R 1461 0 R 1464 0 R 1468 0 R 1472 0 R 1475 0 R 1477 0 R 1479 0 R 1482 0 R 1487 0 R 1493 0 R 1501 0 R 1515 0 R 1529 0 R 1532 0 R 1537 0 R 1550 0 R 1555 0 R 1570 0 R 1578 0 R 1582 0 R 1591 0 R 1606 0 R 1618 0 R 1621 0 R 1635 0 R 1643 0 R 1648 0 R 1659 0 R 1664 0 R 1670 0 R 1676 0 R 1688 0 R 1691 0 R 1700 0 R 1703 0 R 1712 0 R 1717 0 R 1722 0 R 1726 0 R 1739 0 R 1741 0 R 1747 0 R 1753 0 R 1756 0 R 1764 0 R 1772 0 R 1776 0 R 1778 0 R 1780 0 R 1792 0 R 1798 0 R 1807 0 R 1814 0 R 1827 0 R 1833 0 R 1839 0 R 1850 0 R 1856 0 R 1861 0 R 1865 0 R 1869 0 R 1872 0 R 1877 0 R 1882 0 R 1888 0 R 1893 0 R 1897 0 R 1906 0 R 1912 0 R 1915 0 R 1919 0 R 1928 0 R 1935 0 R 1941 0 R 1948 0 R 1952 0 R 1955 0 R 1960 0 R 1965 0 R 1971 0 R 1973 0 R 1975 0 R 1978 0 R 1989 0 R 1992 0 R 1999 0 R 2007 0 R 2012 0 R 2015 0 R 2020 0 R 2022 0 R 2025 0 R 2030 0 R 2033 0 R 2035 0 R 2038 0 R 2043 0 R 2046 0 R 2056 0 R 2061 0 R 2066 0 R 2068 0 R 2076 0 R 2083 0 R 2090 0 R 2096 0 R 2101 0 R 2103 0 R 2112 0 R 2122 0 R 2132 0 R 2138 0 R 2145 0 R 2147 0 R 2152 0 R 2154 0 R 2156 0 R 2160 0 R 2163 0 R 2166 0 R 2171 0 R 2175 0 R 2186 0 R 2189 0 R 2192 0 R 2196 0 R 2200 0 R 2203 0 R 2205 0 R 2210 0 R 2213 0 R 2215 0 R 2220 0 R 2230 0 R 2232 0 R 2234 0 R 2236 0 R 2238 0 R 2241 0 R 2243 0 R 2245 0 R 2248 0 R 2250 0 R 2252 0 R 2256 0 R 2261 0 R 2270 0 R 2272 0 R 2274 0 R 2280 0 R 2282 0 R 2287 0 R 2289 0 R 2291 0 R 2298 0 R 2303 0 R 2307 0 R 2312 0 R 2316 0 R 2318 0 R 2320 0 R 2324 0 R 2327 0 R 2329 0 R 2331 0 R 2335 0 R 2337 0 R 2340 0 R 2342 0 R 2344 0 R 2346 0 R 2353 0 R 2356 0 R 2361 0 R 2363 0 R 2365 0 R 2367 0 R 2369 0 R 2377 0 R 2388 0 R 2402 0 R 2413 0 R 2417 0 R 2422 0 R 2426 0 R 2429 0 R 2434 0 R 2440 0 R 2442 0 R 2445 0 R 2447 0 R 2449 0 R 2451 0 R 2456 0 R 2458 0 R 2471 0 R 2474 0 R 2482 0 R 2488 0 R 2500 0 R 2514 0 R 2527 0 R 2546 0 R 2548 0 R 2550 0 R 2554 0 R 2572 0 R 2578 0 R 2590 0 R 2594 0 R 2598 0 R 2607 0 R 2619 0 R
[04/13] hbase-site git commit: Published site at f88224ee34ba2c23f794ec1219ffd93783b20e51.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/90048f99/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncBufferedMutatorImpl.html -- diff --git a/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncBufferedMutatorImpl.html b/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncBufferedMutatorImpl.html index 625a916..f999dc7 100644 --- a/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncBufferedMutatorImpl.html +++ b/devapidocs/src-html/org/apache/hadoop/hbase/client/AsyncBufferedMutatorImpl.html @@ -30,126 +30,147 @@ 022import java.util.Iterator; 023import java.util.List; 024import java.util.concurrent.CompletableFuture; -025import java.util.stream.Collectors; -026import java.util.stream.Stream; -027 -028import org.apache.hadoop.conf.Configuration; -029import org.apache.hadoop.hbase.TableName; -030import org.apache.yetus.audience.InterfaceAudience; -031 -032/** -033 * The implementation of {@link AsyncBufferedMutator}. Simply wrap an {@link AsyncTable}. -034 */ -035@InterfaceAudience.Private -036class AsyncBufferedMutatorImpl implements AsyncBufferedMutator { -037 -038 private final AsyncTable? table; -039 -040 private final long writeBufferSize; -041 -042 private ListMutation mutations = new ArrayList(); -043 -044 private ListCompletableFutureVoid futures = new ArrayList(); -045 -046 private long bufferedSize; -047 -048 private boolean closed; -049 -050 AsyncBufferedMutatorImpl(AsyncTable? table, long writeBufferSize) { -051this.table = table; -052this.writeBufferSize = writeBufferSize; -053 } +025import java.util.concurrent.TimeUnit; +026import java.util.stream.Collectors; +027import java.util.stream.Stream; +028 +029import org.apache.hadoop.conf.Configuration; +030import org.apache.hadoop.hbase.TableName; +031import org.apache.yetus.audience.InterfaceAudience; +032 +033import org.apache.hbase.thirdparty.com.google.common.annotations.VisibleForTesting; +034import org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer; +035import org.apache.hbase.thirdparty.io.netty.util.Timeout; +036 +037/** +038 * The implementation of {@link AsyncBufferedMutator}. Simply wrap an {@link AsyncTable}. +039 */ +040@InterfaceAudience.Private +041class AsyncBufferedMutatorImpl implements AsyncBufferedMutator { +042 +043 private final HashedWheelTimer periodicalFlushTimer; +044 +045 private final AsyncTable? table; +046 +047 private final long writeBufferSize; +048 +049 private final long periodicFlushTimeoutNs; +050 +051 private ListMutation mutations = new ArrayList(); +052 +053 private ListCompletableFutureVoid futures = new ArrayList(); 054 -055 @Override -056 public TableName getName() { -057return table.getName(); -058 } -059 -060 @Override -061 public Configuration getConfiguration() { -062return table.getConfiguration(); -063 } -064 -065 private void internalFlush() { -066ListMutation toSend = this.mutations; -067if (toSend.isEmpty()) { -068 return; -069} -070 ListCompletableFutureVoid toComplete = this.futures; -071assert toSend.size() == toComplete.size(); -072this.mutations = new ArrayList(); -073this.futures = new ArrayList(); -074bufferedSize = 0L; -075 IteratorCompletableFutureVoid toCompleteIter = toComplete.iterator(); -076for (CompletableFuture? future : table.batch(toSend)) { -077 CompletableFutureVoid toCompleteFuture = toCompleteIter.next(); -078 future.whenComplete((r, e) - { -079if (e != null) { -080 toCompleteFuture.completeExceptionally(e); -081} else { -082 toCompleteFuture.complete(null); -083} -084 }); -085} -086 } -087 -088 @Override -089 public CompletableFutureVoid mutate(Mutation mutation) { -090CompletableFutureVoid future = new CompletableFutureVoid(); -091long heapSize = mutation.heapSize(); -092synchronized (this) { -093 if (closed) { -094future.completeExceptionally(new IOException("Already closed")); -095return future; -096 } -097 mutations.add(mutation); -098 futures.add(future); -099 bufferedSize += heapSize; -100 if (bufferedSize = writeBufferSize) { -101internalFlush(); -102 } -103} -104return future; -105 } -106 -107 @Override -108 public ListCompletableFutureVoid mutate(List? extends Mutation mutations) { -109 ListCompletableFutureVoid futures = -110 Stream.CompletableFutureVoid generate(CompletableFuture::new).limit(mutations.size()) -111 .collect(Collectors.toList()); -112long heapSize = mutations.stream().mapToLong(m - m.heapSize()).sum(); -113synchronized (this) { -114 if (closed) { -115IOException ioe = new IOException("Already closed"); -116futures.forEach(f - f.completeExceptionally(ioe)); -117return futures; -118 } -119
[03/13] hbase-site git commit: Published site at f88224ee34ba2c23f794ec1219ffd93783b20e51.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/90048f99/testdevapidocs/allclasses-frame.html -- diff --git a/testdevapidocs/allclasses-frame.html b/testdevapidocs/allclasses-frame.html index bc011d6..283790c 100644 --- a/testdevapidocs/allclasses-frame.html +++ b/testdevapidocs/allclasses-frame.html @@ -617,6 +617,7 @@ TestAsyncAdminBuilder.TestRpcTimeoutCoprocessor TestAsyncAggregationClient TestAsyncBufferMutator +TestAsyncBufferMutator.AsyncBufferMutatorForTest TestAsyncClientExample TestAsyncClusterAdminApi TestAsyncClusterAdminApi2 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/90048f99/testdevapidocs/allclasses-noframe.html -- diff --git a/testdevapidocs/allclasses-noframe.html b/testdevapidocs/allclasses-noframe.html index c509d2b..d62e437 100644 --- a/testdevapidocs/allclasses-noframe.html +++ b/testdevapidocs/allclasses-noframe.html @@ -617,6 +617,7 @@ TestAsyncAdminBuilder.TestRpcTimeoutCoprocessor TestAsyncAggregationClient TestAsyncBufferMutator +TestAsyncBufferMutator.AsyncBufferMutatorForTest TestAsyncClientExample TestAsyncClusterAdminApi TestAsyncClusterAdminApi2 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/90048f99/testdevapidocs/index-all.html -- diff --git a/testdevapidocs/index-all.html b/testdevapidocs/index-all.html index 509aa02..eeedc86 100644 --- a/testdevapidocs/index-all.html +++ b/testdevapidocs/index-all.html @@ -2077,6 +2077,8 @@ ASYNC_CONN - Static variable in class org.apache.hadoop.hbase.client.TestAsyncTableNoncedRetry +AsyncBufferMutatorForTest(HashedWheelTimer, AsyncTable?, long, long) - Constructor for class org.apache.hadoop.hbase.client.TestAsyncBufferMutator.AsyncBufferMutatorForTest + asyncConn - Static variable in class org.apache.hadoop.hbase.client.TestFlushFromClient asyncPrefetch - Variable in class org.apache.hadoop.hbase.PerformanceEvaluation.TestOptions @@ -15346,6 +15348,8 @@ flushCommits - Variable in class org.apache.hadoop.hbase.rest.PerformanceEvaluation.TestOptions +flushCount - Variable in class org.apache.hadoop.hbase.client.TestAsyncBufferMutator.AsyncBufferMutatorForTest + FLUSHED_MEMSTORE_BYTES - Variable in class org.apache.hadoop.hbase.regionserver.TestMetricsRegionServer FLUSHED_MEMSTORE_BYTES_DESC - Variable in class org.apache.hadoop.hbase.regionserver.TestMetricsRegionServer @@ -22188,6 +22192,8 @@ internalDoWork() - Method in class org.apache.hadoop.hbase.trace.IntegrationTestSendTraceRequests +internalFlush() - Method in class org.apache.hadoop.hbase.client.TestAsyncBufferMutator.AsyncBufferMutatorForTest + internalRun() - Method in class org.apache.hadoop.hbase.regionserver.TestDefaultMemStore.ReadOwnWritesTester internalRunIngestTest(long) - Method in class org.apache.hadoop.hbase.IntegrationTestIngest @@ -46521,6 +46527,8 @@ TestAsyncBufferMutator() - Constructor for class org.apache.hadoop.hbase.client.TestAsyncBufferMutator +TestAsyncBufferMutator.AsyncBufferMutatorForTest - Class in org.apache.hadoop.hbase.client + testAsyncClient() - Method in class org.apache.hadoop.hbase.TestClientClusterMetrics TestAsyncClientExample - Class in org.apache.hadoop.hbase.client.example @@ -47912,6 +47920,12 @@ Test that if we do a close while opening it stops the opening. +testCancelPeriodicFlush() - Method in class org.apache.hadoop.hbase.client.TestAsyncBufferMutator + +testCancelPeriodicFlushByClose() - Method in class org.apache.hadoop.hbase.client.TestAsyncBufferMutator + +testCancelPeriodicFlushByManuallyFlush() - Method in class org.apache.hadoop.hbase.client.TestAsyncBufferMutator + testCanExecuteByRate(RateLimiter, int) - Method in class org.apache.hadoop.hbase.quotas.TestRateLimiter testCanExecuteOfAverageIntervalRateLimiter() - Method in class org.apache.hadoop.hbase.quotas.TestRateLimiter @@ -57947,6 +57961,8 @@ When a scan has a filter where Filter.hasFilterRow() is true, the scanner should not return partial results. +testNoPeriodicFlush() - Method in class org.apache.hadoop.hbase.client.TestAsyncBufferMutator + testNoPolicyReturnsNoopEnforcement() - Method in class org.apache.hadoop.hbase.quotas.TestActivePolicyEnforcement testNoQuotaReturnsSingletonPolicyEnforcement() - Method in class org.apache.hadoop.hbase.quotas.TestActivePolicyEnforcement @@ -58734,6 +58750,8 @@ testPerfSingleThread() - Method in class org.apache.hadoop.hbase.master.assignment.TestRegionStates +testPeriodicFlush() - Method in class org.apache.hadoop.hbase.client.TestAsyncBufferMutator + testPermissionList() - Method in class org.apache.hadoop.hbase.security.access.TestAccessController testPermissionsWatcher() - Method in class org.apache.hadoop.hbase.security.access.TestZKPermissionWatcher @@ -59585,6 +59603,8 @@
[11/13] hbase-site git commit: Published site at f88224ee34ba2c23f794ec1219ffd93783b20e51.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/90048f99/apidocs/index-all.html -- diff --git a/apidocs/index-all.html b/apidocs/index-all.html index 54ca027..3cd9b62 100644 --- a/apidocs/index-all.html +++ b/apidocs/index-all.html @@ -4249,6 +4249,10 @@ and Admin.disableTable(org.apache.hadoop.hbase.TableName) +disableWriteBufferPeriodicFlush() - Method in interface org.apache.hadoop.hbase.client.AsyncBufferedMutatorBuilder + +Disable the periodical flush, i.e, set the timeout to 0. + disableWriteBufferPeriodicFlush() - Method in interface org.apache.hadoop.hbase.client.BufferedMutator Disable periodic flushing of the write buffer. @@ -7732,6 +7736,10 @@ getPeriod() - Method in class org.apache.hadoop.hbase.ScheduledChore +getPeriodicalFlushTimeout(TimeUnit) - Method in interface org.apache.hadoop.hbase.client.AsyncBufferedMutator + +Returns the periodical flush interval, 0 means disabled. + getPool() - Method in class org.apache.hadoop.hbase.client.BufferedMutatorParams getPort() - Method in class org.apache.hadoop.hbase.HRegionLocation @@ -17411,6 +17419,10 @@ Input/OutputFormats, a table indexing MapReduce job, and utility methods. Sets all the entries in the provided MapString, String as properties in the given Configuration. +setWriteBufferPeriodicFlush(long, TimeUnit) - Method in interface org.apache.hadoop.hbase.client.AsyncBufferedMutatorBuilder + +Set the periodical flush interval. + setWriteBufferPeriodicFlush(long) - Method in interface org.apache.hadoop.hbase.client.BufferedMutator Sets the maximum time before the buffer is automatically flushed checking once per second. http://git-wip-us.apache.org/repos/asf/hbase-site/blob/90048f99/apidocs/org/apache/hadoop/hbase/client/AsyncBufferedMutator.html -- diff --git a/apidocs/org/apache/hadoop/hbase/client/AsyncBufferedMutator.html b/apidocs/org/apache/hadoop/hbase/client/AsyncBufferedMutator.html index bbaaa3c..8f048d5 100644 --- a/apidocs/org/apache/hadoop/hbase/client/AsyncBufferedMutator.html +++ b/apidocs/org/apache/hadoop/hbase/client/AsyncBufferedMutator.html @@ -18,8 +18,8 @@ catch(err) { } //--> -var methods = {"i0":6,"i1":6,"i2":6,"i3":6,"i4":6,"i5":6,"i6":6}; -var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],4:["t3","Abstract Methods"]}; +var methods = {"i0":6,"i1":6,"i2":6,"i3":6,"i4":18,"i5":6,"i6":6,"i7":18}; +var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],4:["t3","Abstract Methods"],16:["t5","Default Methods"]}; var altColor = "altColor"; var rowColor = "rowColor"; var tableTab = "tableTab"; @@ -106,7 +106,7 @@ var activeTableTab = "activeTableTab"; @InterfaceAudience.Public -public interface AsyncBufferedMutator +public interface AsyncBufferedMutator extends https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.html?is-external=true; title="class or interface in java.io">Closeable Used to communicate with a single HBase table in batches. Obtain an instance from a AsyncConnection and call close() afterwards. @@ -125,7 +125,7 @@ extends https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.htm Method Summary -All MethodsInstance MethodsAbstract Methods +All MethodsInstance MethodsAbstract MethodsDefault Methods Modifier and Type Method and Description @@ -156,19 +156,25 @@ extends https://docs.oracle.com/javase/8/docs/api/java/io/Closeable.htm +default long +getPeriodicalFlushTimeout(https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/TimeUnit.html?is-external=true; title="class or interface in java.util.concurrent">TimeUnitunit) +Returns the periodical flush interval, 0 means disabled. + + + long getWriteBufferSize() Returns the maximum size in bytes of the write buffer. - + https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true; title="class or interface in java.util">Listhttps://docs.oracle.com/javase/8/docs/api/java/util/concurrent/CompletableFuture.html?is-external=true; title="class or interface in java.util.concurrent">CompletableFuturehttps://docs.oracle.com/javase/8/docs/api/java/lang/Void.html?is-external=true; title="class or interface in java.lang">Void mutate(https://docs.oracle.com/javase/8/docs/api/java/util/List.html?is-external=true; title="class or interface in java.util">List? extends Mutationmutations) Send some Mutations to the table. - -https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/CompletableFuture.html?is-external=true; title="class or interface in java.util.concurrent">CompletableFuturehttps://docs.oracle.com/javase/8/docs/api/java/lang/Void.html?is-external=true; title="class or interface in java.lang">Void + +default https://docs.oracle.com/javase/8/docs/api/java/util/concurrent/CompletableFuture.html?is-external=true; title="class or interface
[07/13] hbase-site git commit: Published site at f88224ee34ba2c23f794ec1219ffd93783b20e51.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/90048f99/checkstyle.rss -- diff --git a/checkstyle.rss b/checkstyle.rss index 485725b..75dae16 100644 --- a/checkstyle.rss +++ b/checkstyle.rss @@ -26,7 +26,7 @@ under the License. 2007 - 2018 The Apache Software Foundation File: 3819, - Errors: 14730, + Errors: 14729, Warnings: 0, Infos: 0 @@ -2813,7 +2813,7 @@ under the License. 0 - 1 + 0 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/90048f99/coc.html -- diff --git a/coc.html b/coc.html index 3d76eb2..7015842 100644 --- a/coc.html +++ b/coc.html @@ -7,7 +7,7 @@ - + Apache HBase Code of Conduct Policy @@ -385,7 +385,7 @@ email to mailto:priv...@hbase.apache.org;>the priv https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2018-12-08 + Last Published: 2018-12-11 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/90048f99/dependencies.html -- diff --git a/dependencies.html b/dependencies.html index 8d94f94..1f2309e 100644 --- a/dependencies.html +++ b/dependencies.html @@ -7,7 +7,7 @@ - + Apache HBase Project Dependencies @@ -450,7 +450,7 @@ https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2018-12-08 + Last Published: 2018-12-11 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/90048f99/dependency-convergence.html -- diff --git a/dependency-convergence.html b/dependency-convergence.html index d06cf68..5ccbe2a 100644 --- a/dependency-convergence.html +++ b/dependency-convergence.html @@ -7,7 +7,7 @@ - + Apache HBase Reactor Dependency Convergence @@ -680,7 +680,7 @@ https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2018-12-08 + Last Published: 2018-12-11 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/90048f99/dependency-info.html -- diff --git a/dependency-info.html b/dependency-info.html index 3f59d5e..8c9a99b 100644 --- a/dependency-info.html +++ b/dependency-info.html @@ -7,7 +7,7 @@ - + Apache HBase Dependency Information @@ -323,7 +323,7 @@ https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2018-12-08 + Last Published: 2018-12-11 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/90048f99/dependency-management.html -- diff --git a/dependency-management.html b/dependency-management.html index 820725e..9eb420c 100644 --- a/dependency-management.html +++ b/dependency-management.html @@ -7,7 +7,7 @@ - + Apache HBase Project Dependency Management @@ -1009,7 +1009,7 @@ https://www.apache.org/;>The Apache Software Foundation. All rights reserved. - Last Published: 2018-12-08 + Last Published: 2018-12-11 http://git-wip-us.apache.org/repos/asf/hbase-site/blob/90048f99/devapidocs/constant-values.html -- diff --git a/devapidocs/constant-values.html b/devapidocs/constant-values.html index 376fce1..53538af 100644 --- a/devapidocs/constant-values.html +++ b/devapidocs/constant-values.html @@ -3831,7 +3831,7 @@ publicstaticfinalhttps://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">String date -"Sat Dec 8 14:42:50 UTC 2018" +"Tue Dec 11 14:44:59 UTC 2018" @@ -3845,7 +3845,7 @@ publicstaticfinalhttps://docs.oracle.com/javase/8/docs/api/java/lang/String.html?is-external=true; title="class or interface in java.lang">String srcChecksum
[05/13] hbase-site git commit: Published site at f88224ee34ba2c23f794ec1219ffd93783b20e51.
http://git-wip-us.apache.org/repos/asf/hbase-site/blob/90048f99/devapidocs/org/apache/hadoop/hbase/filter/package-tree.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/filter/package-tree.html b/devapidocs/org/apache/hadoop/hbase/filter/package-tree.html index fecfc93..c93a874 100644 --- a/devapidocs/org/apache/hadoop/hbase/filter/package-tree.html +++ b/devapidocs/org/apache/hadoop/hbase/filter/package-tree.html @@ -184,12 +184,12 @@ java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true; title="class or interface in java.lang">EnumE (implements java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableT, java.io.https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true; title="class or interface in java.io">Serializable) org.apache.hadoop.hbase.filter.FuzzyRowFilter.SatisfiesCode -org.apache.hadoop.hbase.filter.FuzzyRowFilter.Order -org.apache.hadoop.hbase.filter.FilterWrapper.FilterRowRetCode -org.apache.hadoop.hbase.filter.RegexStringComparator.EngineType org.apache.hadoop.hbase.filter.Filter.ReturnCode -org.apache.hadoop.hbase.filter.BitComparator.BitwiseOp +org.apache.hadoop.hbase.filter.RegexStringComparator.EngineType org.apache.hadoop.hbase.filter.FilterList.Operator +org.apache.hadoop.hbase.filter.FilterWrapper.FilterRowRetCode +org.apache.hadoop.hbase.filter.BitComparator.BitwiseOp +org.apache.hadoop.hbase.filter.FuzzyRowFilter.Order org.apache.hadoop.hbase.filter.CompareFilter.CompareOp http://git-wip-us.apache.org/repos/asf/hbase-site/blob/90048f99/devapidocs/org/apache/hadoop/hbase/io/hfile/package-tree.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/io/hfile/package-tree.html b/devapidocs/org/apache/hadoop/hbase/io/hfile/package-tree.html index cdd9fa5..838ffee 100644 --- a/devapidocs/org/apache/hadoop/hbase/io/hfile/package-tree.html +++ b/devapidocs/org/apache/hadoop/hbase/io/hfile/package-tree.html @@ -275,11 +275,11 @@ java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true; title="class or interface in java.lang">EnumE (implements java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableT, java.io.https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true; title="class or interface in java.io">Serializable) org.apache.hadoop.hbase.io.hfile.BlockType.BlockCategory -org.apache.hadoop.hbase.io.hfile.BlockType -org.apache.hadoop.hbase.io.hfile.HFileBlock.Writer.State +org.apache.hadoop.hbase.io.hfile.Cacheable.MemoryType org.apache.hadoop.hbase.io.hfile.CacheConfig.ExternalBlockCaches org.apache.hadoop.hbase.io.hfile.BlockPriority -org.apache.hadoop.hbase.io.hfile.Cacheable.MemoryType +org.apache.hadoop.hbase.io.hfile.HFileBlock.Writer.State +org.apache.hadoop.hbase.io.hfile.BlockType http://git-wip-us.apache.org/repos/asf/hbase-site/blob/90048f99/devapidocs/org/apache/hadoop/hbase/ipc/package-tree.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/ipc/package-tree.html b/devapidocs/org/apache/hadoop/hbase/ipc/package-tree.html index 427b9f5..91a2ed4 100644 --- a/devapidocs/org/apache/hadoop/hbase/ipc/package-tree.html +++ b/devapidocs/org/apache/hadoop/hbase/ipc/package-tree.html @@ -354,8 +354,8 @@ java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true; title="class or interface in java.lang">EnumE (implements java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Comparable.html?is-external=true; title="class or interface in java.lang">ComparableT, java.io.https://docs.oracle.com/javase/8/docs/api/java/io/Serializable.html?is-external=true; title="class or interface in java.io">Serializable) org.apache.hadoop.hbase.ipc.CallEvent.Type -org.apache.hadoop.hbase.ipc.MetricsHBaseServerSourceFactoryImpl.SourceStorage org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.BufferCallAction +org.apache.hadoop.hbase.ipc.MetricsHBaseServerSourceFactoryImpl.SourceStorage http://git-wip-us.apache.org/repos/asf/hbase-site/blob/90048f99/devapidocs/org/apache/hadoop/hbase/mapreduce/package-tree.html -- diff --git a/devapidocs/org/apache/hadoop/hbase/mapreduce/package-tree.html b/devapidocs/org/apache/hadoop/hbase/mapreduce/package-tree.html index a77bff8..c70d497 100644 --- a/devapidocs/org/apache/hadoop/hbase/mapreduce/package-tree.html +++ b/devapidocs/org/apache/hadoop/hbase/mapreduce/package-tree.html @@ -293,8 +293,8 @@ java.lang.https://docs.oracle.com/javase/8/docs/api/java/lang/Enum.html?is-external=true; title="class or