[31/50] [abbrv] hbase git commit: HBASE-19879 Promote TestAcidGuaranteesXXX to LargeTests

2018-01-29 Thread zhangduo 
HBASE-19879 Promote TestAcidGuaranteesXXX to LargeTests


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/80438924
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/80438924
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/80438924

Branch: refs/heads/HBASE-19064
Commit: 80438924ff5066bf809cf0318168025cf646d415
Parents: 918599e
Author: zhangduo 
Authored: Mon Jan 29 13:04:58 2018 +0800
Committer: zhangduo 
Committed: Mon Jan 29 14:55:04 2018 +0800

--
 .../hadoop/hbase/AcidGuaranteesTestBase.java| 134 +++
 .../TestAcidGuaranteesWithAdaptivePolicy.java   |   6 +-
 .../TestAcidGuaranteesWithBasicPolicy.java  |   6 +-
 .../TestAcidGuaranteesWithEagerPolicy.java  |   6 +-
 ...TestAcidGuaranteesWithNoInMemCompaction.java | 117 +---
 5 files changed, 147 insertions(+), 122 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/80438924/hbase-server/src/test/java/org/apache/hadoop/hbase/AcidGuaranteesTestBase.java
--
diff --git 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/AcidGuaranteesTestBase.java
 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/AcidGuaranteesTestBase.java
new file mode 100644
index 000..c0aa1a0
--- /dev/null
+++ 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/AcidGuaranteesTestBase.java
@@ -0,0 +1,134 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.hbase;
+
+import static org.apache.hadoop.hbase.AcidGuaranteesTestTool.FAMILIES;
+import static org.apache.hadoop.hbase.AcidGuaranteesTestTool.TABLE_NAME;
+
+import java.util.List;
+import java.util.stream.Stream;
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.hbase.client.ColumnFamilyDescriptorBuilder;
+import org.apache.hadoop.hbase.client.TableDescriptorBuilder;
+import org.apache.hadoop.hbase.regionserver.CompactingMemStore;
+import org.apache.hadoop.hbase.regionserver.ConstantSizeRegionSplitPolicy;
+import org.apache.hadoop.hbase.regionserver.MemStoreLAB;
+import org.junit.After;
+import org.junit.AfterClass;
+import org.junit.Before;
+import org.junit.BeforeClass;
+import org.junit.Test;
+
+import org.apache.hbase.thirdparty.com.google.common.collect.Lists;
+
+/**
+ * Test case that uses multiple threads to read and write multifamily rows 
into a table, verifying
+ * that reads never see partially-complete writes. This can run as a junit 
test, or with a main()
+ * function which runs against a real cluster (eg for testing with failures, 
region movement, etc)
+ */
+public abstract class AcidGuaranteesTestBase {
+
+  private static final HBaseTestingUtility UTIL = new HBaseTestingUtility();
+
+  private AcidGuaranteesTestTool tool = new AcidGuaranteesTestTool();
+
+  protected abstract MemoryCompactionPolicy getMemoryCompactionPolicy();
+
+  @BeforeClass
+  public static void setUpBeforeClass() throws Exception {
+// Set small flush size for minicluster so we exercise reseeking scanners
+Configuration conf = UTIL.getConfiguration();
+conf.set(HConstants.HREGION_MEMSTORE_FLUSH_SIZE, String.valueOf(128 * 
1024));
+// prevent aggressive region split
+conf.set(HConstants.HBASE_REGION_SPLIT_POLICY_KEY,
+  ConstantSizeRegionSplitPolicy.class.getName());
+conf.setInt("hfile.format.version", 3); // for mob tests
+UTIL.startMiniCluster(1);
+  }
+
+  @AfterClass
+  public static void tearDownAfterClass() throws Exception {
+UTIL.shutdownMiniCluster();
+  }
+
+  @Before
+  public void setUp() throws Exception {
+MemoryCompactionPolicy policy = getMemoryCompactionPolicy();
+TableDescriptorBuilder builder = 
TableDescriptorBuilder.newBuilder(TABLE_NAME)
+.setValue(CompactingMemStore.COMPACTING_MEMSTORE_TYPE_KEY, 
policy.name());
+if (policy == MemoryCompactionPolicy.EAGER) {
+  builder.setValue(MemStoreLAB.USEMSLAB_KEY, "false");
+

[08/50] [abbrv] hbase git commit: HBASE-19879 Promote TestAcidGuaranteesXXX to LargeTests

2018-01-29 Thread zhangduo 
HBASE-19879 Promote TestAcidGuaranteesXXX to LargeTests


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/5ef5c5a2
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/5ef5c5a2
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/5ef5c5a2

Branch: refs/heads/HBASE-19397-branch-2
Commit: 5ef5c5a2478bdff8a045b14f0154f0436c69aa81
Parents: 380169e
Author: zhangduo 
Authored: Mon Jan 29 13:04:58 2018 +0800
Committer: zhangduo 
Committed: Mon Jan 29 14:57:31 2018 +0800

--
 .../hadoop/hbase/AcidGuaranteesTestBase.java| 134 +++
 .../TestAcidGuaranteesWithAdaptivePolicy.java   |   6 +-
 .../TestAcidGuaranteesWithBasicPolicy.java  |   6 +-
 .../TestAcidGuaranteesWithEagerPolicy.java  |   7 +-
 ...TestAcidGuaranteesWithNoInMemCompaction.java | 122 +
 5 files changed, 147 insertions(+), 128 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/5ef5c5a2/hbase-server/src/test/java/org/apache/hadoop/hbase/AcidGuaranteesTestBase.java
--
diff --git 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/AcidGuaranteesTestBase.java
 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/AcidGuaranteesTestBase.java
new file mode 100644
index 000..c0aa1a0
--- /dev/null
+++ 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/AcidGuaranteesTestBase.java
@@ -0,0 +1,134 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.hbase;
+
+import static org.apache.hadoop.hbase.AcidGuaranteesTestTool.FAMILIES;
+import static org.apache.hadoop.hbase.AcidGuaranteesTestTool.TABLE_NAME;
+
+import java.util.List;
+import java.util.stream.Stream;
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.hbase.client.ColumnFamilyDescriptorBuilder;
+import org.apache.hadoop.hbase.client.TableDescriptorBuilder;
+import org.apache.hadoop.hbase.regionserver.CompactingMemStore;
+import org.apache.hadoop.hbase.regionserver.ConstantSizeRegionSplitPolicy;
+import org.apache.hadoop.hbase.regionserver.MemStoreLAB;
+import org.junit.After;
+import org.junit.AfterClass;
+import org.junit.Before;
+import org.junit.BeforeClass;
+import org.junit.Test;
+
+import org.apache.hbase.thirdparty.com.google.common.collect.Lists;
+
+/**
+ * Test case that uses multiple threads to read and write multifamily rows 
into a table, verifying
+ * that reads never see partially-complete writes. This can run as a junit 
test, or with a main()
+ * function which runs against a real cluster (eg for testing with failures, 
region movement, etc)
+ */
+public abstract class AcidGuaranteesTestBase {
+
+  private static final HBaseTestingUtility UTIL = new HBaseTestingUtility();
+
+  private AcidGuaranteesTestTool tool = new AcidGuaranteesTestTool();
+
+  protected abstract MemoryCompactionPolicy getMemoryCompactionPolicy();
+
+  @BeforeClass
+  public static void setUpBeforeClass() throws Exception {
+// Set small flush size for minicluster so we exercise reseeking scanners
+Configuration conf = UTIL.getConfiguration();
+conf.set(HConstants.HREGION_MEMSTORE_FLUSH_SIZE, String.valueOf(128 * 
1024));
+// prevent aggressive region split
+conf.set(HConstants.HBASE_REGION_SPLIT_POLICY_KEY,
+  ConstantSizeRegionSplitPolicy.class.getName());
+conf.setInt("hfile.format.version", 3); // for mob tests
+UTIL.startMiniCluster(1);
+  }
+
+  @AfterClass
+  public static void tearDownAfterClass() throws Exception {
+UTIL.shutdownMiniCluster();
+  }
+
+  @Before
+  public void setUp() throws Exception {
+MemoryCompactionPolicy policy = getMemoryCompactionPolicy();
+TableDescriptorBuilder builder = 
TableDescriptorBuilder.newBuilder(TABLE_NAME)
+.setValue(CompactingMemStore.COMPACTING_MEMSTORE_TYPE_KEY, 
policy.name());
+if (policy == MemoryCompactionPolicy.EAGER) {
+  builder.setValue(MemStoreLAB.USEMSLAB_KEY, "false");
+

hbase git commit: HBASE-19879 Promote TestAcidGuaranteesXXX to LargeTests

2018-01-28 Thread zhangduo 
Repository: hbase
Updated Branches:
  refs/heads/branch-2 380169eaf -> 5ef5c5a24


HBASE-19879 Promote TestAcidGuaranteesXXX to LargeTests


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/5ef5c5a2
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/5ef5c5a2
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/5ef5c5a2

Branch: refs/heads/branch-2
Commit: 5ef5c5a2478bdff8a045b14f0154f0436c69aa81
Parents: 380169e
Author: zhangduo 
Authored: Mon Jan 29 13:04:58 2018 +0800
Committer: zhangduo 
Committed: Mon Jan 29 14:57:31 2018 +0800

--
 .../hadoop/hbase/AcidGuaranteesTestBase.java| 134 +++
 .../TestAcidGuaranteesWithAdaptivePolicy.java   |   6 +-
 .../TestAcidGuaranteesWithBasicPolicy.java  |   6 +-
 .../TestAcidGuaranteesWithEagerPolicy.java  |   7 +-
 ...TestAcidGuaranteesWithNoInMemCompaction.java | 122 +
 5 files changed, 147 insertions(+), 128 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/5ef5c5a2/hbase-server/src/test/java/org/apache/hadoop/hbase/AcidGuaranteesTestBase.java
--
diff --git 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/AcidGuaranteesTestBase.java
 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/AcidGuaranteesTestBase.java
new file mode 100644
index 000..c0aa1a0
--- /dev/null
+++ 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/AcidGuaranteesTestBase.java
@@ -0,0 +1,134 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.hbase;
+
+import static org.apache.hadoop.hbase.AcidGuaranteesTestTool.FAMILIES;
+import static org.apache.hadoop.hbase.AcidGuaranteesTestTool.TABLE_NAME;
+
+import java.util.List;
+import java.util.stream.Stream;
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.hbase.client.ColumnFamilyDescriptorBuilder;
+import org.apache.hadoop.hbase.client.TableDescriptorBuilder;
+import org.apache.hadoop.hbase.regionserver.CompactingMemStore;
+import org.apache.hadoop.hbase.regionserver.ConstantSizeRegionSplitPolicy;
+import org.apache.hadoop.hbase.regionserver.MemStoreLAB;
+import org.junit.After;
+import org.junit.AfterClass;
+import org.junit.Before;
+import org.junit.BeforeClass;
+import org.junit.Test;
+
+import org.apache.hbase.thirdparty.com.google.common.collect.Lists;
+
+/**
+ * Test case that uses multiple threads to read and write multifamily rows 
into a table, verifying
+ * that reads never see partially-complete writes. This can run as a junit 
test, or with a main()
+ * function which runs against a real cluster (eg for testing with failures, 
region movement, etc)
+ */
+public abstract class AcidGuaranteesTestBase {
+
+  private static final HBaseTestingUtility UTIL = new HBaseTestingUtility();
+
+  private AcidGuaranteesTestTool tool = new AcidGuaranteesTestTool();
+
+  protected abstract MemoryCompactionPolicy getMemoryCompactionPolicy();
+
+  @BeforeClass
+  public static void setUpBeforeClass() throws Exception {
+// Set small flush size for minicluster so we exercise reseeking scanners
+Configuration conf = UTIL.getConfiguration();
+conf.set(HConstants.HREGION_MEMSTORE_FLUSH_SIZE, String.valueOf(128 * 
1024));
+// prevent aggressive region split
+conf.set(HConstants.HBASE_REGION_SPLIT_POLICY_KEY,
+  ConstantSizeRegionSplitPolicy.class.getName());
+conf.setInt("hfile.format.version", 3); // for mob tests
+UTIL.startMiniCluster(1);
+  }
+
+  @AfterClass
+  public static void tearDownAfterClass() throws Exception {
+UTIL.shutdownMiniCluster();
+  }
+
+  @Before
+  public void setUp() throws Exception {
+MemoryCompactionPolicy policy = getMemoryCompactionPolicy();
+TableDescriptorBuilder builder = 
TableDescriptorBuilder.newBuilder(TABLE_NAME)
+.setValue(CompactingMemStore.COMPACTING_MEMSTORE_TYPE_KEY, 
policy.name());
+if (policy == MemoryCompactionPolicy.EAGER) {
+

hbase git commit: HBASE-19879 Promote TestAcidGuaranteesXXX to LargeTests

2018-01-28 Thread zhangduo 
Repository: hbase
Updated Branches:
  refs/heads/master 918599ef1 -> 80438924f


HBASE-19879 Promote TestAcidGuaranteesXXX to LargeTests


Project: http://git-wip-us.apache.org/repos/asf/hbase/repo
Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/80438924
Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/80438924
Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/80438924

Branch: refs/heads/master
Commit: 80438924ff5066bf809cf0318168025cf646d415
Parents: 918599e
Author: zhangduo 
Authored: Mon Jan 29 13:04:58 2018 +0800
Committer: zhangduo 
Committed: Mon Jan 29 14:55:04 2018 +0800

--
 .../hadoop/hbase/AcidGuaranteesTestBase.java| 134 +++
 .../TestAcidGuaranteesWithAdaptivePolicy.java   |   6 +-
 .../TestAcidGuaranteesWithBasicPolicy.java  |   6 +-
 .../TestAcidGuaranteesWithEagerPolicy.java  |   6 +-
 ...TestAcidGuaranteesWithNoInMemCompaction.java | 117 +---
 5 files changed, 147 insertions(+), 122 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/hbase/blob/80438924/hbase-server/src/test/java/org/apache/hadoop/hbase/AcidGuaranteesTestBase.java
--
diff --git 
a/hbase-server/src/test/java/org/apache/hadoop/hbase/AcidGuaranteesTestBase.java
 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/AcidGuaranteesTestBase.java
new file mode 100644
index 000..c0aa1a0
--- /dev/null
+++ 
b/hbase-server/src/test/java/org/apache/hadoop/hbase/AcidGuaranteesTestBase.java
@@ -0,0 +1,134 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.hadoop.hbase;
+
+import static org.apache.hadoop.hbase.AcidGuaranteesTestTool.FAMILIES;
+import static org.apache.hadoop.hbase.AcidGuaranteesTestTool.TABLE_NAME;
+
+import java.util.List;
+import java.util.stream.Stream;
+import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.hbase.client.ColumnFamilyDescriptorBuilder;
+import org.apache.hadoop.hbase.client.TableDescriptorBuilder;
+import org.apache.hadoop.hbase.regionserver.CompactingMemStore;
+import org.apache.hadoop.hbase.regionserver.ConstantSizeRegionSplitPolicy;
+import org.apache.hadoop.hbase.regionserver.MemStoreLAB;
+import org.junit.After;
+import org.junit.AfterClass;
+import org.junit.Before;
+import org.junit.BeforeClass;
+import org.junit.Test;
+
+import org.apache.hbase.thirdparty.com.google.common.collect.Lists;
+
+/**
+ * Test case that uses multiple threads to read and write multifamily rows 
into a table, verifying
+ * that reads never see partially-complete writes. This can run as a junit 
test, or with a main()
+ * function which runs against a real cluster (eg for testing with failures, 
region movement, etc)
+ */
+public abstract class AcidGuaranteesTestBase {
+
+  private static final HBaseTestingUtility UTIL = new HBaseTestingUtility();
+
+  private AcidGuaranteesTestTool tool = new AcidGuaranteesTestTool();
+
+  protected abstract MemoryCompactionPolicy getMemoryCompactionPolicy();
+
+  @BeforeClass
+  public static void setUpBeforeClass() throws Exception {
+// Set small flush size for minicluster so we exercise reseeking scanners
+Configuration conf = UTIL.getConfiguration();
+conf.set(HConstants.HREGION_MEMSTORE_FLUSH_SIZE, String.valueOf(128 * 
1024));
+// prevent aggressive region split
+conf.set(HConstants.HBASE_REGION_SPLIT_POLICY_KEY,
+  ConstantSizeRegionSplitPolicy.class.getName());
+conf.setInt("hfile.format.version", 3); // for mob tests
+UTIL.startMiniCluster(1);
+  }
+
+  @AfterClass
+  public static void tearDownAfterClass() throws Exception {
+UTIL.shutdownMiniCluster();
+  }
+
+  @Before
+  public void setUp() throws Exception {
+MemoryCompactionPolicy policy = getMemoryCompactionPolicy();
+TableDescriptorBuilder builder = 
TableDescriptorBuilder.newBuilder(TABLE_NAME)
+.setValue(CompactingMemStore.COMPACTING_MEMSTORE_TYPE_KEY, 
policy.name());
+if (policy == MemoryCompactionPolicy.EAGER) {
+