Author: ecn
Date: Mon May 7 12:46:17 2012
New Revision: 1334980
URL: http://svn.apache.org/viewvc?rev=1334980&view=rev
Log:
ACCUMULO-399 added a node to check balance during random walks
Added:
accumulo/branches/1.4/src/server/src/main/java/org/apache/accumulo/server/test/randomwalk/concurrent/CheckBalance.java
(with props)
Modified:
accumulo/branches/1.4/test/system/randomwalk/conf/modules/Concurrent.xml
Added:
accumulo/branches/1.4/src/server/src/main/java/org/apache/accumulo/server/test/randomwalk/concurrent/CheckBalance.java
URL:
http://svn.apache.org/viewvc/accumulo/branches/1.4/src/server/src/main/java/org/apache/accumulo/server/test/randomwalk/concurrent/CheckBalance.java?rev=1334980&view=auto
==============================================================================
---
accumulo/branches/1.4/src/server/src/main/java/org/apache/accumulo/server/test/randomwalk/concurrent/CheckBalance.java
(added)
+++
accumulo/branches/1.4/src/server/src/main/java/org/apache/accumulo/server/test/randomwalk/concurrent/CheckBalance.java
Mon May 7 12:46:17 2012
@@ -0,0 +1,82 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.accumulo.server.test.randomwalk.concurrent;
+
+import java.util.HashMap;
+import java.util.Map;
+import java.util.Map.Entry;
+import java.util.Properties;
+
+import org.apache.accumulo.core.Constants;
+import org.apache.accumulo.core.client.Scanner;
+import org.apache.accumulo.core.data.Key;
+import org.apache.accumulo.core.data.Value;
+import org.apache.accumulo.server.test.randomwalk.State;
+import org.apache.accumulo.server.test.randomwalk.Test;
+
+/**
+ *
+ */
+public class CheckBalance extends Test {
+
+ private static final String LAST_UNBALANCED_TIME = "lastUnbalancedTime";
+
+ /* (non-Javadoc)
+ * @see
org.apache.accumulo.server.test.randomwalk.Node#visit(org.apache.accumulo.server.test.randomwalk.State,
java.util.Properties)
+ */
+ @Override
+ public void visit(State state, Properties props) throws Exception {
+ Map<String,Long> counts = new HashMap<String,Long>();
+ Scanner scanner =
state.getConnector().createScanner(Constants.METADATA_TABLE_NAME,
Constants.NO_AUTHS);
+
scanner.fetchColumnFamily(Constants.METADATA_CURRENT_LOCATION_COLUMN_FAMILY);
+ for (Entry<Key,Value> entry : scanner) {
+ String location = entry.getKey().getColumnQualifier().toString();
+ Long count = counts.get(location);
+ if (count == null)
+ count = new Long(0);
+ counts.put(location, count + 1);
+ }
+ double total = 0.;
+ for (Long count : counts.values()) {
+ total += count.longValue();
+ }
+ final double average = total / counts.size();
+
+ // Check for even # of tablets on each node
+ boolean balanced = true;
+ for (Entry<String,Long> entry : counts.entrySet()) {
+ if (Math.abs(entry.getValue().longValue() - average) > 1) {
+ balanced = false;
+ break;
+ }
+ }
+
+ // It is expected that the number of tablets will be uneven for short
+ // periods of time. Don't complain unless we've seen it only unbalanced
+ // over a 15 minute period.
+ if (!balanced) {
+ String last = props.getProperty(LAST_UNBALANCED_TIME);
+ if (last != null && System.currentTimeMillis() - Long.parseLong(last) >
15 * 60 * 1000) {
+ throw new Exception("servers are unbalanced!");
+ }
+ props.setProperty(LAST_UNBALANCED_TIME,
Long.toString(System.currentTimeMillis()));
+ } else {
+ props.remove(LAST_UNBALANCED_TIME);
+ }
+ }
+
+}
Propchange:
accumulo/branches/1.4/src/server/src/main/java/org/apache/accumulo/server/test/randomwalk/concurrent/CheckBalance.java
------------------------------------------------------------------------------
svn:eol-style = native
Modified:
accumulo/branches/1.4/test/system/randomwalk/conf/modules/Concurrent.xml
URL:
http://svn.apache.org/viewvc/accumulo/branches/1.4/test/system/randomwalk/conf/modules/Concurrent.xml?rev=1334980&r1=1334979&r2=1334980&view=diff
==============================================================================
--- accumulo/branches/1.4/test/system/randomwalk/conf/modules/Concurrent.xml
(original)
+++ accumulo/branches/1.4/test/system/randomwalk/conf/modules/Concurrent.xml
Mon May 7 12:46:17 2012
@@ -43,6 +43,7 @@
<edge id="ct.ChangeAuthorizations" weight="1000"/>
<edge id="ct.ChangePermissions" weight="1000"/>
<edge id="ct.CheckPermission" weight="1000"/>
+ <edge id="ct.CheckBalance" weight="1000"/>
<edge id="END" weight="1"/>
</node>
@@ -127,4 +128,8 @@
<edge id="dummy.ToAll" weight="1"/>
</node>
+<node id="ct.CheckBalance">
+ <edge id="dummy.ToAll" weight="1"/>
+</node>
+
</module>
