Repository: hadoop Updated Branches: refs/heads/trunk 55c3e2de3 -> 04ded558b
YARN-5035. FairScheduler: Adjust maxAssign dynamically when assignMultiple is turned on. (kasha) Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/04ded558 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/04ded558 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/04ded558 Branch: refs/heads/trunk Commit: 04ded558b03ee0fbf68a611cf1f25508b4447e44 Parents: 55c3e2d Author: Karthik Kambatla <ka...@cloudera.com> Authored: Thu May 26 14:41:07 2016 -0700 Committer: Karthik Kambatla <ka...@cloudera.com> Committed: Thu May 26 14:41:07 2016 -0700 ---------------------------------------------------------------------- .../scheduler/fair/FairScheduler.java | 33 ++++++++++-- .../fair/FairSchedulerConfiguration.java | 12 +++++ .../scheduler/fair/TestFairScheduler.java | 55 +++++++++++++++++++- .../src/site/markdown/FairScheduler.md | 7 +-- 4 files changed, 98 insertions(+), 9 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/04ded558/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java index c59ba12..6a3143f 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java @@ -197,6 +197,8 @@ public class FairScheduler extends private FairSchedulerEventLog eventLog; // Machine-readable event log protected boolean assignMultiple; // Allocate multiple containers per // heartbeat + @VisibleForTesting + boolean maxAssignDynamic; protected int maxAssign; // Max containers to assign per heartbeat @VisibleForTesting @@ -1116,6 +1118,22 @@ public class FairScheduler extends } } + private boolean shouldContinueAssigning(int containers, + Resource maxResourcesToAssign, Resource assignedResource) { + if (!assignMultiple) { + return false; // assignMultiple is not enabled. Allocate one at a time. + } + + if (maxAssignDynamic) { + // Using fitsIn to check if the resources assigned so far are less than + // or equal to max resources to assign (half of remaining resources). + // The "equal to" part can lead to allocating one extra container. + return Resources.fitsIn(assignedResource, maxResourcesToAssign); + } else { + return maxAssign <= 0 || containers < maxAssign; + } + } + @VisibleForTesting synchronized void attemptScheduling(FSSchedulerNode node) { if (rmContext.isWorkPreservingRecoveryEnabled() @@ -1144,16 +1162,22 @@ public class FairScheduler extends if (!validReservation) { // No reservation, schedule at queue which is farthest below fair share int assignedContainers = 0; + Resource assignedResource = Resources.clone(Resources.none()); + Resource maxResourcesToAssign = + Resources.multiply(node.getUnallocatedResource(), 0.5f); while (node.getReservedContainer() == null) { boolean assignedContainer = false; - if (!queueMgr.getRootQueue().assignContainer(node).equals( - Resources.none())) { + Resource assignment = queueMgr.getRootQueue().assignContainer(node); + if (!assignment.equals(Resources.none())) { assignedContainers++; assignedContainer = true; + Resources.addTo(assignedResource, assignment); } if (!assignedContainer) { break; } - if (!assignMultiple) { break; } - if ((assignedContainers >= maxAssign) && (maxAssign > 0)) { break; } + if (!shouldContinueAssigning(assignedContainers, + maxResourcesToAssign, assignedResource)) { + break; + } } } updateRootQueueMetrics(); @@ -1380,6 +1404,7 @@ public class FairScheduler extends preemptionUtilizationThreshold = this.conf.getPreemptionUtilizationThreshold(); assignMultiple = this.conf.getAssignMultiple(); + maxAssignDynamic = this.conf.isMaxAssignDynamic(); maxAssign = this.conf.getMaxAssign(); sizeBasedWeight = this.conf.getSizeBasedWeight(); preemptionInterval = this.conf.getPreemptionInterval(); http://git-wip-us.apache.org/repos/asf/hadoop/blob/04ded558/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairSchedulerConfiguration.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairSchedulerConfiguration.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairSchedulerConfiguration.java index 5dfee95..22cb10c 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairSchedulerConfiguration.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairSchedulerConfiguration.java @@ -129,6 +129,14 @@ public class FairSchedulerConfiguration extends Configuration { protected static final boolean DEFAULT_SIZE_BASED_WEIGHT = false; /** Maximum number of containers to assign on each check-in. */ + public static final String DYNAMIC_MAX_ASSIGN = + CONF_PREFIX + "dynamic.max.assign"; + private static final boolean DEFAULT_DYNAMIC_MAX_ASSIGN = true; + + /** + * Specify exact number of containers to assign on each heartbeat, if dynamic + * max assign is turned off. + */ protected static final String MAX_ASSIGN = CONF_PREFIX + "max.assign"; protected static final int DEFAULT_MAX_ASSIGN = -1; @@ -222,6 +230,10 @@ public class FairSchedulerConfiguration extends Configuration { return getBoolean(ASSIGN_MULTIPLE, DEFAULT_ASSIGN_MULTIPLE); } + public boolean isMaxAssignDynamic() { + return getBoolean(DYNAMIC_MAX_ASSIGN, DEFAULT_DYNAMIC_MAX_ASSIGN); + } + public int getMaxAssign() { return getInt(MAX_ASSIGN, DEFAULT_MAX_ASSIGN); } http://git-wip-us.apache.org/repos/asf/hadoop/blob/04ded558/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/TestFairScheduler.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/TestFairScheduler.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/TestFairScheduler.java index e5058f9..b3931c9 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/TestFairScheduler.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/TestFairScheduler.java @@ -990,6 +990,7 @@ public class TestFairScheduler extends FairSchedulerTestBase { // set reservable-nodes to 0 which make reservation exceed conf.setFloat(FairSchedulerConfiguration.RESERVABLE_NODES, 0f); conf.setBoolean(FairSchedulerConfiguration.ASSIGN_MULTIPLE, true); + conf.setBoolean(FairSchedulerConfiguration.DYNAMIC_MAX_ASSIGN, false); scheduler.init(conf); scheduler.start(); scheduler.reinitialize(conf, resourceManager.getRMContext()); @@ -2399,8 +2400,9 @@ public class TestFairScheduler extends FairSchedulerTestBase { } @Test(timeout = 3000) - public void testMaxAssign() throws Exception { + public void testFixedMaxAssign() throws Exception { conf.setBoolean(FairSchedulerConfiguration.ASSIGN_MULTIPLE, true); + conf.setBoolean(FairSchedulerConfiguration.DYNAMIC_MAX_ASSIGN, false); scheduler.init(conf); scheduler.start(); scheduler.reinitialize(conf, resourceManager.getRMContext()); @@ -2430,10 +2432,59 @@ public class TestFairScheduler extends FairSchedulerTestBase { assertEquals("Incorrect number of containers allocated", 8, app .getLiveContainers().size()); } - + + + /** + * Test to verify the behavior of dynamic-max-assign. + * 1. Verify the value of maxassign doesn't affect number of containers + * affected. + * 2. Verify the node is fully allocated. + */ + @Test(timeout = 3000) + public void testDynamicMaxAssign() throws Exception { + conf.setBoolean(FairSchedulerConfiguration.ASSIGN_MULTIPLE, true); + scheduler.init(conf); + scheduler.start(); + scheduler.reinitialize(conf, resourceManager.getRMContext()); + + RMNode node = + MockNodes.newNodeInfo(1, Resources.createResource(8192, 8), 0, + "127.0.0.1"); + NodeAddedSchedulerEvent nodeEvent = new NodeAddedSchedulerEvent(node); + NodeUpdateSchedulerEvent updateEvent = new NodeUpdateSchedulerEvent(node); + scheduler.handle(nodeEvent); + + ApplicationAttemptId attId = + createSchedulingRequest(1024, 1, "root.default", "user", 12); + FSAppAttempt app = scheduler.getSchedulerApp(attId); + + // Set maxassign to a value smaller than half the remaining resources + scheduler.maxAssign = 2; + scheduler.update(); + scheduler.handle(updateEvent); + // New container allocations should be floor(8/2) + 1 = 5 + assertEquals("Incorrect number of containers allocated", 5, + app.getLiveContainers().size()); + + // Set maxassign to a value larger than half the remaining resources + scheduler.maxAssign = 4; + scheduler.update(); + scheduler.handle(updateEvent); + // New container allocations should be floor(3/2) + 1 = 2 + assertEquals("Incorrect number of containers allocated", 7, + app.getLiveContainers().size()); + + scheduler.update(); + scheduler.handle(updateEvent); + // New container allocations should be 1 + assertEquals("Incorrect number of containers allocated", 8, + app.getLiveContainers().size()); + } + @Test(timeout = 3000) public void testMaxAssignWithZeroMemoryContainers() throws Exception { conf.setBoolean(FairSchedulerConfiguration.ASSIGN_MULTIPLE, true); + conf.setBoolean(FairSchedulerConfiguration.DYNAMIC_MAX_ASSIGN, false); conf.setInt(YarnConfiguration.RM_SCHEDULER_MINIMUM_ALLOCATION_MB, 0); scheduler.init(conf); http://git-wip-us.apache.org/repos/asf/hadoop/blob/04ded558/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-site/src/site/markdown/FairScheduler.md ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-site/src/site/markdown/FairScheduler.md b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-site/src/site/markdown/FairScheduler.md index 3e11155..977d729 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-site/src/site/markdown/FairScheduler.md +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-site/src/site/markdown/FairScheduler.md @@ -80,7 +80,8 @@ Customizing the Fair Scheduler typically involves altering two files. First, sch | `yarn.scheduler.fair.preemption.cluster-utilization-threshold` | The utilization threshold after which preemption kicks in. The utilization is computed as the maximum ratio of usage to capacity among all resources. Defaults to 0.8f. | | `yarn.scheduler.fair.sizebasedweight` | Whether to assign shares to individual apps based on their size, rather than providing an equal share to all apps regardless of size. When set to true, apps are weighted by the natural logarithm of one plus the app's total requested memory, divided by the natural logarithm of 2. Defaults to false. | | `yarn.scheduler.fair.assignmultiple` | Whether to allow multiple container assignments in one heartbeat. Defaults to false. | -| `yarn.scheduler.fair.max.assign` | If assignmultiple is true, the maximum amount of containers that can be assigned in one heartbeat. Defaults to -1, which sets no limit. | +| `yarn.scheduler.fair.dynamic.max.assign` | If assignmultiple is true, whether to dynamically determine the amount of resources that can be assigned in one heartbeat. When turned on, about half of the un-allocated resources on the node are allocated to containers in a single heartbeat. Defaults to true. | +| `yarn.scheduler.fair.max.assign` | If assignmultiple is true and dynamic.max.assign is false, the maximum amount of containers that can be assigned in one heartbeat. Defaults to -1, which sets no limit. | | `yarn.scheduler.fair.locality.threshold.node` | For applications that request containers on particular nodes, the number of scheduling opportunities since the last container assignment to wait before accepting a placement on another node. Expressed as a float between 0 and 1, which, as a fraction of the cluster size, is the number of scheduling opportunities to pass up. The default value of -1.0 means don't pass up any scheduling opportunities. | | `yarn.scheduler.fair.locality.threshold.rack` | For applications that request containers on particular racks, the number of scheduling opportunities since the last container assignment to wait before accepting a placement on another rack. Expressed as a float between 0 and 1, which, as a fraction of the cluster size, is the number of scheduling opportunities to pass up. The default value of -1.0 means don't pass up any scheduling opportunities. | | `yarn.scheduler.fair.allow-undeclared-pools` | If this is true, new queues can be created at application submission time, whether because they are specified as the application's queue by the submitter or because they are placed there by the user-as-default-queue property. If this is false, any time an app would be placed in a queue that is not specified in the allocations file, it is placed in the "default" queue instead. Defaults to true. If a queue placement policy is given in the allocations file, this property is ignored. | @@ -176,12 +177,12 @@ The allocation file must be in XML format. The format contains five types of ele <queue name="secondary_group_queue" type="parent"> <weight>3.0</weight> </queue> - + <user name="sample_user"> <maxRunningApps>30</maxRunningApps> </user> <userMaxAppsDefault>5</userMaxAppsDefault> - + <queuePlacementPolicy> <rule name="specified" /> <rule name="primaryGroup" create="false" /> --------------------------------------------------------------------- To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org For additional commands, e-mail: common-commits-h...@hadoop.apache.org
