YARN-8739. Fix jenkins issues for Node Attributes branch. Contributed by Sunil Govindan.
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/c44088ac Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/c44088ac Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/c44088ac Branch: refs/heads/YARN-3409 Commit: c44088ac190e515b099183aeed4f9d6f8bee7da6 Parents: 1e7d6e5 Author: bibinchundatt <[email protected]> Authored: Sun Sep 2 18:44:18 2018 +0530 Committer: Sunil G <[email protected]> Committed: Wed Sep 12 16:01:01 2018 +0530 ---------------------------------------------------------------------- .../main/java/org/apache/hadoop/ha/HAAdmin.java | 5 ++++- .../hadoop/yarn/sls/scheduler/RMNodeWrapper.java | 2 +- .../GetAttributesToNodesResponse.java | 5 +++-- .../ResourceManagerAdministrationProtocol.java | 2 +- .../NodesToAttributesMappingResponse.java | 4 ++++ .../apache/hadoop/yarn/client/api/YarnClient.java | 3 ++- .../pb/GetAttributesToNodesResponsePBImpl.java | 8 +++++--- .../nodelabels/FileSystemNodeLabelsStore.java | 4 +++- .../yarn/nodelabels/NodeAttributesManager.java | 3 ++- .../nodelabels/NonAppendableFSNodeLabelStore.java | 2 +- .../hadoop/yarn/nodelabels/RMNodeLabel.java | 3 ++- .../nodelabels/store/AbstractFSNodeStore.java | 8 ++++---- .../yarn/nodelabels/store/FSStoreOpHandler.java | 18 +++++++++++++----- .../hadoop/yarn/nodelabels/store/StoreOp.java | 4 ++-- .../nodelabels/store/op/AddClusterLabelOp.java | 4 ++-- .../nodelabels/store/op/NodeLabelMirrorOp.java | 3 +++ .../yarn/nodelabels/store/op/NodeToLabelOp.java | 4 ++-- .../nodelabels/store/op/RemoveClusterLabelOp.java | 4 ++-- .../impl/pb/NodeToAttributesPBImpl.java | 3 +++ .../pb/NodesToAttributesMappingRequestPBImpl.java | 3 +++ .../NodesToAttributesMappingResponsePBImpl.java | 3 +++ .../RemoveFromClusterNodeLabelsRequestPBImpl.java | 3 +++ .../apache/hadoop/yarn/api/TestPBImplRecords.java | 2 +- .../nodelabels/TestFileSystemNodeLabelsStore.java | 2 +- .../hadoop/yarn/nodelabels/TestNodeLabelUtil.java | 8 ++++++-- .../yarn/server/MockResourceManagerFacade.java | 11 ++++++----- .../nodelabels/NodeAttributesProvider.java | 2 -- .../TestNodeStatusUpdaterForLabels.java | 3 +++ .../resourcemanager/ResourceTrackerService.java | 1 - .../nodelabels/NodeAttributesManagerImpl.java | 7 ++++--- .../nodelabels/NodeAttributesStoreEvent.java | 3 ++- .../yarn/server/resourcemanager/MockNodes.java | 2 +- .../TestFileSystemNodeAttributeStore.java | 3 +++ 33 files changed, 95 insertions(+), 47 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/HAAdmin.java ---------------------------------------------------------------------- diff --git a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/HAAdmin.java b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/HAAdmin.java index 8c92bd0..e955979 100644 --- a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/HAAdmin.java +++ b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/HAAdmin.java @@ -574,7 +574,10 @@ public abstract class HAAdmin extends Configured implements Tool { } return 0; } - + + /** + * UsageInfo class holds args and help details. + */ public static class UsageInfo { public final String args; public final String help; http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-tools/hadoop-sls/src/main/java/org/apache/hadoop/yarn/sls/scheduler/RMNodeWrapper.java ---------------------------------------------------------------------- diff --git a/hadoop-tools/hadoop-sls/src/main/java/org/apache/hadoop/yarn/sls/scheduler/RMNodeWrapper.java b/hadoop-tools/hadoop-sls/src/main/java/org/apache/hadoop/yarn/sls/scheduler/RMNodeWrapper.java index 248b634..c73fb15 100644 --- a/hadoop-tools/hadoop-sls/src/main/java/org/apache/hadoop/yarn/sls/scheduler/RMNodeWrapper.java +++ b/hadoop-tools/hadoop-sls/src/main/java/org/apache/hadoop/yarn/sls/scheduler/RMNodeWrapper.java @@ -207,7 +207,7 @@ public class RMNodeWrapper implements RMNode { public Map<String, Long> getAllocationTagsWithCount() { return node.getAllocationTagsWithCount(); } - + @Override public Set<NodeAttribute> getAllNodeAttributes() { return node.getAllNodeAttributes(); http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/protocolrecords/GetAttributesToNodesResponse.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/protocolrecords/GetAttributesToNodesResponse.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/protocolrecords/GetAttributesToNodesResponse.java index 9bd529f..c83785f 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/protocolrecords/GetAttributesToNodesResponse.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/protocolrecords/GetAttributesToNodesResponse.java @@ -54,12 +54,13 @@ public abstract class GetAttributesToNodesResponse { /** * Get mapping of NodeAttributeKey to its associated mapping of list of - * NodeToAttributeValuenode to attribute value. + * NodeToAttributeValue associated with attribute. * * @return Map<NodeAttributeKey, List<NodeToAttributeValue>> node attributes * to list of NodeToAttributeValuenode. */ @Public @Evolving - public abstract Map<NodeAttributeKey, List<NodeToAttributeValue>> getAttributesToNodes(); + public abstract Map<NodeAttributeKey, + List<NodeToAttributeValue>> getAttributesToNodes(); } http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/server/api/ResourceManagerAdministrationProtocol.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/server/api/ResourceManagerAdministrationProtocol.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/server/api/ResourceManagerAdministrationProtocol.java index 58bb270..4777cf8 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/server/api/ResourceManagerAdministrationProtocol.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/server/api/ResourceManagerAdministrationProtocol.java @@ -150,7 +150,7 @@ public interface ResourceManagerAdministrationProtocol extends GetUserMappingsPr @Private @Idempotent - public NodesToAttributesMappingResponse mapAttributesToNodes( + NodesToAttributesMappingResponse mapAttributesToNodes( NodesToAttributesMappingRequest request) throws YarnException, IOException; } http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/NodesToAttributesMappingResponse.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/NodesToAttributesMappingResponse.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/NodesToAttributesMappingResponse.java index 8e44adf..10081e1 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/NodesToAttributesMappingResponse.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/NodesToAttributesMappingResponse.java @@ -20,6 +20,10 @@ package org.apache.hadoop.yarn.server.api.protocolrecords; import org.apache.hadoop.yarn.util.Records; +/** + * NodesToAttributesMappingResponse holds response object for attribute + * mapping. + */ public class NodesToAttributesMappingResponse { public static NodesToAttributesMappingResponse newInstance() { return Records.newRecord(NodesToAttributesMappingResponse.class); http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/YarnClient.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/YarnClient.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/YarnClient.java index f51b2f9..59fa6a8 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/YarnClient.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/YarnClient.java @@ -936,7 +936,8 @@ public abstract class YarnClient extends AbstractService { */ @Public @Unstable - public abstract Map<NodeAttributeKey, List<NodeToAttributeValue>> getAttributesToNodes( + public abstract Map<NodeAttributeKey, + List<NodeToAttributeValue>> getAttributesToNodes( Set<NodeAttributeKey> attributes) throws YarnException, IOException; /** http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/api/protocolrecords/impl/pb/GetAttributesToNodesResponsePBImpl.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/api/protocolrecords/impl/pb/GetAttributesToNodesResponsePBImpl.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/api/protocolrecords/impl/pb/GetAttributesToNodesResponsePBImpl.java index 11999bdc..0d4c6e0 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/api/protocolrecords/impl/pb/GetAttributesToNodesResponsePBImpl.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/api/protocolrecords/impl/pb/GetAttributesToNodesResponsePBImpl.java @@ -100,8 +100,9 @@ public class GetAttributesToNodesResponsePBImpl Iterable<AttributeToNodesProto> iterable = () -> new Iterator<AttributeToNodesProto>() { - private Iterator<Map.Entry<NodeAttributeKey, List<NodeToAttributeValue>>> iter = - attributesToNodes.entrySet().iterator(); + private Iterator<Map.Entry<NodeAttributeKey, + List<NodeToAttributeValue>>> iter = attributesToNodes.entrySet() + .iterator(); @Override public void remove() { @@ -198,7 +199,8 @@ public class GetAttributesToNodesResponsePBImpl } @Override - public Map<NodeAttributeKey, List<NodeToAttributeValue>> getAttributesToNodes() { + public Map<NodeAttributeKey, + List<NodeToAttributeValue>> getAttributesToNodes() { initAttributesToNodes(); return this.attributesToNodes; } http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/FileSystemNodeLabelsStore.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/FileSystemNodeLabelsStore.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/FileSystemNodeLabelsStore.java index e11e6f8..6c459c2 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/FileSystemNodeLabelsStore.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/FileSystemNodeLabelsStore.java @@ -28,7 +28,6 @@ import org.apache.hadoop.yarn.api.records.NodeLabel; import org.apache.hadoop.yarn.conf.YarnConfiguration; import org.apache.hadoop.yarn.exceptions.YarnException; import org.apache.hadoop.yarn.nodelabels.store.AbstractFSNodeStore; -import org.apache.hadoop.yarn.nodelabels.store.FSStoreOpHandler; import org.apache.hadoop.yarn.nodelabels.store.op.AddClusterLabelOp; import org.apache.hadoop.yarn.nodelabels.store.FSStoreOpHandler.StoreType; @@ -41,6 +40,9 @@ import java.util.List; import java.util.Map; import java.util.Set; +/** + * FileSystemNodeLabelsStore for storing node labels. + */ public class FileSystemNodeLabelsStore extends AbstractFSNodeStore<CommonNodeLabelsManager> implements NodeLabelsStore { http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/NodeAttributesManager.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/NodeAttributesManager.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/NodeAttributesManager.java index 20f72d9..ca04e8d 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/NodeAttributesManager.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/NodeAttributesManager.java @@ -96,7 +96,8 @@ public abstract class NodeAttributesManager extends AbstractService { * @return a Map of attributeKeys to a map of hostnames to its attribute * values. */ - public abstract Map<NodeAttributeKey, Map<String, AttributeValue>> getAttributesToNodes( + public abstract Map<NodeAttributeKey, + Map<String, AttributeValue>> getAttributesToNodes( Set<NodeAttributeKey> attributes); /** http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/NonAppendableFSNodeLabelStore.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/NonAppendableFSNodeLabelStore.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/NonAppendableFSNodeLabelStore.java index 29bfff9..6747037 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/NonAppendableFSNodeLabelStore.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/NonAppendableFSNodeLabelStore.java @@ -36,7 +36,7 @@ import java.util.Set; import java.util.concurrent.locks.ReentrantReadWriteLock; /** - * Store implementation for Non Appendable File Store + * Store implementation for Non Appendable File Store. */ public class NonAppendableFSNodeLabelStore extends FileSystemNodeLabelsStore { protected static final Log http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/RMNodeLabel.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/RMNodeLabel.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/RMNodeLabel.java index a8d151c..5e755f4 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/RMNodeLabel.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/RMNodeLabel.java @@ -30,7 +30,8 @@ import org.apache.hadoop.yarn.util.resource.Resources; /** * Partition representation in RM. */ -public class RMNodeLabel extends AbstractLabel implements Comparable<RMNodeLabel> { +public class RMNodeLabel extends AbstractLabel + implements Comparable<RMNodeLabel> { private boolean exclusive; private NodeLabel nodeLabel; private Set<NodeId> nodeIds; http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/AbstractFSNodeStore.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/AbstractFSNodeStore.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/AbstractFSNodeStore.java index 216fc79..7127d11 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/AbstractFSNodeStore.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/AbstractFSNodeStore.java @@ -182,14 +182,14 @@ public abstract class AbstractFSNodeStore<M> { LOG.info("Finished create editlog file at:" + editLogPath.toString()); } - protected void loadManagerFromEditLog(Path editLogPath) throws IOException { - if (!fs.exists(editLogPath)) { + protected void loadManagerFromEditLog(Path editPath) throws IOException { + if (!fs.exists(editPath)) { return; } - try (FSDataInputStream is = fs.open(editLogPath)) { + try (FSDataInputStream is = fs.open(editPath)) { while (true) { try { - StoreOp storeOp = FSStoreOpHandler.get(is.readInt(),storeType); + StoreOp storeOp = FSStoreOpHandler.get(is.readInt(), storeType); storeOp.recover(is, manager); } catch (EOFException e) { // EOF hit, break http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/FSStoreOpHandler.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/FSStoreOpHandler.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/FSStoreOpHandler.java index a626537..59a1860 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/FSStoreOpHandler.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/FSStoreOpHandler.java @@ -41,6 +41,9 @@ public class FSStoreOpHandler { editLogOp; private static Map<StoreType, Class<? extends FSNodeStoreLogOp>> mirrorOp; + /** + * Store Type enum to hold label and attribute. + */ public enum StoreType { NODE_LABEL_STORE, NODE_ATTRIBUTE @@ -53,14 +56,19 @@ public class FSStoreOpHandler { // registerLog edit log operation //Node Label Operations - registerLog(NODE_LABEL_STORE, AddClusterLabelOp.OPCODE, AddClusterLabelOp.class); + registerLog(NODE_LABEL_STORE, AddClusterLabelOp.OPCODE, + AddClusterLabelOp.class); registerLog(NODE_LABEL_STORE, NodeToLabelOp.OPCODE, NodeToLabelOp.class); - registerLog(NODE_LABEL_STORE, RemoveClusterLabelOp.OPCODE, RemoveClusterLabelOp.class); + registerLog(NODE_LABEL_STORE, RemoveClusterLabelOp.OPCODE, + RemoveClusterLabelOp.class); //NodeAttibute operation - registerLog(NODE_ATTRIBUTE, AddNodeToAttributeLogOp.OPCODE, AddNodeToAttributeLogOp.class); - registerLog(NODE_ATTRIBUTE, RemoveNodeToAttributeLogOp.OPCODE, RemoveNodeToAttributeLogOp.class); - registerLog(NODE_ATTRIBUTE, ReplaceNodeToAttributeLogOp.OPCODE, ReplaceNodeToAttributeLogOp.class); + registerLog(NODE_ATTRIBUTE, AddNodeToAttributeLogOp.OPCODE, + AddNodeToAttributeLogOp.class); + registerLog(NODE_ATTRIBUTE, RemoveNodeToAttributeLogOp.OPCODE, + RemoveNodeToAttributeLogOp.class); + registerLog(NODE_ATTRIBUTE, ReplaceNodeToAttributeLogOp.OPCODE, + ReplaceNodeToAttributeLogOp.class); // registerLog Mirror op http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/StoreOp.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/StoreOp.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/StoreOp.java index c26e1dc..e0b26da 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/StoreOp.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/StoreOp.java @@ -30,7 +30,7 @@ import java.io.IOException; public interface StoreOp<W, R, M> { /** - * Write operation to persistent storage + * Write operation to persistent storage. * * @param write write to be done to * @param mgr manager used by store @@ -39,7 +39,7 @@ public interface StoreOp<W, R, M> { void write(W write, M mgr) throws IOException; /** - * Read and populate StoreOp + * Read and populate StoreOp. * * @param read read to be done from * @param mgr manager used by store http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/op/AddClusterLabelOp.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/op/AddClusterLabelOp.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/op/AddClusterLabelOp.java index ce736aa..f0259b3 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/op/AddClusterLabelOp.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/op/AddClusterLabelOp.java @@ -57,8 +57,8 @@ public class AddClusterLabelOp mgr.addToCluserNodeLabels(labels); } - public AddClusterLabelOp setLabels(List<NodeLabel> labels) { - this.labels = labels; + public AddClusterLabelOp setLabels(List<NodeLabel> nodeLabels) { + this.labels = nodeLabels; return this; } http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/op/NodeLabelMirrorOp.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/op/NodeLabelMirrorOp.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/op/NodeLabelMirrorOp.java index 3ec837b..9500486 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/op/NodeLabelMirrorOp.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/op/NodeLabelMirrorOp.java @@ -35,6 +35,9 @@ import java.util.List; import java.util.Map; import java.util.Set; +/** + * NodeLabel Mirror Op class. + */ public class NodeLabelMirrorOp extends FSNodeStoreLogOp<CommonNodeLabelsManager> { http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/op/NodeToLabelOp.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/op/NodeToLabelOp.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/op/NodeToLabelOp.java index 0e1e398..df08ffc 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/op/NodeToLabelOp.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/op/NodeToLabelOp.java @@ -59,8 +59,8 @@ public class NodeToLabelOp } public NodeToLabelOp setNodeToLabels( - Map<NodeId, Set<String>> nodeToLabels) { - this.nodeToLabels = nodeToLabels; + Map<NodeId, Set<String>> nodeToLabelsList) { + this.nodeToLabels = nodeToLabelsList; return this; } http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/op/RemoveClusterLabelOp.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/op/RemoveClusterLabelOp.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/op/RemoveClusterLabelOp.java index 4f6d4bd..2fc4ac3 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/op/RemoveClusterLabelOp.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/store/op/RemoveClusterLabelOp.java @@ -59,8 +59,8 @@ public class RemoveClusterLabelOp mgr.removeFromClusterNodeLabels(labels); } - public RemoveClusterLabelOp setLabels(Collection<String> labels) { - this.labels = labels; + public RemoveClusterLabelOp setLabels(Collection<String> nodeLabels) { + this.labels = nodeLabels; return this; } http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/impl/pb/NodeToAttributesPBImpl.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/impl/pb/NodeToAttributesPBImpl.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/impl/pb/NodeToAttributesPBImpl.java index 7204914..94b967b 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/impl/pb/NodeToAttributesPBImpl.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/impl/pb/NodeToAttributesPBImpl.java @@ -28,6 +28,9 @@ import org.apache.hadoop.yarn.proto.YarnProtos.NodeToAttributesProto; import org.apache.hadoop.yarn.proto.YarnProtos.NodeToAttributesProtoOrBuilder; import org.apache.hadoop.yarn.server.api.protocolrecords.NodeToAttributes; +/** + * Proto class for Node to attributes mapping. + */ public class NodeToAttributesPBImpl extends NodeToAttributes { private NodeToAttributesProto proto = NodeToAttributesProto.getDefaultInstance(); http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/impl/pb/NodesToAttributesMappingRequestPBImpl.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/impl/pb/NodesToAttributesMappingRequestPBImpl.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/impl/pb/NodesToAttributesMappingRequestPBImpl.java index 6cb9a97..c1a86b3 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/impl/pb/NodesToAttributesMappingRequestPBImpl.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/impl/pb/NodesToAttributesMappingRequestPBImpl.java @@ -29,6 +29,9 @@ import org.apache.hadoop.yarn.server.api.protocolrecords.AttributeMappingOperati import org.apache.hadoop.yarn.server.api.protocolrecords.NodeToAttributes; import org.apache.hadoop.yarn.server.api.protocolrecords.NodesToAttributesMappingRequest; +/** + * Proto class for node to attributes mapping request. + */ public class NodesToAttributesMappingRequestPBImpl extends NodesToAttributesMappingRequest { private NodesToAttributesMappingRequestProto proto = http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/impl/pb/NodesToAttributesMappingResponsePBImpl.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/impl/pb/NodesToAttributesMappingResponsePBImpl.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/impl/pb/NodesToAttributesMappingResponsePBImpl.java index 0554ef8..955c3cb 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/impl/pb/NodesToAttributesMappingResponsePBImpl.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/impl/pb/NodesToAttributesMappingResponsePBImpl.java @@ -21,6 +21,9 @@ package org.apache.hadoop.yarn.server.api.protocolrecords.impl.pb; import org.apache.hadoop.yarn.proto.YarnServerResourceManagerServiceProtos.NodesToAttributesMappingResponseProto; import org.apache.hadoop.yarn.server.api.protocolrecords.NodesToAttributesMappingResponse; +/** + * Proto class for node to attributes mapping response. + */ public class NodesToAttributesMappingResponsePBImpl extends NodesToAttributesMappingResponse { http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/impl/pb/RemoveFromClusterNodeLabelsRequestPBImpl.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/impl/pb/RemoveFromClusterNodeLabelsRequestPBImpl.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/impl/pb/RemoveFromClusterNodeLabelsRequestPBImpl.java index f633804..afabcd9 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/impl/pb/RemoveFromClusterNodeLabelsRequestPBImpl.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/impl/pb/RemoveFromClusterNodeLabelsRequestPBImpl.java @@ -28,6 +28,9 @@ import org.apache.hadoop.yarn.proto.YarnServerResourceManagerServiceProtos import org.apache.hadoop.yarn.server.api.protocolrecords .RemoveFromClusterNodeLabelsRequest; +/** + * Proto class to handlde RemoveFromClusterNodeLabels request. + */ public class RemoveFromClusterNodeLabelsRequestPBImpl extends RemoveFromClusterNodeLabelsRequest { Set<String> labels; http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/api/TestPBImplRecords.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/api/TestPBImplRecords.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/api/TestPBImplRecords.java index 682d6ec..cdb6c46 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/api/TestPBImplRecords.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/api/TestPBImplRecords.java @@ -465,7 +465,7 @@ public class TestPBImplRecords extends BasePBImplRecordsTest { generateByNewInstance(NodeToAttributeValue.class); generateByNewInstance(NodeAttributeInfo.class); generateByNewInstance(NodesToAttributesMappingRequest.class); - } + } @Test public void testAllocateRequestPBImpl() throws Exception { http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/nodelabels/TestFileSystemNodeLabelsStore.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/nodelabels/TestFileSystemNodeLabelsStore.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/nodelabels/TestFileSystemNodeLabelsStore.java index 93c039a..36dbc2b 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/nodelabels/TestFileSystemNodeLabelsStore.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/nodelabels/TestFileSystemNodeLabelsStore.java @@ -360,7 +360,7 @@ public class TestFileSystemNodeLabelsStore extends NodeLabelTestBase { Mockito.when(store.getFs().exists(Mockito.any( Path.class))).thenReturn(existsRetVal); store.init(conf, mgr); - Mockito.verify(store.getFs(),Mockito.times( + Mockito.verify(store.getFs(), Mockito.times( expectedNumOfCalls)).mkdirs(Mockito.any(Path .class)); } http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/nodelabels/TestNodeLabelUtil.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/nodelabels/TestNodeLabelUtil.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/nodelabels/TestNodeLabelUtil.java index d43da4f..afdfcbb 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/nodelabels/TestNodeLabelUtil.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/test/java/org/apache/hadoop/yarn/nodelabels/TestNodeLabelUtil.java @@ -20,12 +20,16 @@ package org.apache.hadoop.yarn.nodelabels; import static org.junit.Assert.fail; import org.junit.Test; +/** + * Test class to verify node label util ops. + */ public class TestNodeLabelUtil { @Test public void testAttributeValueAddition() { String[] values = - new String[] {"1_8", "1.8", "ABZ", "ABZ", "az", "a-z","a_z", "123456789"}; + new String[]{"1_8", "1.8", "ABZ", "ABZ", "az", "a-z", "a_z", + "123456789"}; for (String val : values) { try { NodeLabelUtil.checkAndThrowAttributeValue(val); @@ -34,7 +38,7 @@ public class TestNodeLabelUtil { } } - String[] invalidVals = new String[] {"_18","1,8","1/5",".15","1\\5"}; + String[] invalidVals = new String[]{"_18", "1,8", "1/5", ".15", "1\\5"}; for (String val : invalidVals) { try { NodeLabelUtil.checkAndThrowAttributeValue(val); http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/test/java/org/apache/hadoop/yarn/server/MockResourceManagerFacade.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/test/java/org/apache/hadoop/yarn/server/MockResourceManagerFacade.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/test/java/org/apache/hadoop/yarn/server/MockResourceManagerFacade.java index d2cced6..958b1f1 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/test/java/org/apache/hadoop/yarn/server/MockResourceManagerFacade.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/test/java/org/apache/hadoop/yarn/server/MockResourceManagerFacade.java @@ -189,8 +189,8 @@ public class MockResourceManagerFacade implements ApplicationClientProtocol, private HashSet<ApplicationId> applicationMap = new HashSet<>(); private HashSet<ApplicationId> keepContainerOnUams = new HashSet<>(); - private HashMap<ApplicationAttemptId, List<ContainerId>> applicationContainerIdMap = - new HashMap<ApplicationAttemptId, List<ContainerId>>(); + private HashMap<ApplicationAttemptId, + List<ContainerId>> applicationContainerIdMap = new HashMap<>(); private AtomicInteger containerIndex = new AtomicInteger(0); private Configuration conf; private int subClusterId; @@ -495,7 +495,7 @@ public class MockResourceManagerFacade implements ApplicationClientProtocol, if (request.getApplicationSubmissionContext().getUnmanagedAM() || request.getApplicationSubmissionContext() .getKeepContainersAcrossApplicationAttempts()) { - keepContainerOnUams.add(appId); + keepContainerOnUams.add(appId); } return SubmitApplicationResponse.newInstance(); } @@ -921,8 +921,9 @@ public class MockResourceManagerFacade implements ApplicationClientProtocol, } @Override - public NodesToAttributesMappingResponse mapAttributesToNodes(NodesToAttributesMappingRequest request) - throws YarnException, IOException { + public NodesToAttributesMappingResponse mapAttributesToNodes( + NodesToAttributesMappingRequest request) + throws YarnException, IOException { return null; } } http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/nodelabels/NodeAttributesProvider.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/nodelabels/NodeAttributesProvider.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/nodelabels/NodeAttributesProvider.java index 8240024..2a41800 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/nodelabels/NodeAttributesProvider.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/nodelabels/NodeAttributesProvider.java @@ -19,8 +19,6 @@ package org.apache.hadoop.yarn.server.nodemanager.nodelabels; import org.apache.hadoop.yarn.api.records.NodeAttribute; -import java.util.Set; - /** * Abstract class which will be responsible for fetching the node attributes. * http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/TestNodeStatusUpdaterForLabels.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/TestNodeStatusUpdaterForLabels.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/TestNodeStatusUpdaterForLabels.java index 3e2d963..a86ca3e 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/TestNodeStatusUpdaterForLabels.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/TestNodeStatusUpdaterForLabels.java @@ -180,6 +180,9 @@ public class TestNodeStatusUpdaterForLabels extends NodeLabelTestBase { } } + /** + * A dummy NodeLabelsProvider class for tests. + */ public static class DummyNodeLabelsProvider extends NodeLabelsProvider { public DummyNodeLabelsProvider() { http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ResourceTrackerService.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ResourceTrackerService.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ResourceTrackerService.java index 9c4d594..b67172e 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ResourceTrackerService.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ResourceTrackerService.java @@ -515,7 +515,6 @@ public class ResourceTrackerService extends AbstractService implements * 4. Send healthStatus to RMNode * 5. Update node's labels if distributed Node Labels configuration is enabled */ - NodeId nodeId = remoteNodeStatus.getNodeId(); // 1. Check if it's a valid (i.e. not excluded) node, if not, see if it is http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/nodelabels/NodeAttributesManagerImpl.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/nodelabels/NodeAttributesManagerImpl.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/nodelabels/NodeAttributesManagerImpl.java index 906f41e..81f42d9 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/nodelabels/NodeAttributesManagerImpl.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/nodelabels/NodeAttributesManagerImpl.java @@ -163,8 +163,8 @@ public class NodeAttributesManagerImpl extends NodeAttributesManager { StringBuilder logMsg = new StringBuilder(op.name()); logMsg.append(" attributes on nodes:"); // do update labels from nodes - for (Entry<String, Map<NodeAttribute, AttributeValue>> entry : nodeAttributeMapping - .entrySet()) { + for (Entry<String, Map<NodeAttribute, AttributeValue>> entry : + nodeAttributeMapping.entrySet()) { String nodeHost = entry.getKey(); Map<NodeAttribute, AttributeValue> attributes = entry.getValue(); @@ -400,7 +400,8 @@ public class NodeAttributesManagerImpl extends NodeAttributesManager { } @Override - public Map<NodeAttributeKey, Map<String, AttributeValue>> getAttributesToNodes( + public Map<NodeAttributeKey, + Map<String, AttributeValue>> getAttributesToNodes( Set<NodeAttributeKey> attributes) { try { readLock.lock(); http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/nodelabels/NodeAttributesStoreEvent.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/nodelabels/NodeAttributesStoreEvent.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/nodelabels/NodeAttributesStoreEvent.java index d04e8cf..707981f 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/nodelabels/NodeAttributesStoreEvent.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/nodelabels/NodeAttributesStoreEvent.java @@ -41,7 +41,8 @@ public class NodeAttributesStoreEvent this.operation = operation; } - public Map<String, Map<NodeAttribute, AttributeValue>> getNodeAttributeMappingList() { + public Map<String, + Map<NodeAttribute, AttributeValue>> getNodeAttributeMappingList() { return nodeAttributeMapping; } http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/MockNodes.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/MockNodes.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/MockNodes.java index 7c822b4..a871993 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/MockNodes.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/MockNodes.java @@ -285,7 +285,7 @@ public class MockNodes { public Map<String, Long> getAllocationTagsWithCount() { return null; } - + public void setNodeAttributes(String prefix, Set<NodeAttribute> nodeAttributes) { http://git-wip-us.apache.org/repos/asf/hadoop/blob/c44088ac/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/nodelabels/TestFileSystemNodeAttributeStore.java ---------------------------------------------------------------------- diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/nodelabels/TestFileSystemNodeAttributeStore.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/nodelabels/TestFileSystemNodeAttributeStore.java index 502f9d0..07ea20d 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/nodelabels/TestFileSystemNodeAttributeStore.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/nodelabels/TestFileSystemNodeAttributeStore.java @@ -36,6 +36,9 @@ import java.util.HashMap; import java.util.Map; import java.util.Set; +/** + * Test class for FileSystemNodeAttributeStore. + */ public class TestFileSystemNodeAttributeStore { private MockNodeAttrbuteManager mgr = null; --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
