hadoop PrimaryGroupPlacementRule 源码
haddop PrimaryGroupPlacementRule 代码
文件路径:/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/placement/PrimaryGroupPlacementRule.java
/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop.yarn.server.resourcemanager.placement;
import org.apache.hadoop.classification.InterfaceAudience;
import org.apache.hadoop.classification.InterfaceStability;
import org.apache.hadoop.security.Groups;
import org.apache.hadoop.yarn.api.records.ApplicationSubmissionContext;
import org.apache.hadoop.yarn.exceptions.YarnException;
import org.apache.hadoop.yarn.server.resourcemanager.scheduler.ResourceScheduler;
import org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSLeafQueue;
import org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.io.IOException;
import java.util.Set;
import static org.apache.hadoop.yarn.server.resourcemanager.placement.FairQueuePlacementUtils.DOT;
import static org.apache.hadoop.yarn.server.resourcemanager.placement.FairQueuePlacementUtils.assureRoot;
import static org.apache.hadoop.yarn.server.resourcemanager.placement.FairQueuePlacementUtils.cleanName;
/**
* Places apps in queues by the primary group of the submitter.
*/
@InterfaceAudience.Private
@InterfaceStability.Unstable
public class PrimaryGroupPlacementRule extends FSPlacementRule {
private static final Logger LOG =
LoggerFactory.getLogger(PrimaryGroupPlacementRule.class);
private Groups groupProvider;
@Override
public boolean initialize(ResourceScheduler scheduler) throws IOException {
super.initialize(scheduler);
groupProvider = Groups.
getUserToGroupsMappingService(((FairScheduler)scheduler).getConfig());
return true;
}
@Override
public ApplicationPlacementContext getPlacementForApp(
ApplicationSubmissionContext asc, String user) throws YarnException {
// All users should have at least one group the primary group. If no groups
// are returned then there is a real issue.
final Set<String> groupSet;
try {
groupSet = groupProvider.getGroupsSet(user);
} catch (IOException ioe) {
throw new YarnException("Group resolution failed", ioe);
}
if (groupSet.isEmpty()) {
LOG.error("Group placement rule failed: No groups returned for user {}",
user);
throw new YarnException("No groups returned for user " + user);
}
String cleanGroup = cleanName(groupSet.iterator().next());
String queueName;
PlacementRule parentRule = getParentRule();
if (getParentRule() != null) {
LOG.debug("PrimaryGroup rule: parent rule found: {}",
parentRule.getName());
ApplicationPlacementContext parent =
parentRule.getPlacementForApp(asc, user);
if (parent == null || getQueueManager().
getQueue(parent.getQueue()) instanceof FSLeafQueue) {
LOG.debug("PrimaryGroup rule: parent rule failed");
return null;
}
LOG.debug("PrimaryGroup rule: parent rule result: {}",
parent.getQueue());
queueName = parent.getQueue() + DOT + cleanGroup;
} else {
queueName = assureRoot(cleanGroup);
}
// If we can create the queue in the rule or the queue exists return it
if (createQueue || configuredQueue(queueName)) {
return new ApplicationPlacementContext(queueName);
}
return null;
}
}
相关信息
相关文章
hadoop ApplicationPlacementContext 源码
hadoop CSMappingPlacementRule 源码
hadoop DefaultPlacementRule 源码
0
赞
热门推荐
-
2、 - 优质文章
-
3、 gate.io
-
7、 golang
-
9、 openharmony
-
10、 Vue中input框自动聚焦