Java Lock类代码示例

import org.apache.hadoop.yarn.server.utils.Lock; //导入依赖的package包/类
/**
 * An application has new outstanding requests.
 * 
 * @param user application user 
 * @param applicationId activated application
 */
@Lock({Queue.class, SchedulerApplicationAttempt.class})
synchronized public void activateApplication(
    String user, ApplicationId applicationId) {
  Set<ApplicationId> userApps = usersApplications.get(user);
  if (userApps == null) {
    userApps = new HashSet<ApplicationId>();
    usersApplications.put(user, userApps);
    ++activeUsers;
    metrics.incrActiveUsers();
    LOG.debug("User " + user + " added to activeUsers, currently: " + 
        activeUsers);
  }
  if (userApps.add(applicationId)) {
    metrics.activateApp(user);
  }
}
 

import org.apache.hadoop.yarn.server.utils.Lock; //导入依赖的package包/类
/**
 * An application has no more outstanding requests.
 * 
 * @param user application user 
 * @param applicationId deactivated application
 */
@Lock({Queue.class, SchedulerApplicationAttempt.class})
synchronized public void deactivateApplication(
    String user, ApplicationId applicationId) {
  Set<ApplicationId> userApps = usersApplications.get(user);
  if (userApps != null) {
    if (userApps.remove(applicationId)) {
      metrics.deactivateApp(user);
    }
    if (userApps.isEmpty()) {
      usersApplications.remove(user);
      --activeUsers;
      metrics.decrActiveUsers();
      LOG.debug("User " + user + " removed from activeUsers, currently: " + 
          activeUsers);
    }
  }
}
 

import org.apache.hadoop.yarn.server.utils.Lock; //导入依赖的package包/类
@Lock(CapacityScheduler.class)
private void reinitializeQueues(CapacitySchedulerConfiguration conf) 
throws IOException {
  // Parse new queues
  Map<String, CSQueue> newQueues = new HashMap<String, CSQueue>();
  CSQueue newRoot = 
      parseQueue(this, conf, null, CapacitySchedulerConfiguration.ROOT, 
          newQueues, queues, noop); 
  
  // Ensure all existing queues are still present
  validateExistingQueues(queues, newQueues);

  // Add new queues
  addNewQueues(queues, newQueues);
  
  // Re-configure queues
  root.reinitialize(newRoot, clusterResource);
  initializeQueueMappings();

  // Re-calculate headroom for active applications
  root.updateClusterResource(clusterResource, new ResourceLimits(
      clusterResource));

  labelManager.reinitializeQueueLabels(getQueueToLabels());
  setQueueAcls(authorizer, queues);
}
 

import org.apache.hadoop.yarn.server.utils.Lock; //导入依赖的package包/类
/**
 * Ensure all existing queues are present. Queues cannot be deleted
 * @param queues existing queues
 * @param newQueues new queues
 */
@Lock(CapacityScheduler.class)
private void validateExistingQueues(
    Map<String, CSQueue> queues, Map<String, CSQueue> newQueues) 
throws IOException {
  // check that all static queues are included in the newQueues list
  for (Map.Entry<String, CSQueue> e : queues.entrySet()) {
    if (!(e.getValue() instanceof ReservationQueue)) {
      String queueName = e.getKey();
      CSQueue oldQueue = e.getValue();
      CSQueue newQueue = newQueues.get(queueName); 
      if (null == newQueue) {
        throw new IOException(queueName + " cannot be found during refresh!");
      } else if (!oldQueue.getQueuePath().equals(newQueue.getQueuePath())) {
        throw new IOException(queueName + " is moved from:"
            + oldQueue.getQueuePath() + " to:" + newQueue.getQueuePath()
            + " after refresh, which is not allowed.");
      }
    }
  }
}
 

import org.apache.hadoop.yarn.server.utils.Lock; //导入依赖的package包/类
@Lock(CapacityScheduler.class)
private void reinitializeQueues(CapacitySchedulerConfiguration conf) 
throws IOException {
  // Parse new queues
  Map<String, CSQueue> newQueues = new HashMap<String, CSQueue>();
  CSQueue newRoot = 
      parseQueue(this, conf, null, CapacitySchedulerConfiguration.ROOT, 
          newQueues, queues, noop); 
  
  // Ensure all existing queues are still present
  validateExistingQueues(queues, newQueues);

  // Add new queues
  addNewQueues(queues, newQueues);
  
  // Re-configure queues
  root.reinitialize(newRoot, clusterResource);
  updatePlacementRules();

  // Re-calculate headroom for active applications
  root.updateClusterResource(clusterResource, new ResourceLimits(
      clusterResource));

  labelManager.reinitializeQueueLabels(getQueueToLabels());
  setQueueAcls(authorizer, queues);
}
 

import org.apache.hadoop.yarn.server.utils.Lock; //导入依赖的package包/类
@Lock(CapacityScheduler.class)
private void initializeQueues(CapacitySchedulerConfiguration conf)
  throws IOException {

  root = 
      parseQueue(this, conf, null, CapacitySchedulerConfiguration.ROOT, 
          queues, queues, noop);
  labelManager.reinitializeQueueLabels(getQueueToLabels());
  LOG.info("Initialized root queue " + root);
  //print all queue info
  for(String queueName : queues.keySet()){
  	LOG.info("queue name:"+queueName); 	
  }
  initializeQueueMappings();
  setQueueAcls(authorizer, queues);
}
 

import org.apache.hadoop.yarn.server.utils.Lock; //导入依赖的package包/类
/**
 * Ensure all existing queues are present. Queues cannot be deleted
 * @param queues existing queues
 * @param newQueues new queues
 */
@Lock(CapacityScheduler.class)
private void validateExistingQueues(
    Map<String, CSQueue> queues, Map<String, CSQueue> newQueues) 
throws IOException {
  // check that all static queues are included in the newQueues list
  for (Map.Entry<String, CSQueue> e : queues.entrySet()) {
    if (!(e.getValue() instanceof ReservationQueue)) {
      String queueName = e.getKey();
      CSQueue oldQueue = e.getValue();
      //new queue里面找不到新的queue
      CSQueue newQueue = newQueues.get(queueName); 
      if (null == newQueue) {
        throw new IOException(queueName + " cannot be found during refresh!");
      } else if (!oldQueue.getQueuePath().equals(newQueue.getQueuePath())) {
        throw new IOException(queueName + " is moved from:"
            + oldQueue.getQueuePath() + " to:" + newQueue.getQueuePath()
            + " after refresh, which is not allowed.");
      }
    }
  }
}
 

import org.apache.hadoop.yarn.server.utils.Lock; //导入依赖的package包/类
@Lock(CapacityScheduler.class)
private void reinitializeQueues(CapacitySchedulerConfiguration conf) 
throws IOException {
  // Parse new queues
  Map<String, CSQueue> newQueues = new HashMap<String, CSQueue>();
  CSQueue newRoot = 
      parseQueue(this, conf, null, CapacitySchedulerConfiguration.ROOT, 
          newQueues, queues, noop); 
  
  // Ensure all existing queues are still present
  validateExistingQueues(queues, newQueues);

  // Add new queues
  addNewQueues(queues, newQueues);
  
  // Re-configure queues
  root.reinitialize(newRoot, clusterResource);
  initializeQueueMappings();

  // Re-calculate headroom for active applications
  root.updateClusterResource(clusterResource);

  labelManager.reinitializeQueueLabels(getQueueToLabels());
}
 

import org.apache.hadoop.yarn.server.utils.Lock; //导入依赖的package包/类
@Override
@Lock(Lock.NoLock.class)
public QueueInfo getQueueInfo(String queueName, 
    boolean includeChildQueues, boolean recursive) 
throws IOException {
  CSQueue queue = null;

  synchronized (this) {
    queue = this.queues.get(queueName); 
  }

  if (queue == null) {
    throw new IOException("Unknown queue: " + queueName);
  }
  return queue.getQueueInfo(includeChildQueues, recursive);
}
 

import org.apache.hadoop.yarn.server.utils.Lock; //导入依赖的package包/类
/**
 * An application has new outstanding requests.
 * 
 * @param user application user 
 * @param applicationId activated application
 */
@Lock({Queue.class, SchedulerApplication.class})
synchronized public void activateApplication(
    String user, ApplicationId applicationId) {
  Set<ApplicationId> userApps = usersApplications.get(user);
  if (userApps == null) {
    userApps = new HashSet<ApplicationId>();
    usersApplications.put(user, userApps);
    ++activeUsers;
    metrics.incrActiveUsers();
    LOG.debug("User " + user + " added to activeUsers, currently: " + 
        activeUsers);
  }
  if (userApps.add(applicationId)) {
    metrics.activateApp(user);
  }
}
 

import org.apache.hadoop.yarn.server.utils.Lock; //导入依赖的package包/类
/**
 * An application has no more outstanding requests.
 * 
 * @param user application user 
 * @param applicationId deactivated application
 */
@Lock({Queue.class, SchedulerApplication.class})
synchronized public void deactivateApplication(
    String user, ApplicationId applicationId) {
  Set<ApplicationId> userApps = usersApplications.get(user);
  if (userApps != null) {
    if (userApps.remove(applicationId)) {
      metrics.deactivateApp(user);
    }
    if (userApps.isEmpty()) {
      usersApplications.remove(user);
      --activeUsers;
      metrics.decrActiveUsers();
      LOG.debug("User " + user + " removed from activeUsers, currently: " + 
          activeUsers);
    }
  }
}
 

import org.apache.hadoop.yarn.server.utils.Lock; //导入依赖的package包/类
@Lock(CapacityScheduler.class)
private void reinitializeQueues(CapacitySchedulerConfiguration conf) 
throws IOException {
  // Parse new queues
  Map<String, CSQueue> newQueues = new HashMap<String, CSQueue>();
  CSQueue newRoot = 
      parseQueue(this, conf, null, CapacitySchedulerConfiguration.ROOT, 
          newQueues, queues, noop); 
  
  // Ensure all existing queues are still present
  validateExistingQueues(queues, newQueues);

  // Add new queues
  addNewQueues(queues, newQueues);
  
  // Re-configure queues
  root.reinitialize(newRoot, clusterResource);
}
 

import org.apache.hadoop.yarn.server.utils.Lock; //导入依赖的package包/类
/**
 * <p>
 * Update Queue Statistics:
 * </p>
 *  
 * <li>used-capacity/absolute-used-capacity by partition</li> 
 * <li>non-partitioned max-avail-resource to queue</li>
 * 
 * <p>
 * When nodePartition is null, all partition of
 * used-capacity/absolute-used-capacity will be updated.
 * </p>
 */
@Lock(CSQueue.class)
public static void updateQueueStatistics(
    final ResourceCalculator rc, final Resource cluster, final Resource minimumAllocation,
    final CSQueue childQueue, final RMNodeLabelsManager nlm, 
    final String nodePartition) {
  QueueCapacities queueCapacities = childQueue.getQueueCapacities();
  ResourceUsage queueResourceUsage = childQueue.getQueueResourceUsage();
  
  if (nodePartition == null) {
    for (String partition : Sets.union(
        queueCapacities.getNodePartitionsSet(),
        queueResourceUsage.getNodePartitionsSet())) {
      updateUsedCapacity(rc, nlm.getResourceByLabel(partition, cluster),
          minimumAllocation, queueResourceUsage, queueCapacities, partition);
    }
  } else {
    updateUsedCapacity(rc, nlm.getResourceByLabel(nodePartition, cluster),
        minimumAllocation, queueResourceUsage, queueCapacities, nodePartition);
  }

  // Update queue metrics w.r.t node labels. In a generic way, we can
  // calculate available resource from all labels in cluster.
  childQueue.getMetrics().setAvailableResourcesToQueue(
      getMaxAvailableResourceToQueue(rc, nlm, childQueue, cluster));
 }
 

import org.apache.hadoop.yarn.server.utils.Lock; //导入依赖的package包/类
@Lock(CapacityScheduler.class)
private void initializeQueues(CapacitySchedulerConfiguration conf)
  throws IOException {

  root = 
      parseQueue(this, conf, null, CapacitySchedulerConfiguration.ROOT, 
          queues, queues, noop);
  labelManager.reinitializeQueueLabels(getQueueToLabels());
  LOG.info("Initialized root queue " + root);
  initializeQueueMappings();
  setQueueAcls(authorizer, queues);
}
 

import org.apache.hadoop.yarn.server.utils.Lock; //导入依赖的package包/类
/**
 * Add the new queues (only) to our list of queues...
 * ... be careful, do not overwrite existing queues.
 * @param queues
 * @param newQueues
 */
@Lock(CapacityScheduler.class)
private void addNewQueues(
    Map<String, CSQueue> queues, Map<String, CSQueue> newQueues) 
{
  for (Map.Entry<String, CSQueue> e : newQueues.entrySet()) {
    String queueName = e.getKey();
    CSQueue queue = e.getValue();
    if (!queues.containsKey(queueName)) {
      queues.put(queueName, queue);
    }
  }
}