Java Configuration.addDefaultResource方法代码示例

import org.apache.hadoop.conf.Configuration; //导入方法依赖的package包/类
private void addNewConfigResource(String rsrcName, String keyGroup,
    String groups, String keyHosts, String hosts)
        throws FileNotFoundException, UnsupportedEncodingException {
  // location for temp resource should be in CLASSPATH
  Configuration conf = new Configuration();
  URL url = conf.getResource("hdfs-site.xml");

  String urlPath = URLDecoder.decode(url.getPath().toString(), "UTF-8");
  Path p = new Path(urlPath);
  Path dir = p.getParent();
  tempResource = dir.toString() + "/" + rsrcName;

  String newResource =
  "<configuration>"+
  "<property><name>" + keyGroup + "</name><value>"+groups+"</value></property>" +
  "<property><name>" + keyHosts + "</name><value>"+hosts+"</value></property>" +
  "</configuration>";
  PrintWriter writer = new PrintWriter(new FileOutputStream(tempResource));
  writer.println(newResource);
  writer.close();

  Configuration.addDefaultResource(rsrcName);
}
 

import org.apache.hadoop.conf.Configuration; //导入方法依赖的package包/类
/**
 * Start resource manager server
 */

@BeforeClass
public static void setUpResourceManager() throws IOException,
        InterruptedException {
  Configuration.addDefaultResource("config-with-security.xml");
  Configuration configuration = new YarnConfiguration();
  resourceManager = new ResourceManager() {
    @Override
    protected void doSecureLogin() throws IOException {
    }
  };
  resourceManager.init(configuration);
  new Thread() {
    public void run() {
      resourceManager.start();
    }
  }.start();
  int waitCount = 0;
  while (resourceManager.getServiceState() == STATE.INITED
          && waitCount++ < 10) {
    LOG.info("Waiting for RM to start...");
    Thread.sleep(1000);
  }
  if (resourceManager.getServiceState() != STATE.STARTED) {
    throw new IOException("ResourceManager failed to start. Final state is "
            + resourceManager.getServiceState());
  }
  LOG.info("ResourceManager RMAdmin address: "
          + configuration.get(YarnConfiguration.RM_ADMIN_ADDRESS));

  client = new ResourceManagerAdministrationProtocolPBClientImpl(1L,
          getProtocolAddress(configuration), configuration);

}
 

import org.apache.hadoop.conf.Configuration; //导入方法依赖的package包/类
/**
 * Adds all the deprecated keys. Loads mapred-default.xml and mapred-site.xml
 */
public static void loadResources() {
  addDeprecatedKeys();
  Configuration.addDefaultResource("mapred-default.xml");
  Configuration.addDefaultResource("mapred-site.xml");
  Configuration.addDefaultResource("yarn-default.xml");
  Configuration.addDefaultResource("yarn-site.xml");
}
 

import org.apache.hadoop.conf.Configuration; //导入方法依赖的package包/类
@Override
public int run(String[] argv) throws Exception {
  List<String> args = new LinkedList<>(Arrays.asList(argv));
  String keytabName = popOptionWithArgument(ARG_KEYTAB, args);
  if (keytabName != null) {
    keytab = new File(keytabName);
  }
  principal = popOptionWithArgument(ARG_PRINCIPAL, args);
  String outf = popOptionWithArgument(ARG_OUTPUT, args);
  String mkl = popOptionWithArgument(ARG_KEYLEN, args);
  if (mkl != null) {
    minKeyLength = Integer.parseInt(mkl);
  }
  securityRequired = popOption(ARG_SECURE, args);
  nofail = popOption(ARG_NOFAIL, args);
  jaas = popOption(ARG_JAAS, args);
  nologin = popOption(ARG_NOLOGIN, args);
  checkShortName = popOption(ARG_VERIFYSHORTNAME, args);

  // look for list of resources
  String resource;
  while (null != (resource = popOptionWithArgument(ARG_RESOURCE, args))) {
    // loading a resource
    LOG.info("Loading resource {}", resource);
    try (InputStream in =
             getClass().getClassLoader().getResourceAsStream(resource)) {
      if (verify(in != null, CAT_CONFIG, "No resource %s", resource)) {
        Configuration.addDefaultResource(resource);
      }
    }
  }
  // look for any leftovers
  if (!args.isEmpty()) {
    println("Unknown arguments in command:");
    for (String s : args) {
      println("  \"%s\"", s);
    }
    println();
    println(usage());
    return -1;
  }
  if (outf != null) {
    println("Printing output to %s", outf);
    out = new PrintWriter(new File(outf), "UTF-8");
  }
  execute();
  return probeHasFailed ? KDIAG_FAILURE : 0;
}
 

import org.apache.hadoop.conf.Configuration; //导入方法依赖的package包/类
@Before
public void setUp() throws Exception {
  Configuration.addDefaultResource("hdfs-site.malformed.xml");
  config = new Configuration();
}