本文整理汇总了Java中org.apache.hadoop.yarn.conf.YarnConfiguration.getStrings方法的典型用法代码示例。如果您正苦于以下问题:Java YarnConfiguration.getStrings方法的具体用法?Java YarnConfiguration.getStrings怎么用?Java YarnConfiguration.getStrings使用的例子?那么, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类org.apache.hadoop.yarn.conf.YarnConfiguration
的用法示例。
在下文中一共展示了YarnConfiguration.getStrings方法的1个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Java代码示例。
示例1: createPreparer
import org.apache.hadoop.yarn.conf.YarnConfiguration; //导入方法依赖的package包/类
protected TwillPreparer createPreparer(YarnConfiguration yarnConfiguration, List<Property> propertyList) {
BundledJarRunner.Arguments discoveryArgs = new BundledJarRunner.Arguments.Builder()
.setJarFileName(YARN_BUNDLED_JAR_NAME)
.setLibFolder("/lib")
.setMainClassName("com.dremio.dac.daemon.DremioDaemon")
.setMainArgs(new String[] {})
.createArguments();
DacDaemonYarnApplication dacDaemonApp = new DacDaemonYarnApplication(dremioConfig, yarnConfiguration,
new DacDaemonYarnApplication.Environment());
File jarFile = new File(dacDaemonApp.getYarnBundledJarName());
Preconditions.checkState(jarFile.exists());
Preconditions.checkState(jarFile.canRead());
TwillRunnerService twillRunner = startTwillRunner(yarnConfiguration);
Map<String, String> envVars = Maps.newHashMap();
envVars.put("MALLOC_ARENA_MAX", "4");
envVars.put("MALLOC_MMAP_THRESHOLD_", "131072");
envVars.put("MALLOC_TRIM_THRESHOLD_", "131072");
envVars.put("MALLOC_TOP_PAD_", "131072");
envVars.put("MALLOC_MMAP_MAX_", "65536");
// maprfs specific env vars to enable read ahead throttling
envVars.put("MAPR_IMPALA_RA_THROTTLE", "true");
envVars.put("MAPR_MAX_RA_STREAMS", "800");
try {
String userName = UserGroupInformation.getCurrentUser().getUserName();
envVars.put("HADOOP_USER_NAME", userName);
} catch (IOException e) {
logger.error("Exception while trying to fill out HADOOP_USER_NAME with current user", e);
}
String[] yarnClasspath = yarnConfiguration.getStrings(YarnConfiguration.YARN_APPLICATION_CLASSPATH,
YarnConfiguration.DEFAULT_YARN_APPLICATION_CLASSPATH);
final TwillPreparer preparer = twillRunner.prepare(dacDaemonApp)
.addLogHandler(new YarnTwillLogHandler())
.withApplicationClassPaths(yarnClasspath)
.withBundlerClassAcceptor(new HadoopClassExcluder())
.setLogLevels(ImmutableMap.of(Logger.ROOT_LOGGER_NAME, yarnContainerLogLevel()))
.withEnv(envVars)
.withMaxRetries(YARN_RUNNABLE_NAME, MAX_APP_RESTART_RETRIES)
.withArguments(YARN_RUNNABLE_NAME, discoveryArgs.toArray());
for (String classpathJar : dacDaemonApp.getJarNames()) {
preparer.withClassPaths(classpathJar);
}
preparer.addJVMOptions(prepareCommandOptions(yarnConfiguration, propertyList));
String queue = yarnConfiguration.get(DacDaemonYarnApplication.YARN_QUEUE_NAME);
if (queue != null) {
preparer.setSchedulerQueue(queue);
}
if (dremioConfig.getBoolean(DremioConfig.DEBUG_YARN_ENABLED)) {
preparer.enableDebugging(true, YARN_RUNNABLE_NAME);
}
return preparer;
}