本文整理匯總了Java中org.apache.hadoop.util.GenericOptionsParser.getConfiguration方法的典型用法代碼示例。如果您正苦於以下問題:Java GenericOptionsParser.getConfiguration方法的具體用法?Java GenericOptionsParser.getConfiguration怎麽用?Java GenericOptionsParser.getConfiguration使用的例子?那麽, 這裏精選的方法代碼示例或許可以為您提供幫助。您也可以進一步了解該方法所在類org.apache.hadoop.util.GenericOptionsParser
的用法示例。
在下文中一共展示了GenericOptionsParser.getConfiguration方法的5個代碼示例,這些例子默認根據受歡迎程度排序。您可以為喜歡或者感覺有用的代碼點讚,您的評價將有助於係統推薦出更棒的Java代碼示例。
示例1: runCount
import org.apache.hadoop.util.GenericOptionsParser; //導入方法依賴的package包/類
private boolean runCount(String[] args) throws IOException, InterruptedException,
ClassNotFoundException {
// need to make a copy of the configuration because to make sure
// different temp dirs are used.
GenericOptionsParser opts = new GenericOptionsParser(
new Configuration(UTIL.getConfiguration()), args);
Configuration configuration = opts.getConfiguration();
args = opts.getRemainingArgs();
Job job = CellCounter.createSubmittableJob(configuration, args);
job.waitForCompletion(false);
return job.isSuccessful();
}
示例2: runExport
import org.apache.hadoop.util.GenericOptionsParser; //導入方法依賴的package包/類
/**
* Runs an export job with the specified command line args
* @param args
* @return true if job completed successfully
* @throws IOException
* @throws InterruptedException
* @throws ClassNotFoundException
*/
boolean runExport(String[] args)
throws IOException, InterruptedException, ClassNotFoundException {
// need to make a copy of the configuration because to make sure different temp dirs are used.
GenericOptionsParser opts =
new GenericOptionsParser(new Configuration(UTIL.getConfiguration()), args);
Configuration conf = opts.getConfiguration();
args = opts.getRemainingArgs();
Job job = Export.createSubmittableJob(conf, args);
job.waitForCompletion(false);
return job.isSuccessful();
}
示例3: runImport
import org.apache.hadoop.util.GenericOptionsParser; //導入方法依賴的package包/類
/**
* Runs an import job with the specified command line args
* @param args
* @return true if job completed successfully
* @throws IOException
* @throws InterruptedException
* @throws ClassNotFoundException
*/
boolean runImport(String[] args)
throws IOException, InterruptedException, ClassNotFoundException {
// need to make a copy of the configuration because to make sure different temp dirs are used.
GenericOptionsParser opts =
new GenericOptionsParser(new Configuration(UTIL.getConfiguration()), args);
Configuration conf = opts.getConfiguration();
args = opts.getRemainingArgs();
Job job = Import.createSubmittableJob(conf, args);
job.waitForCompletion(false);
return job.isSuccessful();
}
示例4: runRowCount
import org.apache.hadoop.util.GenericOptionsParser; //導入方法依賴的package包/類
/**
* Run the RowCounter map reduce job and verify the row count.
*
* @param args the command line arguments to be used for rowcounter job.
* @param expectedCount the expected row count (result of map reduce job).
* @throws Exception
*/
private void runRowCount(String[] args, int expectedCount)
throws Exception {
GenericOptionsParser opts = new GenericOptionsParser(TEST_UTIL.getConfiguration(), args);
Configuration conf = opts.getConfiguration();
args = opts.getRemainingArgs();
Job job = RowCounter.createSubmittableJob(conf, args);
job.waitForCompletion(true);
assertTrue(job.isSuccessful());
Counter counter = job.getCounters().findCounter(RowCounterMapper.Counters.ROWS);
assertEquals(expectedCount, counter.getValue());
}
示例5: runCopy
import org.apache.hadoop.util.GenericOptionsParser; //導入方法依賴的package包/類
private boolean runCopy(String[] args) throws IOException, InterruptedException,
ClassNotFoundException {
GenericOptionsParser opts = new GenericOptionsParser(
new Configuration(TEST_UTIL.getConfiguration()), args);
Configuration configuration = opts.getConfiguration();
args = opts.getRemainingArgs();
Job job = new CopyTable(configuration).createSubmittableJob(args);
job.waitForCompletion(false);
return job.isSuccessful();
}