当前位置: 首页>>代码示例>>Java>>正文

Java ConfigUtil.addLink方法代码示例

本文整理汇总了Java中org.apache.hadoop.fs.viewfs.ConfigUtil.addLink方法的典型用法代码示例。如果您正苦于以下问题：Java ConfigUtil.addLink方法的具体用法？Java ConfigUtil.addLink怎么用？Java ConfigUtil.addLink使用的例子？那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类org.apache.hadoop.fs.viewfs.ConfigUtil的用法示例。


在下文中一共展示了ConfigUtil.addLink方法的9个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Java代码示例。

示例1: testInvalidConfig

import org.apache.hadoop.fs.viewfs.ConfigUtil; //导入方法依赖的package包/类
@Test(expected=FileAlreadyExistsException.class)
public void testInvalidConfig() throws IOException, URISyntaxException {
  Configuration conf = new Configuration();
  ConfigUtil.addLink(conf, "/internalDir/linkToDir2",
      new Path("file:///dir2").toUri());
  ConfigUtil.addLink(conf, "/internalDir/linkToDir2/linkToDir3",
      new Path("file:///dir3").toUri());
  
  class Foo { };
  
   new InodeTree<Foo>(conf, null) {

    @Override
    protected
    Foo getTargetFileSystem(final URI uri)
      throws URISyntaxException, UnsupportedFileSystemException {
        return null;
    }

    @Override
    protected
    Foo getTargetFileSystem(
        org.apache.hadoop.fs.viewfs.InodeTree.INodeDir<Foo>
                                        dir)
      throws URISyntaxException {
      return null;
    }

    @Override
    protected
    Foo getTargetFileSystem(URI[] mergeFsURIList)
        throws URISyntaxException, UnsupportedFileSystemException {
      return null;
    }
  };
}
开发者ID:nucypher，项目名称:hadoop-oss，代码行数:37，代码来源:TestViewFsConfig.java

示例2: setupMountPoints

import org.apache.hadoop.fs.viewfs.ConfigUtil; //导入方法依赖的package包/类
void setupMountPoints() {
  ConfigUtil.addLink(conf, "/targetRoot", targetTestRoot.toUri());
  ConfigUtil.addLink(conf, "/user", new Path(targetTestRoot, "user").toUri());
  ConfigUtil.addLink(conf, "/user2", new Path(targetTestRoot,"user").toUri());
  ConfigUtil.addLink(conf, "/data", new Path(targetTestRoot,"data").toUri());
  ConfigUtil.addLink(conf, "/internalDir/linkToDir2",
      new Path(targetTestRoot,"dir2").toUri());
  ConfigUtil.addLink(conf, "/internalDir/internalDir2/linkToDir3",
      new Path(targetTestRoot,"dir3").toUri());
  ConfigUtil.addLink(conf, "/danglingLink",
      new Path(targetTestRoot, "missingTarget").toUri());
  ConfigUtil.addLink(conf, "/linkToAFile",
      new Path(targetTestRoot, "aFile").toUri());
}
开发者ID:nucypher，项目名称:hadoop-oss，代码行数:15，代码来源:ViewFileSystemBaseTest.java

示例3: setUpHomeDir

import org.apache.hadoop.fs.viewfs.ConfigUtil; //导入方法依赖的package包/类
static void setUpHomeDir(Configuration conf, FileSystem fsTarget) {
  String homeDir = fsTarget.getHomeDirectory().toUri().getPath();
  int indexOf2ndSlash = homeDir.indexOf('/', 1);
  if (indexOf2ndSlash >0) {
    linkUpFirstComponents(conf, homeDir, fsTarget, "home dir");
  } else { // home dir is at root. Just link the home dir itse
    URI linkTarget = fsTarget.makeQualified(new Path(homeDir)).toUri();
    ConfigUtil.addLink(conf, homeDir, linkTarget);
    Log.info("Added link for home dir " + homeDir + "->" + linkTarget);
  }
  // Now set the root of the home dir for viewfs
  String homeDirRoot = fsTarget.getHomeDirectory().getParent().toUri().getPath();
  ConfigUtil.setHomeDirConf(conf, homeDirRoot);
  Log.info("Home dir base for viewfs" + homeDirRoot);  
}
开发者ID:nucypher，项目名称:hadoop-oss，代码行数:16，代码来源:ViewFileSystemTestSetup.java

示例4: linkUpFirstComponents

import org.apache.hadoop.fs.viewfs.ConfigUtil; //导入方法依赖的package包/类
static void linkUpFirstComponents(Configuration conf, String path, FileSystem fsTarget, String info) {
  int indexOfEnd = path.indexOf('/', 1);
  if (Shell.WINDOWS) {
    indexOfEnd = path.indexOf('/', indexOfEnd + 1);
  }
  String firstComponent = path.substring(0, indexOfEnd);
  URI linkTarget = fsTarget.makeQualified(new Path(firstComponent)).toUri();
  ConfigUtil.addLink(conf, firstComponent, linkTarget);
  Log.info("Added link for " + info + " " 
      + firstComponent + "->" + linkTarget);    
}
开发者ID:nucypher，项目名称:hadoop-oss，代码行数:12，代码来源:ViewFileSystemTestSetup.java

示例5: setUpHomeDir

import org.apache.hadoop.fs.viewfs.ConfigUtil; //导入方法依赖的package包/类
static void setUpHomeDir(Configuration conf, FileContext fsTarget) {
  String homeDir = fsTarget.getHomeDirectory().toUri().getPath();
  int indexOf2ndSlash = homeDir.indexOf('/', 1);
  if (indexOf2ndSlash >0) {
    linkUpFirstComponents(conf, homeDir, fsTarget, "home dir");
  } else { // home dir is at root. Just link the home dir itse
    URI linkTarget = fsTarget.makeQualified(new Path(homeDir)).toUri();
    ConfigUtil.addLink(conf, homeDir, linkTarget);
    Log.info("Added link for home dir " + homeDir + "->" + linkTarget);
  }
  // Now set the root of the home dir for viewfs
  String homeDirRoot = fsTarget.getHomeDirectory().getParent().toUri().getPath();
  ConfigUtil.setHomeDirConf(conf, homeDirRoot);
  Log.info("Home dir base for viewfs" + homeDirRoot);  
}
开发者ID:nucypher，项目名称:hadoop-oss，代码行数:16，代码来源:ViewFsTestSetup.java

示例6: linkUpFirstComponents

import org.apache.hadoop.fs.viewfs.ConfigUtil; //导入方法依赖的package包/类
static void linkUpFirstComponents(Configuration conf, String path,
    FileContext fsTarget, String info) {
  int indexOfEnd = path.indexOf('/', 1);
  if (Shell.WINDOWS) {
    indexOfEnd = path.indexOf('/', indexOfEnd + 1);
  }
  String firstComponent = path.substring(0, indexOfEnd);
  URI linkTarget = fsTarget.makeQualified(new Path(firstComponent)).toUri();
  ConfigUtil.addLink(conf, firstComponent, linkTarget);
  Log.info("Added link for " + info + " " 
      + firstComponent + "->" + linkTarget);    
}
开发者ID:nucypher，项目名称:hadoop-oss，代码行数:13，代码来源:ViewFsTestSetup.java

示例7: setupMountPoints

import org.apache.hadoop.fs.viewfs.ConfigUtil; //导入方法依赖的package包/类
void setupMountPoints() {
  ConfigUtil.addLink(conf, "/targetRoot", targetTestRoot.toUri());
  ConfigUtil.addLink(conf, "/user", new Path(targetTestRoot,"user").toUri());
  ConfigUtil.addLink(conf, "/user2", new Path(targetTestRoot,"user").toUri());
  ConfigUtil.addLink(conf, "/data", new Path(targetTestRoot,"data").toUri());
  ConfigUtil.addLink(conf, "/internalDir/linkToDir2",
      new Path(targetTestRoot,"dir2").toUri());
  ConfigUtil.addLink(conf, "/internalDir/internalDir2/linkToDir3",
      new Path(targetTestRoot,"dir3").toUri());
  ConfigUtil.addLink(conf, "/danglingLink",
      new Path(targetTestRoot,"missingTarget").toUri());
  ConfigUtil.addLink(conf, "/linkToAFile",
      new Path(targetTestRoot,"aFile").toUri());
}
开发者ID:naver，项目名称:hadoop，代码行数:15，代码来源:ViewFileSystemBaseTest.java

示例8: testFilteringWithNonrequiredAuthority

import org.apache.hadoop.fs.viewfs.ConfigUtil; //导入方法依赖的package包/类
public void testFilteringWithNonrequiredAuthority() throws Exception {
  Configuration conf = new Configuration();
  ConfigUtil.addLink(conf, "custom", "/mnt", URI.create("file:///"));
  FileContext fc =
      FileContext.getFileContext(URI.create("viewfs://custom/"), conf);
  new FilterFs(fc.getDefaultFileSystem()) {};
}
开发者ID:hopshadoop，项目名称:hops，代码行数:8，代码来源:TestFilterFs.java

示例9: testSleepJobInternal

import org.apache.hadoop.fs.viewfs.ConfigUtil; //导入方法依赖的package包/类
private void testSleepJobInternal(boolean useRemoteJar) throws Exception {
  LOG.info("\n\n\nStarting testSleepJob: useRemoteJar=" + useRemoteJar);

  if (!(new File(MiniMRYarnCluster.APPJAR)).exists()) {
    LOG.info("MRAppJar " + MiniMRYarnCluster.APPJAR
             + " not found. Not running test.");
    return;
  }

  Configuration sleepConf = new Configuration(mrCluster.getConfig());
  // set master address to local to test that local mode applied iff framework == local
  sleepConf.set(MRConfig.MASTER_ADDRESS, "local");	
  
  SleepJob sleepJob = new SleepJob();
  sleepJob.setConf(sleepConf);
 
  // job with 3 maps (10s) and numReduces reduces (5s), 1 "record" each:
  Job job = sleepJob.createJob(3, numSleepReducers, 10000, 1, 5000, 1);

  job.addFileToClassPath(APP_JAR); // The AppMaster jar itself.
  if (useRemoteJar) {
    final Path localJar = new Path(
        ClassUtil.findContainingJar(SleepJob.class));
    ConfigUtil.addLink(job.getConfiguration(), "/jobjars",
        localFs.makeQualified(localJar.getParent()).toUri());
    job.setJar("viewfs:///jobjars/" + localJar.getName());
  } else {
    job.setJarByClass(SleepJob.class);
  }
  job.setMaxMapAttempts(1); // speed up failures
  job.submit();
  String trackingUrl = job.getTrackingURL();
  String jobId = job.getJobID().toString();
  boolean succeeded = job.waitForCompletion(true);
  Assert.assertTrue(succeeded);
  Assert.assertEquals(JobStatus.State.SUCCEEDED, job.getJobState());
  Assert.assertTrue("Tracking URL was " + trackingUrl +
                    " but didn't Match Job ID " + jobId ,
        trackingUrl.endsWith(jobId.substring(jobId.lastIndexOf("_")) + "/"));
  verifySleepJobCounters(job);
  verifyTaskProgress(job);
  
  // TODO later:  add explicit "isUber()" checks of some sort (extend
  // JobStatus?)--compare against MRJobConfig.JOB_UBERTASK_ENABLE value
}
开发者ID:naver，项目名称:hadoop，代码行数:46，代码来源:TestMRJobs.java


注：本文中的org.apache.hadoop.fs.viewfs.ConfigUtil.addLink方法示例由纯净天空整理自Github/MSDocs等开源代码及文档管理平台，相关代码片段筛选自各路编程大神贡献的开源项目，源码版权归原作者所有，传播和使用请参考对应项目的License；未经允许，请勿转载。