当前位置: 首页>>代码示例>>Java>>正文

Java TemporarySocketDirectory类代码示例

本文整理汇总了Java中org.apache.hadoop.net.unix.TemporarySocketDirectory类的典型用法代码示例。如果您正苦于以下问题：Java TemporarySocketDirectory类的具体用法？Java TemporarySocketDirectory怎么用？Java TemporarySocketDirectory使用的例子？那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。


TemporarySocketDirectory类属于org.apache.hadoop.net.unix包，在下文中一共展示了TemporarySocketDirectory类的15个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Java代码示例。

示例1: createShortCircuitConf

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
private static Configuration createShortCircuitConf(String testName,
    TemporarySocketDirectory sockDir) {
  Configuration conf = new Configuration();
  conf.set(DFS_CLIENT_CONTEXT, testName);
  conf.setLong(DFS_BLOCK_SIZE_KEY, 4096);
  conf.set(DFS_DOMAIN_SOCKET_PATH_KEY, new File(sockDir.getDir(),
      testName).getAbsolutePath());
  conf.setBoolean(DFS_CLIENT_READ_SHORTCIRCUIT_KEY, true);
  conf.setBoolean(DFS_CLIENT_READ_SHORTCIRCUIT_SKIP_CHECKSUM_KEY,
      false);
  conf.setBoolean(DFS_CLIENT_DOMAIN_SOCKET_DATA_TRAFFIC, false);
  DFSInputStream.tcpReadsDisabledForTesting = true;
  DomainSocket.disableBindPathValidation();
  Assume.assumeThat(DomainSocket.getLoadingFailureReason(), equalTo(null));
  return conf;
}
开发者ID:naver，项目名称:hadoop，代码行数:17，代码来源:TestShortCircuitCache.java

示例2: getConfiguration

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
private static HdfsConfiguration getConfiguration(
    TemporarySocketDirectory socketDir) throws IOException {
  HdfsConfiguration conf = new HdfsConfiguration();
  if (socketDir == null) {
    conf.set(DFSConfigKeys.DFS_DOMAIN_SOCKET_PATH_KEY, "");
  } else {
    conf.set(DFSConfigKeys.DFS_DOMAIN_SOCKET_PATH_KEY,
      new File(socketDir.getDir(), "TestBlockReaderLocalLegacy.%d.sock").
        getAbsolutePath());
  }
  conf.setBoolean(DFSConfigKeys.DFS_CLIENT_READ_SHORTCIRCUIT_KEY, true);
  conf.setBoolean(DFSConfigKeys.DFS_CLIENT_USE_LEGACY_BLOCKREADERLOCAL, true);
  conf.setBoolean(DFSConfigKeys.DFS_CLIENT_READ_SHORTCIRCUIT_SKIP_CHECKSUM_KEY,
      false);
  conf.set(DFSConfigKeys.DFS_BLOCK_LOCAL_PATH_ACCESS_USER_KEY,
      UserGroupInformation.getCurrentUser().getShortUserName());
  conf.setBoolean(DFSConfigKeys.DFS_CLIENT_DOMAIN_SOCKET_DATA_TRAFFIC, false);
  // Set short retry timeouts so this test runs faster
  conf.setInt(DFSConfigKeys.DFS_CLIENT_RETRY_WINDOW_BASE, 10);
  return conf;
}
开发者ID:naver，项目名称:hadoop，代码行数:22，代码来源:TestBlockReaderLocalLegacy.java

示例3: createShortCircuitConf

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
private static Configuration createShortCircuitConf(String testName,
    TemporarySocketDirectory sockDir) {
  Configuration conf = new Configuration();
  conf.set(DFS_CLIENT_CONTEXT, testName);
  conf.setLong(DFS_BLOCK_SIZE_KEY, 4096);
  conf.set(DFS_DOMAIN_SOCKET_PATH_KEY, new File(sockDir.getDir(),
      testName).getAbsolutePath());
  conf.setBoolean(HdfsClientConfigKeys.Read.ShortCircuit.KEY, true);
  conf.setBoolean(HdfsClientConfigKeys.Read.ShortCircuit.SKIP_CHECKSUM_KEY,
      false);
  conf.setBoolean(DFS_CLIENT_DOMAIN_SOCKET_DATA_TRAFFIC, false);
  DFSInputStream.tcpReadsDisabledForTesting = true;
  DomainSocket.disableBindPathValidation();
  Assume.assumeThat(DomainSocket.getLoadingFailureReason(), equalTo(null));
  return conf;
}
开发者ID:aliyun-beta，项目名称:aliyun-oss-hadoop-fs，代码行数:17，代码来源:TestShortCircuitCache.java

示例4: testSkipWithLocalBlockReader

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
@Test(timeout=60000)
public void testSkipWithLocalBlockReader() throws IOException {
  Assume.assumeThat(DomainSocket.getLoadingFailureReason(), equalTo(null));
  TemporarySocketDirectory sockDir = new TemporarySocketDirectory();
  DomainSocket.disableBindPathValidation();
  Configuration conf = new Configuration();
  conf.setBoolean(HdfsClientConfigKeys.Read.ShortCircuit.KEY, true);
  conf.set(DFSConfigKeys.DFS_DOMAIN_SOCKET_PATH_KEY,
      new File(sockDir.getDir(),
        "TestShortCircuitLocalRead._PORT.sock").getAbsolutePath());
  MiniDFSCluster cluster = new MiniDFSCluster.Builder(conf).build();
  try {
    DFSInputStream.tcpReadsDisabledForTesting = true;
    testSkipInner(cluster);
  } finally {
    DFSInputStream.tcpReadsDisabledForTesting = false;
    cluster.shutdown();
    sockDir.close();
  }
}
开发者ID:aliyun-beta，项目名称:aliyun-oss-hadoop-fs，代码行数:21，代码来源:TestDFSInputStream.java

示例5: getConfiguration

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
private static HdfsConfiguration getConfiguration(
    TemporarySocketDirectory socketDir) throws IOException {
  HdfsConfiguration conf = new HdfsConfiguration();
  if (socketDir == null) {
    conf.set(DFSConfigKeys.DFS_DOMAIN_SOCKET_PATH_KEY, "");
  } else {
    conf.set(DFSConfigKeys.DFS_DOMAIN_SOCKET_PATH_KEY,
      new File(socketDir.getDir(), "TestBlockReaderLocalLegacy.%d.sock").
        getAbsolutePath());
  }
  conf.setBoolean(HdfsClientConfigKeys.Read.ShortCircuit.KEY, true);
  conf.setBoolean(HdfsClientConfigKeys.DFS_CLIENT_USE_LEGACY_BLOCKREADERLOCAL, true);
  conf.setBoolean(HdfsClientConfigKeys.Read.ShortCircuit.SKIP_CHECKSUM_KEY,
      false);
  conf.set(DFSConfigKeys.DFS_BLOCK_LOCAL_PATH_ACCESS_USER_KEY,
      UserGroupInformation.getCurrentUser().getShortUserName());
  conf.setBoolean(HdfsClientConfigKeys.DFS_CLIENT_DOMAIN_SOCKET_DATA_TRAFFIC, false);
  // Set short retry timeouts so this test runs faster
  conf.setInt(HdfsClientConfigKeys.Retry.WINDOW_BASE_KEY, 10);
  return conf;
}
开发者ID:aliyun-beta，项目名称:aliyun-oss-hadoop-fs，代码行数:22，代码来源:TestBlockReaderLocalLegacy.java

示例6: setupCluster

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
@BeforeClass
static public void setupCluster() throws Exception {
  if (DomainSocket.getLoadingFailureReason() != null) return;
  sockDir = new TemporarySocketDirectory();
  HdfsConfiguration conf = new HdfsConfiguration();
  conf.set(DFSConfigKeys.DFS_DOMAIN_SOCKET_PATH_KEY,
    new File(sockDir.getDir(), 
      "TestParallelShortCircuitReadUnCached._PORT.sock").getAbsolutePath());
  conf.setBoolean(DFSConfigKeys.DFS_CLIENT_READ_SHORTCIRCUIT_KEY, true);
  conf.setBoolean(DFSConfigKeys.
      DFS_CLIENT_READ_SHORTCIRCUIT_SKIP_CHECKSUM_KEY, false);
  conf.setBoolean(DFSConfigKeys.
      DFS_CLIENT_DOMAIN_SOCKET_DATA_TRAFFIC, true);
  // We want to test reading from stale sockets.
  conf.setInt(DFSConfigKeys.DFS_DATANODE_SOCKET_REUSE_KEEPALIVE_KEY, 1);
  conf.setLong(DFSConfigKeys.DFS_CLIENT_SOCKET_CACHE_EXPIRY_MSEC_KEY,
      5 * 60 * 1000);
  conf.setInt(DFSConfigKeys.DFS_CLIENT_SOCKET_CACHE_CAPACITY_KEY, 32);
  // Avoid using the FileInputStreamCache.
  conf.setInt(DFSConfigKeys.
      DFS_CLIENT_READ_SHORTCIRCUIT_STREAMS_CACHE_SIZE_KEY, 0);
  DomainSocket.disableBindPathValidation();
  DFSInputStream.tcpReadsDisabledForTesting = true;
  setupCluster(1, conf);
}
开发者ID:ict-carch，项目名称:hadoop-plus，代码行数:26，代码来源:TestParallelShortCircuitReadUnCached.java

示例7: getConfiguration

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
private static HdfsConfiguration getConfiguration(
    TemporarySocketDirectory socketDir) throws IOException {
  HdfsConfiguration conf = new HdfsConfiguration();
  if (socketDir == null) {
    conf.set(DFSConfigKeys.DFS_DOMAIN_SOCKET_PATH_KEY, "");
  } else {
    conf.set(DFSConfigKeys.DFS_DOMAIN_SOCKET_PATH_KEY,
      new File(socketDir.getDir(), "TestBlockReaderLocalLegacy.%d.sock").
        getAbsolutePath());
  }
  conf.setBoolean(DFSConfigKeys.DFS_CLIENT_READ_SHORTCIRCUIT_KEY, true);
  conf.setBoolean(DFSConfigKeys.DFS_CLIENT_USE_LEGACY_BLOCKREADERLOCAL, true);
  conf.setBoolean(DFSConfigKeys.DFS_CLIENT_READ_SHORTCIRCUIT_SKIP_CHECKSUM_KEY,
      false);
  conf.set(DFSConfigKeys.DFS_BLOCK_LOCAL_PATH_ACCESS_USER_KEY,
      UserGroupInformation.getCurrentUser().getShortUserName());
  conf.setBoolean(DFSConfigKeys.DFS_CLIENT_DOMAIN_SOCKET_DATA_TRAFFIC, false);
  return conf;
}
开发者ID:ict-carch，项目名称:hadoop-plus，代码行数:20，代码来源:TestBlockReaderLocalLegacy.java

示例8: init

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
@BeforeClass
public static void init() {
  sockDir = new TemporarySocketDirectory();
  DomainSocket.disableBindPathValidation();
  prevCacheManipulator = NativeIO.POSIX.getCacheManipulator();
  NativeIO.POSIX.setCacheManipulator(new CacheManipulator() {
    @Override
    public void mlock(String identifier,
        ByteBuffer mmap, long length) throws IOException {
      LOG.info("mlocking " + identifier);
    }
  });
}
开发者ID:naver，项目名称:hadoop，代码行数:14，代码来源:TestEnhancedByteBufferAccess.java

示例9: ShortCircuitTestContext

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
public ShortCircuitTestContext(String testName) {
  this.testName = testName;
  this.sockDir = new TemporarySocketDirectory();
  DomainSocket.disableBindPathValidation();
  formerTcpReadsDisabled = DFSInputStream.tcpReadsDisabledForTesting;
  Assume.assumeTrue(DomainSocket.getLoadingFailureReason() == null);
}
开发者ID:naver，项目名称:hadoop，代码行数:8，代码来源:DFSTestUtil.java

示例10: setupCluster

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
@BeforeClass
static public void setupCluster() throws Exception {
  if (DomainSocket.getLoadingFailureReason() != null) return;
  sockDir = new TemporarySocketDirectory();
  HdfsConfiguration conf = new HdfsConfiguration();
  conf.set(DFSConfigKeys.DFS_DOMAIN_SOCKET_PATH_KEY,
    new File(sockDir.getDir(), 
      "TestParallelShortCircuitReadUnCached._PORT.sock").getAbsolutePath());
  conf.setBoolean(DFSConfigKeys.DFS_CLIENT_READ_SHORTCIRCUIT_KEY, true);
  // Enabling data transfer encryption should have no effect when using
  // short-circuit local reads.  This is a regression test for HDFS-5353.
  conf.setBoolean(DFSConfigKeys.DFS_ENCRYPT_DATA_TRANSFER_KEY, true);
  conf.setBoolean(DFSConfigKeys.DFS_BLOCK_ACCESS_TOKEN_ENABLE_KEY, true);
  conf.setBoolean(DFSConfigKeys.
      DFS_CLIENT_READ_SHORTCIRCUIT_SKIP_CHECKSUM_KEY, false);
  conf.setBoolean(DFSConfigKeys.
      DFS_CLIENT_DOMAIN_SOCKET_DATA_TRAFFIC, true);
  // We want to test reading from stale sockets.
  conf.setInt(DFSConfigKeys.DFS_DATANODE_SOCKET_REUSE_KEEPALIVE_KEY, 1);
  conf.setLong(DFSConfigKeys.DFS_CLIENT_SOCKET_CACHE_EXPIRY_MSEC_KEY,
      5 * 60 * 1000);
  conf.setInt(DFSConfigKeys.DFS_CLIENT_SOCKET_CACHE_CAPACITY_KEY, 32);
  // Avoid using the FileInputStreamCache.
  conf.setInt(DFSConfigKeys.
      DFS_CLIENT_READ_SHORTCIRCUIT_STREAMS_CACHE_SIZE_KEY, 0);
  DomainSocket.disableBindPathValidation();
  DFSInputStream.tcpReadsDisabledForTesting = true;
  setupCluster(1, conf);
}
开发者ID:naver，项目名称:hadoop，代码行数:30，代码来源:TestParallelShortCircuitReadUnCached.java

示例11: setupCluster

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
@BeforeClass
static public void setupCluster() throws Exception {
  if (DomainSocket.getLoadingFailureReason() != null) return;
  DFSInputStream.tcpReadsDisabledForTesting = true;
  sockDir = new TemporarySocketDirectory();
  HdfsConfiguration conf = new HdfsConfiguration();
  conf.set(DFSConfigKeys.DFS_DOMAIN_SOCKET_PATH_KEY,
    new File(sockDir.getDir(), "TestParallelLocalRead.%d.sock").getAbsolutePath());
  conf.setBoolean(DFSConfigKeys.DFS_CLIENT_READ_SHORTCIRCUIT_KEY, true);
  conf.setBoolean(DFSConfigKeys.
      DFS_CLIENT_READ_SHORTCIRCUIT_SKIP_CHECKSUM_KEY, true);
  DomainSocket.disableBindPathValidation();
  setupCluster(1, conf);
}
开发者ID:naver，项目名称:hadoop，代码行数:15，代码来源:TestParallelShortCircuitReadNoChecksum.java

示例12: testDataXceiverCleansUpSlotsOnFailure

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
@Test(timeout=60000)
public void testDataXceiverCleansUpSlotsOnFailure() throws Exception {
  BlockReaderTestUtil.enableShortCircuitShmTracing();
  TemporarySocketDirectory sockDir = new TemporarySocketDirectory();
  Configuration conf = createShortCircuitConf(
      "testDataXceiverCleansUpSlotsOnFailure", sockDir);
  conf.setLong(DFS_CLIENT_READ_SHORTCIRCUIT_STREAMS_CACHE_EXPIRY_MS_KEY,
      1000000000L);
  MiniDFSCluster cluster =
      new MiniDFSCluster.Builder(conf).numDataNodes(1).build();
  cluster.waitActive();
  DistributedFileSystem fs = cluster.getFileSystem();
  final Path TEST_PATH1 = new Path("/test_file1");
  final Path TEST_PATH2 = new Path("/test_file2");
  final int TEST_FILE_LEN = 4096;
  final int SEED = 0xFADE1;
  DFSTestUtil.createFile(fs, TEST_PATH1, TEST_FILE_LEN,
      (short)1, SEED);
  DFSTestUtil.createFile(fs, TEST_PATH2, TEST_FILE_LEN,
      (short)1, SEED);

  // The first read should allocate one shared memory segment and slot.
  DFSTestUtil.readFileBuffer(fs, TEST_PATH1);

  // The second read should fail, and we should only have 1 segment and 1 slot
  // left.
  fs.getClient().getConf().brfFailureInjector =
      new TestCleanupFailureInjector();
  try {
    DFSTestUtil.readFileBuffer(fs, TEST_PATH2);
  } catch (Throwable t) {
    GenericTestUtils.assertExceptionContains("TCP reads were disabled for " +
        "testing, but we failed to do a non-TCP read.", t);
  }
  checkNumberOfSegmentsAndSlots(1, 1,
      cluster.getDataNodes().get(0).getShortCircuitRegistry());
  cluster.shutdown();
  sockDir.close();
}
开发者ID:naver，项目名称:hadoop，代码行数:40，代码来源:TestShortCircuitCache.java

示例13: testPreReceiptVerificationDfsClientCanDoScr

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
@Test(timeout=60000)
public void testPreReceiptVerificationDfsClientCanDoScr() throws Exception {
  BlockReaderTestUtil.enableShortCircuitShmTracing();
  TemporarySocketDirectory sockDir = new TemporarySocketDirectory();
  Configuration conf = createShortCircuitConf(
      "testPreReceiptVerificationDfsClientCanDoScr", sockDir);
  conf.setLong(DFS_CLIENT_READ_SHORTCIRCUIT_STREAMS_CACHE_EXPIRY_MS_KEY,
      1000000000L);
  MiniDFSCluster cluster =
      new MiniDFSCluster.Builder(conf).numDataNodes(1).build();
  cluster.waitActive();
  DistributedFileSystem fs = cluster.getFileSystem();
  fs.getClient().getConf().brfFailureInjector =
      new TestPreReceiptVerificationFailureInjector();
  final Path TEST_PATH1 = new Path("/test_file1");
  DFSTestUtil.createFile(fs, TEST_PATH1, 4096, (short)1, 0xFADE2);
  final Path TEST_PATH2 = new Path("/test_file2");
  DFSTestUtil.createFile(fs, TEST_PATH2, 4096, (short)1, 0xFADE2);
  DFSTestUtil.readFileBuffer(fs, TEST_PATH1);
  DFSTestUtil.readFileBuffer(fs, TEST_PATH2);
  ShortCircuitRegistry registry =
      cluster.getDataNodes().get(0).getShortCircuitRegistry();
  registry.visit(new ShortCircuitRegistry.Visitor() {
    @Override
    public void accept(HashMap<ShmId, RegisteredShm> segments,
                       HashMultimap<ExtendedBlockId, Slot> slots) {
      Assert.assertEquals(1, segments.size());
      Assert.assertEquals(2, slots.size());
    }
  });
  cluster.shutdown();
  sockDir.close();
}
开发者ID:naver，项目名称:hadoop，代码行数:34，代码来源:TestShortCircuitCache.java

示例14: setupCluster

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
@BeforeClass
static public void setupCluster() throws Exception {
  if (DomainSocket.getLoadingFailureReason() != null) return;
  DFSInputStream.tcpReadsDisabledForTesting = true;
  sockDir = new TemporarySocketDirectory();
  HdfsConfiguration conf = new HdfsConfiguration();
  conf.set(DFSConfigKeys.DFS_DOMAIN_SOCKET_PATH_KEY,
    new File(sockDir.getDir(), "TestParallelLocalRead.%d.sock").getAbsolutePath());
  conf.setBoolean(DFSConfigKeys.DFS_CLIENT_READ_SHORTCIRCUIT_KEY, true);
  conf.setBoolean(DFSConfigKeys.
      DFS_CLIENT_READ_SHORTCIRCUIT_SKIP_CHECKSUM_KEY, false);
  DomainSocket.disableBindPathValidation();
  setupCluster(1, conf);
}
开发者ID:naver，项目名称:hadoop，代码行数:15，代码来源:TestParallelShortCircuitRead.java

示例15: setUp

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
@Before
public void setUp() throws Exception {
  prevCacheManipulator = NativeIO.POSIX.getCacheManipulator();
  NativeIO.POSIX.setCacheManipulator(new NoMlockCacheManipulator());
  DomainSocket.disableBindPathValidation();
  sockDir = new TemporarySocketDirectory();
}
开发者ID:naver，项目名称:hadoop，代码行数:8，代码来源:TestFsDatasetCacheRevocation.java


注：本文中的org.apache.hadoop.net.unix.TemporarySocketDirectory类示例由纯净天空整理自Github/MSDocs等开源代码及文档管理平台，相关代码片段筛选自各路编程大神贡献的开源项目，源码版权归原作者所有，传播和使用请参考对应项目的License；未经允许，请勿转载。