• 设为首页
  • 点击收藏
  • 手机版
    手机扫一扫访问
    迪恩网络手机版
  • 关注官方公众号
    微信扫一扫关注
    迪恩网络公众号
登陆 注册
描述文字

Java TemporarySocketDirectory类代码示例

原作者: [db:作者] 来自: [db:来源] 收藏 邀请

本文整理汇总了Java中org.apache.hadoop.net.unix.TemporarySocketDirectory类的典型用法代码示例。如果您正苦于以下问题：Java TemporarySocketDirectory类的具体用法？Java TemporarySocketDirectory怎么用？Java TemporarySocketDirectory使用的例子？那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。



TemporarySocketDirectory类属于org.apache.hadoop.net.unix包，在下文中一共展示了TemporarySocketDirectory类的20个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于我们的系统推荐出更棒的Java代码示例。

示例1: createShortCircuitConf

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
private static Configuration createShortCircuitConf(String testName,
    TemporarySocketDirectory sockDir) {
  Configuration conf = new Configuration();
  conf.set(DFS_CLIENT_CONTEXT, testName);
  conf.setLong(DFS_BLOCK_SIZE_KEY, 4096);
  conf.set(DFS_DOMAIN_SOCKET_PATH_KEY, new File(sockDir.getDir(),
      testName).getAbsolutePath());
  conf.setBoolean(DFS_CLIENT_READ_SHORTCIRCUIT_KEY, true);
  conf.setBoolean(DFS_CLIENT_READ_SHORTCIRCUIT_SKIP_CHECKSUM_KEY,
      false);
  conf.setBoolean(DFS_CLIENT_DOMAIN_SOCKET_DATA_TRAFFIC, false);
  DFSInputStream.tcpReadsDisabledForTesting = true;
  DomainSocket.disableBindPathValidation();
  Assume.assumeThat(DomainSocket.getLoadingFailureReason(), equalTo(null));
  return conf;
}
开发者ID:naver，项目名称:hadoop，代码行数:17，代码来源:TestShortCircuitCache.java


示例2: getConfiguration

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
private static HdfsConfiguration getConfiguration(
    TemporarySocketDirectory socketDir) throws IOException {
  HdfsConfiguration conf = new HdfsConfiguration();
  if (socketDir == null) {
    conf.set(DFSConfigKeys.DFS_DOMAIN_SOCKET_PATH_KEY, "");
  } else {
    conf.set(DFSConfigKeys.DFS_DOMAIN_SOCKET_PATH_KEY,
      new File(socketDir.getDir(), "TestBlockReaderLocalLegacy.%d.sock").
        getAbsolutePath());
  }
  conf.setBoolean(DFSConfigKeys.DFS_CLIENT_READ_SHORTCIRCUIT_KEY, true);
  conf.setBoolean(DFSConfigKeys.DFS_CLIENT_USE_LEGACY_BLOCKREADERLOCAL, true);
  conf.setBoolean(DFSConfigKeys.DFS_CLIENT_READ_SHORTCIRCUIT_SKIP_CHECKSUM_KEY,
      false);
  conf.set(DFSConfigKeys.DFS_BLOCK_LOCAL_PATH_ACCESS_USER_KEY,
      UserGroupInformation.getCurrentUser().getShortUserName());
  conf.setBoolean(DFSConfigKeys.DFS_CLIENT_DOMAIN_SOCKET_DATA_TRAFFIC, false);
  // Set short retry timeouts so this test runs faster
  conf.setInt(DFSConfigKeys.DFS_CLIENT_RETRY_WINDOW_BASE, 10);
  return conf;
}
开发者ID:naver，项目名称:hadoop，代码行数:22，代码来源:TestBlockReaderLocalLegacy.java


示例3: createShortCircuitConf

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
private static Configuration createShortCircuitConf(String testName,
    TemporarySocketDirectory sockDir) {
  Configuration conf = new Configuration();
  conf.set(DFS_CLIENT_CONTEXT, testName);
  conf.setLong(DFS_BLOCK_SIZE_KEY, 4096);
  conf.set(DFS_DOMAIN_SOCKET_PATH_KEY, new File(sockDir.getDir(),
      testName).getAbsolutePath());
  conf.setBoolean(HdfsClientConfigKeys.Read.ShortCircuit.KEY, true);
  conf.setBoolean(HdfsClientConfigKeys.Read.ShortCircuit.SKIP_CHECKSUM_KEY,
      false);
  conf.setBoolean(DFS_CLIENT_DOMAIN_SOCKET_DATA_TRAFFIC, false);
  DFSInputStream.tcpReadsDisabledForTesting = true;
  DomainSocket.disableBindPathValidation();
  Assume.assumeThat(DomainSocket.getLoadingFailureReason(), equalTo(null));
  return conf;
}
开发者ID:aliyun-beta，项目名称:aliyun-oss-hadoop-fs，代码行数:17，代码来源:TestShortCircuitCache.java


示例4: testSkipWithLocalBlockReader

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
@Test(timeout=60000)
public void testSkipWithLocalBlockReader() throws IOException {
  Assume.assumeThat(DomainSocket.getLoadingFailureReason(), equalTo(null));
  TemporarySocketDirectory sockDir = new TemporarySocketDirectory();
  DomainSocket.disableBindPathValidation();
  Configuration conf = new Configuration();
  conf.setBoolean(HdfsClientConfigKeys.Read.ShortCircuit.KEY, true);
  conf.set(DFSConfigKeys.DFS_DOMAIN_SOCKET_PATH_KEY,
      new File(sockDir.getDir(),
        "TestShortCircuitLocalRead._PORT.sock").getAbsolutePath());
  MiniDFSCluster cluster = new MiniDFSCluster.Builder(conf).build();
  try {
    DFSInputStream.tcpReadsDisabledForTesting = true;
    testSkipInner(cluster);
  } finally {
    DFSInputStream.tcpReadsDisabledForTesting = false;
    cluster.shutdown();
    sockDir.close();
  }
}
开发者ID:aliyun-beta，项目名称:aliyun-oss-hadoop-fs，代码行数:21，代码来源:TestDFSInputStream.java


示例5: getConfiguration

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
private static HdfsConfiguration getConfiguration(
    TemporarySocketDirectory socketDir) throws IOException {
  HdfsConfiguration conf = new HdfsConfiguration();
  if (socketDir == null) {
    conf.set(DFSConfigKeys.DFS_DOMAIN_SOCKET_PATH_KEY, "");
  } else {
    conf.set(DFSConfigKeys.DFS_DOMAIN_SOCKET_PATH_KEY,
      new File(socketDir.getDir(), "TestBlockReaderLocalLegacy.%d.sock").
        getAbsolutePath());
  }
  conf.setBoolean(HdfsClientConfigKeys.Read.ShortCircuit.KEY, true);
  conf.setBoolean(HdfsClientConfigKeys.DFS_CLIENT_USE_LEGACY_BLOCKREADERLOCAL, true);
  conf.setBoolean(HdfsClientConfigKeys.Read.ShortCircuit.SKIP_CHECKSUM_KEY,
      false);
  conf.set(DFSConfigKeys.DFS_BLOCK_LOCAL_PATH_ACCESS_USER_KEY,
      UserGroupInformation.getCurrentUser().getShortUserName());
  conf.setBoolean(HdfsClientConfigKeys.DFS_CLIENT_DOMAIN_SOCKET_DATA_TRAFFIC, false);
  // Set short retry timeouts so this test runs faster
  conf.setInt(HdfsClientConfigKeys.Retry.WINDOW_BASE_KEY, 10);
  return conf;
}
开发者ID:aliyun-beta，项目名称:aliyun-oss-hadoop-fs，代码行数:22，代码来源:TestBlockReaderLocalLegacy.java


示例6: setupCluster

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
@BeforeClass
static public void setupCluster() throws Exception {
  if (DomainSocket.getLoadingFailureReason() != null) return;
  sockDir = new TemporarySocketDirectory();
  HdfsConfiguration conf = new HdfsConfiguration();
  conf.set(DFSConfigKeys.DFS_DOMAIN_SOCKET_PATH_KEY,
    new File(sockDir.getDir(), 
      "TestParallelShortCircuitReadUnCached._PORT.sock").getAbsolutePath());
  conf.setBoolean(DFSConfigKeys.DFS_CLIENT_READ_SHORTCIRCUIT_KEY, true);
  conf.setBoolean(DFSConfigKeys.
      DFS_CLIENT_READ_SHORTCIRCUIT_SKIP_CHECKSUM_KEY, false);
  conf.setBoolean(DFSConfigKeys.
      DFS_CLIENT_DOMAIN_SOCKET_DATA_TRAFFIC, true);
  // We want to test reading from stale sockets.
  conf.setInt(DFSConfigKeys.DFS_DATANODE_SOCKET_REUSE_KEEPALIVE_KEY, 1);
  conf.setLong(DFSConfigKeys.DFS_CLIENT_SOCKET_CACHE_EXPIRY_MSEC_KEY,
      5 * 60 * 1000);
  conf.setInt(DFSConfigKeys.DFS_CLIENT_SOCKET_CACHE_CAPACITY_KEY, 32);
  // Avoid using the FileInputStreamCache.
  conf.setInt(DFSConfigKeys.
      DFS_CLIENT_READ_SHORTCIRCUIT_STREAMS_CACHE_SIZE_KEY, 0);
  DomainSocket.disableBindPathValidation();
  DFSInputStream.tcpReadsDisabledForTesting = true;
  setupCluster(1, conf);
}
开发者ID:ict-carch，项目名称:hadoop-plus，代码行数:26，代码来源:TestParallelShortCircuitReadUnCached.java


示例7: getConfiguration

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
private static HdfsConfiguration getConfiguration(
    TemporarySocketDirectory socketDir) throws IOException {
  HdfsConfiguration conf = new HdfsConfiguration();
  if (socketDir == null) {
    conf.set(DFSConfigKeys.DFS_DOMAIN_SOCKET_PATH_KEY, "");
  } else {
    conf.set(DFSConfigKeys.DFS_DOMAIN_SOCKET_PATH_KEY,
      new File(socketDir.getDir(), "TestBlockReaderLocalLegacy.%d.sock").
        getAbsolutePath());
  }
  conf.setBoolean(DFSConfigKeys.DFS_CLIENT_READ_SHORTCIRCUIT_KEY, true);
  conf.setBoolean(DFSConfigKeys.DFS_CLIENT_USE_LEGACY_BLOCKREADERLOCAL, true);
  conf.setBoolean(DFSConfigKeys.DFS_CLIENT_READ_SHORTCIRCUIT_SKIP_CHECKSUM_KEY,
      false);
  conf.set(DFSConfigKeys.DFS_BLOCK_LOCAL_PATH_ACCESS_USER_KEY,
      UserGroupInformation.getCurrentUser().getShortUserName());
  conf.setBoolean(DFSConfigKeys.DFS_CLIENT_DOMAIN_SOCKET_DATA_TRAFFIC, false);
  return conf;
}
开发者ID:ict-carch，项目名称:hadoop-plus，代码行数:20，代码来源:TestBlockReaderLocalLegacy.java


示例8: init

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
@BeforeClass
public static void init() {
  sockDir = new TemporarySocketDirectory();
  DomainSocket.disableBindPathValidation();
  prevCacheManipulator = NativeIO.POSIX.getCacheManipulator();
  NativeIO.POSIX.setCacheManipulator(new CacheManipulator() {
    @Override
    public void mlock(String identifier,
        ByteBuffer mmap, long length) throws IOException {
      LOG.info("mlocking " + identifier);
    }
  });
}
开发者ID:naver，项目名称:hadoop，代码行数:14，代码来源:TestEnhancedByteBufferAccess.java


示例9: ShortCircuitTestContext

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
public ShortCircuitTestContext(String testName) {
  this.testName = testName;
  this.sockDir = new TemporarySocketDirectory();
  DomainSocket.disableBindPathValidation();
  formerTcpReadsDisabled = DFSInputStream.tcpReadsDisabledForTesting;
  Assume.assumeTrue(DomainSocket.getLoadingFailureReason() == null);
}
开发者ID:naver，项目名称:hadoop，代码行数:8，代码来源:DFSTestUtil.java


示例10: setupCluster

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
@BeforeClass
static public void setupCluster() throws Exception {
  if (DomainSocket.getLoadingFailureReason() != null) return;
  sockDir = new TemporarySocketDirectory();
  HdfsConfiguration conf = new HdfsConfiguration();
  conf.set(DFSConfigKeys.DFS_DOMAIN_SOCKET_PATH_KEY,
    new File(sockDir.getDir(), 
      "TestParallelShortCircuitReadUnCached._PORT.sock").getAbsolutePath());
  conf.setBoolean(DFSConfigKeys.DFS_CLIENT_READ_SHORTCIRCUIT_KEY, true);
  // Enabling data transfer encryption should have no effect when using
  // short-circuit local reads.  This is a regression test for HDFS-5353.
  conf.setBoolean(DFSConfigKeys.DFS_ENCRYPT_DATA_TRANSFER_KEY, true);
  conf.setBoolean(DFSConfigKeys.DFS_BLOCK_ACCESS_TOKEN_ENABLE_KEY, true);
  conf.setBoolean(DFSConfigKeys.
      DFS_CLIENT_READ_SHORTCIRCUIT_SKIP_CHECKSUM_KEY, false);
  conf.setBoolean(DFSConfigKeys.
      DFS_CLIENT_DOMAIN_SOCKET_DATA_TRAFFIC, true);
  // We want to test reading from stale sockets.
  conf.setInt(DFSConfigKeys.DFS_DATANODE_SOCKET_REUSE_KEEPALIVE_KEY, 1);
  conf.setLong(DFSConfigKeys.DFS_CLIENT_SOCKET_CACHE_EXPIRY_MSEC_KEY,
      5 * 60 * 1000);
  conf.setInt(DFSConfigKeys.DFS_CLIENT_SOCKET_CACHE_CAPACITY_KEY, 32);
  // Avoid using the FileInputStreamCache.
  conf.setInt(DFSConfigKeys.
      DFS_CLIENT_READ_SHORTCIRCUIT_STREAMS_CACHE_SIZE_KEY, 0);
  DomainSocket.disableBindPathValidation();
  DFSInputStream.tcpReadsDisabledForTesting = true;
  setupCluster(1, conf);
}
开发者ID:naver，项目名称:hadoop，代码行数:30，代码来源:TestParallelShortCircuitReadUnCached.java


示例11: setupCluster

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
@BeforeClass
static public void setupCluster() throws Exception {
  if (DomainSocket.getLoadingFailureReason() != null) return;
  DFSInputStream.tcpReadsDisabledForTesting = true;
  sockDir = new TemporarySocketDirectory();
  HdfsConfiguration conf = new HdfsConfiguration();
  conf.set(DFSConfigKeys.DFS_DOMAIN_SOCKET_PATH_KEY,
    new File(sockDir.getDir(), "TestParallelLocalRead.%d.sock").getAbsolutePath());
  conf.setBoolean(DFSConfigKeys.DFS_CLIENT_READ_SHORTCIRCUIT_KEY, true);
  conf.setBoolean(DFSConfigKeys.
      DFS_CLIENT_READ_SHORTCIRCUIT_SKIP_CHECKSUM_KEY, true);
  DomainSocket.disableBindPathValidation();
  setupCluster(1, conf);
}
开发者ID:naver，项目名称:hadoop，代码行数:15，代码来源:TestParallelShortCircuitReadNoChecksum.java


示例12: testDataXceiverCleansUpSlotsOnFailure

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
@Test(timeout=60000)
public void testDataXceiverCleansUpSlotsOnFailure() throws Exception {
  BlockReaderTestUtil.enableShortCircuitShmTracing();
  TemporarySocketDirectory sockDir = new TemporarySocketDirectory();
  Configuration conf = createShortCircuitConf(
      "testDataXceiverCleansUpSlotsOnFailure", sockDir);
  conf.setLong(DFS_CLIENT_READ_SHORTCIRCUIT_STREAMS_CACHE_EXPIRY_MS_KEY,
      1000000000L);
  MiniDFSCluster cluster =
      new MiniDFSCluster.Builder(conf).numDataNodes(1).build();
  cluster.waitActive();
  DistributedFileSystem fs = cluster.getFileSystem();
  final Path TEST_PATH1 = new Path("/test_file1");
  final Path TEST_PATH2 = new Path("/test_file2");
  final int TEST_FILE_LEN = 4096;
  final int SEED = 0xFADE1;
  DFSTestUtil.createFile(fs, TEST_PATH1, TEST_FILE_LEN,
      (short)1, SEED);
  DFSTestUtil.createFile(fs, TEST_PATH2, TEST_FILE_LEN,
      (short)1, SEED);

  // The first read should allocate one shared memory segment and slot.
  DFSTestUtil.readFileBuffer(fs, TEST_PATH1);

  // The second read should fail, and we should only have 1 segment and 1 slot
  // left.
  fs.getClient().getConf().brfFailureInjector =
      new TestCleanupFailureInjector();
  try {
    DFSTestUtil.readFileBuffer(fs, TEST_PATH2);
  } catch (Throwable t) {
    GenericTestUtils.assertExceptionContains("TCP reads were disabled for " +
        "testing, but we failed to do a non-TCP read.", t);
  }
  checkNumberOfSegmentsAndSlots(1, 1,
      cluster.getDataNodes().get(0).getShortCircuitRegistry());
  cluster.shutdown();
  sockDir.close();
}
开发者ID:naver，项目名称:hadoop，代码行数:40，代码来源:TestShortCircuitCache.java


示例13: testPreReceiptVerificationDfsClientCanDoScr

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
@Test(timeout=60000)
public void testPreReceiptVerificationDfsClientCanDoScr() throws Exception {
  BlockReaderTestUtil.enableShortCircuitShmTracing();
  TemporarySocketDirectory sockDir = new TemporarySocketDirectory();
  Configuration conf = createShortCircuitConf(
      "testPreReceiptVerificationDfsClientCanDoScr", sockDir);
  conf.setLong(DFS_CLIENT_READ_SHORTCIRCUIT_STREAMS_CACHE_EXPIRY_MS_KEY,
      1000000000L);
  MiniDFSCluster cluster =
      new MiniDFSCluster.Builder(conf).numDataNodes(1).build();
  cluster.waitActive();
  DistributedFileSystem fs = cluster.getFileSystem();
  fs.getClient().getConf().brfFailureInjector =
      new TestPreReceiptVerificationFailureInjector();
  final Path TEST_PATH1 = new Path("/test_file1");
  DFSTestUtil.createFile(fs, TEST_PATH1, 4096, (short)1, 0xFADE2);
  final Path TEST_PATH2 = new Path("/test_file2");
  DFSTestUtil.createFile(fs, TEST_PATH2, 4096, (short)1, 0xFADE2);
  DFSTestUtil.readFileBuffer(fs, TEST_PATH1);
  DFSTestUtil.readFileBuffer(fs, TEST_PATH2);
  ShortCircuitRegistry registry =
      cluster.getDataNodes().get(0).getShortCircuitRegistry();
  registry.visit(new ShortCircuitRegistry.Visitor() {
    @Override
    public void accept(HashMap<ShmId, RegisteredShm> segments,
                       HashMultimap<ExtendedBlockId, Slot> slots) {
      Assert.assertEquals(1, segments.size());
      Assert.assertEquals(2, slots.size());
    }
  });
  cluster.shutdown();
  sockDir.close();
}
开发者ID:naver，项目名称:hadoop，代码行数:34，代码来源:TestShortCircuitCache.java


示例14: setupCluster

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
@BeforeClass
static public void setupCluster() throws Exception {
  if (DomainSocket.getLoadingFailureReason() != null) return;
  DFSInputStream.tcpReadsDisabledForTesting = true;
  sockDir = new TemporarySocketDirectory();
  HdfsConfiguration conf = new HdfsConfiguration();
  conf.set(DFSConfigKeys.DFS_DOMAIN_SOCKET_PATH_KEY,
    new File(sockDir.getDir(), "TestParallelLocalRead.%d.sock").getAbsolutePath());
  conf.setBoolean(DFSConfigKeys.DFS_CLIENT_READ_SHORTCIRCUIT_KEY, true);
  conf.setBoolean(DFSConfigKeys.
      DFS_CLIENT_READ_SHORTCIRCUIT_SKIP_CHECKSUM_KEY, false);
  DomainSocket.disableBindPathValidation();
  setupCluster(1, conf);
}
开发者ID:naver，项目名称:hadoop，代码行数:15，代码来源:TestParallelShortCircuitRead.java


示例15: setUp

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
@Before
public void setUp() throws Exception {
  prevCacheManipulator = NativeIO.POSIX.getCacheManipulator();
  NativeIO.POSIX.setCacheManipulator(new NoMlockCacheManipulator());
  DomainSocket.disableBindPathValidation();
  sockDir = new TemporarySocketDirectory();
}
开发者ID:naver，项目名称:hadoop，代码行数:8，代码来源:TestFsDatasetCacheRevocation.java


示例16: createShortCircuitConf

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
public static Configuration createShortCircuitConf(String testName,
    TemporarySocketDirectory sockDir) {
  Configuration conf = new Configuration();
  conf.set(DFS_CLIENT_CONTEXT, testName);
  conf.setLong(DFS_BLOCK_SIZE_KEY, 4096);
  conf.set(DFS_DOMAIN_SOCKET_PATH_KEY, new File(sockDir.getDir(),
      testName + "._PORT").getAbsolutePath());
  conf.setBoolean(DFS_CLIENT_READ_SHORTCIRCUIT_KEY, true);
  conf.setBoolean(DFS_CLIENT_READ_SHORTCIRCUIT_SKIP_CHECKSUM_KEY,
      false);
  conf.setBoolean(DFS_CLIENT_DOMAIN_SOCKET_DATA_TRAFFIC, false);
  return conf;
}
开发者ID:naver，项目名称:hadoop，代码行数:14，代码来源:TestBlockReaderFactory.java


示例17: testFallbackFromShortCircuitToUnixDomainTraffic

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
/**
 * If we have a UNIX domain socket configured,
 * and we have dfs.client.domain.socket.data.traffic set to true,
 * and short-circuit access fails, we should still be able to pass
 * data traffic over the UNIX domain socket.  Test this.
 */
@Test(timeout=60000)
public void testFallbackFromShortCircuitToUnixDomainTraffic()
    throws Exception {
  DFSInputStream.tcpReadsDisabledForTesting = true;
  TemporarySocketDirectory sockDir = new TemporarySocketDirectory();

  // The server is NOT configured with short-circuit local reads;
  // the client is.  Both support UNIX domain reads.
  Configuration clientConf = createShortCircuitConf(
      "testFallbackFromShortCircuitToUnixDomainTraffic", sockDir);
  clientConf.set(DFS_CLIENT_CONTEXT,
      "testFallbackFromShortCircuitToUnixDomainTraffic_clientContext");
  clientConf.setBoolean(DFS_CLIENT_DOMAIN_SOCKET_DATA_TRAFFIC, true);
  Configuration serverConf = new Configuration(clientConf);
  serverConf.setBoolean(DFS_CLIENT_READ_SHORTCIRCUIT_KEY, false);

  MiniDFSCluster cluster =
      new MiniDFSCluster.Builder(serverConf).numDataNodes(1).build();
  cluster.waitActive();
  FileSystem dfs = FileSystem.get(cluster.getURI(0), clientConf);
  String TEST_FILE = "/test_file";
  final int TEST_FILE_LEN = 8193;
  final int SEED = 0xFADED;
  DFSTestUtil.createFile(dfs, new Path(TEST_FILE), TEST_FILE_LEN,
      (short)1, SEED);
  byte contents[] = DFSTestUtil.readFileBuffer(dfs, new Path(TEST_FILE));
  byte expected[] = DFSTestUtil.
      calculateFileContentsFromSeed(SEED, TEST_FILE_LEN);
  Assert.assertTrue(Arrays.equals(contents, expected));
  cluster.shutdown();
  sockDir.close();
}
开发者ID:naver，项目名称:hadoop，代码行数:39，代码来源:TestBlockReaderFactory.java


示例18: testShortCircuitReadFromClientWithoutShm

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
/**
 * Test that a client which does not support short-circuit reads using
 * shared memory can talk with a server which supports it.
 */
@Test
public void testShortCircuitReadFromClientWithoutShm() throws Exception {
  TemporarySocketDirectory sockDir = new TemporarySocketDirectory();
  Configuration clientConf = createShortCircuitConf(
      "testShortCircuitReadWithoutShm", sockDir);
  Configuration serverConf = new Configuration(clientConf);
  DFSInputStream.tcpReadsDisabledForTesting = true;
  final MiniDFSCluster cluster =
      new MiniDFSCluster.Builder(serverConf).numDataNodes(1).build();
  cluster.waitActive();
  clientConf.setInt(
      DFS_SHORT_CIRCUIT_SHARED_MEMORY_WATCHER_INTERRUPT_CHECK_MS, 0);
  clientConf.set(DFS_CLIENT_CONTEXT,
      "testShortCircuitReadFromClientWithoutShm_clientContext");
  final DistributedFileSystem fs =
      (DistributedFileSystem)FileSystem.get(cluster.getURI(0), clientConf);
  final String TEST_FILE = "/test_file";
  final int TEST_FILE_LEN = 4000;
  final int SEED = 0xFADEC;
  DFSTestUtil.createFile(fs, new Path(TEST_FILE), TEST_FILE_LEN,
      (short)1, SEED);
  byte contents[] = DFSTestUtil.readFileBuffer(fs, new Path(TEST_FILE));
  byte expected[] = DFSTestUtil.
      calculateFileContentsFromSeed(SEED, TEST_FILE_LEN);
  Assert.assertTrue(Arrays.equals(contents, expected));
  final ShortCircuitCache cache =
      fs.dfs.getClientContext().getShortCircuitCache();
  Assert.assertEquals(null, cache.getDfsClientShmManager());
  cluster.shutdown();
  sockDir.close();
}
开发者ID:naver，项目名称:hadoop，代码行数:36，代码来源:TestBlockReaderFactory.java


示例19: testShortCircuitCacheShutdown

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
/**
 * Test shutting down the ShortCircuitCache while there are things in it.
 */
@Test
public void testShortCircuitCacheShutdown() throws Exception {
  TemporarySocketDirectory sockDir = new TemporarySocketDirectory();
  Configuration conf = createShortCircuitConf(
      "testShortCircuitCacheShutdown", sockDir);
  conf.set(DFS_CLIENT_CONTEXT, "testShortCircuitCacheShutdown");
  Configuration serverConf = new Configuration(conf);
  DFSInputStream.tcpReadsDisabledForTesting = true;
  final MiniDFSCluster cluster =
      new MiniDFSCluster.Builder(serverConf).numDataNodes(1).build();
  cluster.waitActive();
  final DistributedFileSystem fs =
      (DistributedFileSystem)FileSystem.get(cluster.getURI(0), conf);
  final String TEST_FILE = "/test_file";
  final int TEST_FILE_LEN = 4000;
  final int SEED = 0xFADEC;
  DFSTestUtil.createFile(fs, new Path(TEST_FILE), TEST_FILE_LEN,
      (short)1, SEED);
  byte contents[] = DFSTestUtil.readFileBuffer(fs, new Path(TEST_FILE));
  byte expected[] = DFSTestUtil.
      calculateFileContentsFromSeed(SEED, TEST_FILE_LEN);
  Assert.assertTrue(Arrays.equals(contents, expected));
  final ShortCircuitCache cache =
      fs.dfs.getClientContext().getShortCircuitCache();
  cache.close();
  Assert.assertTrue(cache.getDfsClientShmManager().
      getDomainSocketWatcher().isClosed());
  cluster.shutdown();
  sockDir.close();
}
开发者ID:naver，项目名称:hadoop，代码行数:34，代码来源:TestBlockReaderFactory.java


示例20: setupCluster

import org.apache.hadoop.net.unix.TemporarySocketDirectory; //导入依赖的package包/类
@BeforeClass
static public void setupCluster() throws Exception {
  if (DomainSocket.getLoadingFailureReason() != null) return;
  DFSInputStream.tcpReadsDisabledForTesting = true;
  sockDir = new TemporarySocketDirectory();
  HdfsConfiguration conf = new HdfsConfiguration();
  conf.set(DFSConfigKeys.DFS_DOMAIN_SOCKET_PATH_KEY,
    new File(sockDir.getDir(), "TestParallelLocalRead.%d.sock").getAbsolutePath());
  conf.setBoolean(DFSConfigKeys.DFS_CLIENT_READ_SHORTCIRCUIT_KEY, false);
  conf.setBoolean(DFSConfigKeys.DFS_CLIENT_DOMAIN_SOCKET_DATA_TRAFFIC, true);
  DomainSocket.disableBindPathValidation();
  setupCluster(1, conf);
}
开发者ID:naver，项目名称:hadoop，代码行数:14，代码来源:TestParallelUnixDomainRead.java



注：本文中的org.apache.hadoop.net.unix.TemporarySocketDirectory类示例整理自Github/MSDocs等源码及文档管理平台，相关代码片段筛选自各路编程大神贡献的开源项目，源码版权归原作者所有，传播和使用请参考对应项目的License；未经允许，请勿转载。

鲜花
握手
雷人
路过
鸡蛋
该文章已有0人参与评论

请发表评论

全部评论

专题导读
More+
上一篇：
Java Transformer类代码示例发布时间：2022-05-22
下一篇：
Java MemoryAwareThreadPoolExecutor类代码示例发布时间：2022-05-22
热门推荐
More+
热门话题
More+
阅读排行榜

扫描微信二维码

查看手机版网站

随时了解更新最新资讯

139-2527-9053

在线客服（服务时间 9:00～18:00）

在线QQ客服
地址：深圳市南山区西丽大学城创智工业园
电邮：jeky_zhao#qq.com
移动电话：139-2527-9053

Powered by 互联科技 X3.4© 2001-2213 极客世界.|Sitemap