Java HadoopUsersConfTestHelper类代码示例

import org.apache.hadoop.test.HadoopUsersConfTestHelper; //导入依赖的package包/类
private void testSetOwner() throws Exception {
  if (!isLocalFS()) {
    FileSystem fs = FileSystem.get(getProxiedFSConf());
    fs.mkdirs(getProxiedFSTestDir());
    Path path = new Path(getProxiedFSTestDir(), "foo.txt");
    OutputStream os = fs.create(path);
    os.write(1);
    os.close();
    fs.close();

    fs = getHttpFSFileSystem();
    String user = HadoopUsersConfTestHelper.getHadoopUsers()[1];
    String group = HadoopUsersConfTestHelper.getHadoopUserGroups(user)[0];
    fs.setOwner(path, user, group);
    fs.close();

    fs = FileSystem.get(getProxiedFSConf());
    FileStatus status1 = fs.getFileStatus(path);
    fs.close();
    Assert.assertEquals(status1.getOwner(), user);
    Assert.assertEquals(status1.getGroup(), group);
  }
}
 

import org.apache.hadoop.test.HadoopUsersConfTestHelper; //导入依赖的package包/类
@Test
@TestDir
@TestJetty
@TestHdfs
public void testOperationDoAs() throws Exception {
  createHttpFSServer();
  UserGroupInformation ugi = UserGroupInformation.createProxyUser(HadoopUsersConfTestHelper.getHadoopUsers()[0],
                                                                  UserGroupInformation.getCurrentUser());
  ugi.doAs(new PrivilegedExceptionAction<Void>() {
    @Override
    public Void run() throws Exception {
      operation(operation);
      return null;
    }
  });
}
 

import org.apache.hadoop.test.HadoopUsersConfTestHelper; //导入依赖的package包/类
@Test
@TestDir
@TestJetty
@TestHdfs
public void testHdfsAccess() throws Exception {
  createHttpFSServer(false);

  String user = HadoopUsersConfTestHelper.getHadoopUsers()[0];
  URL url = new URL(TestJettyHelper.getJettyURL(),
                    MessageFormat.format("/webhdfs/v1/?user.name={0}&op=liststatus", user));
  HttpURLConnection conn = (HttpURLConnection) url.openConnection();
  Assert.assertEquals(conn.getResponseCode(), HttpURLConnection.HTTP_OK);
  BufferedReader reader = new BufferedReader(new InputStreamReader(conn.getInputStream()));
  reader.readLine();
  reader.close();
}
 

import org.apache.hadoop.test.HadoopUsersConfTestHelper; //导入依赖的package包/类
@Test
@TestDir
@TestJetty
@TestHdfs
public void testGlobFilter() throws Exception {
  createHttpFSServer(false);

  FileSystem fs = FileSystem.get(TestHdfsHelper.getHdfsConf());
  fs.mkdirs(new Path("/tmp"));
  fs.create(new Path("/tmp/foo.txt")).close();

  String user = HadoopUsersConfTestHelper.getHadoopUsers()[0];
  URL url = new URL(TestJettyHelper.getJettyURL(),
                    MessageFormat.format("/webhdfs/v1/tmp?user.name={0}&op=liststatus&filter=f*", user));
  HttpURLConnection conn = (HttpURLConnection) url.openConnection();
  Assert.assertEquals(conn.getResponseCode(), HttpURLConnection.HTTP_OK);
  BufferedReader reader = new BufferedReader(new InputStreamReader(conn.getInputStream()));
  reader.readLine();
  reader.close();
}
 

import org.apache.hadoop.test.HadoopUsersConfTestHelper; //导入依赖的package包/类
/**
 * Talks to the http interface to create a file.
 *
 * @param filename The file to create
 * @param perms The permission field, if any (may be null)
 * @throws Exception
 */
private void createWithHttp ( String filename, String perms )
        throws Exception {
  String user = HadoopUsersConfTestHelper.getHadoopUsers()[0];
  // Remove leading / from filename
  if ( filename.charAt(0) == '/' ) {
    filename = filename.substring(1);
  }
  String pathOps;
  if ( perms == null ) {
    pathOps = MessageFormat.format(
            "/webhdfs/v1/{0}?user.name={1}&op=CREATE",
            filename, user);
  } else {
    pathOps = MessageFormat.format(
            "/webhdfs/v1/{0}?user.name={1}&permission={2}&op=CREATE",
            filename, user, perms);
  }
  URL url = new URL(TestJettyHelper.getJettyURL(), pathOps);
  HttpURLConnection conn = (HttpURLConnection) url.openConnection();
  conn.addRequestProperty("Content-Type", "application/octet-stream");
  conn.setRequestMethod("PUT");
  conn.connect();
  Assert.assertEquals(HttpURLConnection.HTTP_CREATED, conn.getResponseCode());
}
 

import org.apache.hadoop.test.HadoopUsersConfTestHelper; //导入依赖的package包/类
/**
 * Talks to the http interface to get the json output of a *STATUS command
 * on the given file.
 *
 * @param filename The file to query.
 * @param command Either GETFILESTATUS, LISTSTATUS, or ACLSTATUS
 * @return A string containing the JSON output describing the file.
 * @throws Exception
 */
private String getStatus(String filename, String command)
        throws Exception {
  String user = HadoopUsersConfTestHelper.getHadoopUsers()[0];
  // Remove leading / from filename
  if ( filename.charAt(0) == '/' ) {
    filename = filename.substring(1);
  }
  String pathOps = MessageFormat.format(
          "/webhdfs/v1/{0}?user.name={1}&op={2}",
          filename, user, command);
  URL url = new URL(TestJettyHelper.getJettyURL(), pathOps);
  HttpURLConnection conn = (HttpURLConnection) url.openConnection();
  conn.connect();
  Assert.assertEquals(HttpURLConnection.HTTP_OK, conn.getResponseCode());

  BufferedReader reader =
          new BufferedReader(new InputStreamReader(conn.getInputStream()));

  return reader.readLine();
}
 

import org.apache.hadoop.test.HadoopUsersConfTestHelper; //导入依赖的package包/类
/**
 * General-purpose http PUT command to the httpfs server.
 * @param filename The file to operate upon
 * @param command The command to perform (SETACL, etc)
 * @param params Parameters, like "aclspec=..."
 */
private void putCmd(String filename, String command,
                    String params) throws Exception {
  String user = HadoopUsersConfTestHelper.getHadoopUsers()[0];
  // Remove leading / from filename
  if ( filename.charAt(0) == '/' ) {
    filename = filename.substring(1);
  }
  String pathOps = MessageFormat.format(
          "/webhdfs/v1/{0}?user.name={1}{2}{3}&op={4}",
          filename, user, (params == null) ? "" : "&",
          (params == null) ? "" : params, command);
  URL url = new URL(TestJettyHelper.getJettyURL(), pathOps);
  HttpURLConnection conn = (HttpURLConnection) url.openConnection();
  conn.setRequestMethod("PUT");
  conn.connect();
  Assert.assertEquals(HttpURLConnection.HTTP_OK, conn.getResponseCode());
}
 

import org.apache.hadoop.test.HadoopUsersConfTestHelper; //导入依赖的package包/类
@Test
@TestDir
@TestJetty
@TestHdfs
public void testOpenOffsetLength() throws Exception {
  createHttpFSServer(false);

  byte[] array = new byte[]{0, 1, 2, 3};
  FileSystem fs = FileSystem.get(TestHdfsHelper.getHdfsConf());
  fs.mkdirs(new Path("/tmp"));
  OutputStream os = fs.create(new Path("/tmp/foo"));
  os.write(array);
  os.close();

  String user = HadoopUsersConfTestHelper.getHadoopUsers()[0];
  URL url = new URL(TestJettyHelper.getJettyURL(),
                    MessageFormat.format("/webhdfs/v1/tmp/foo?user.name={0}&op=open&offset=1&length=2", user));
  HttpURLConnection conn = (HttpURLConnection) url.openConnection();
  Assert.assertEquals(HttpURLConnection.HTTP_OK, conn.getResponseCode());
  InputStream is = conn.getInputStream();
  Assert.assertEquals(1, is.read());
  Assert.assertEquals(2, is.read());
  Assert.assertEquals(-1, is.read());
}
 

import org.apache.hadoop.test.HadoopUsersConfTestHelper; //导入依赖的package包/类
@Test
@TestDir
@TestJetty
@TestHdfs
public void testPutNoOperation() throws Exception {
  createHttpFSServer(false);

  String user = HadoopUsersConfTestHelper.getHadoopUsers()[0];
  URL url = new URL(TestJettyHelper.getJettyURL(),
                    MessageFormat.format("/webhdfs/v1/foo?user.name={0}", user));
  HttpURLConnection conn = (HttpURLConnection) url.openConnection();
  conn.setDoInput(true);
  conn.setDoOutput(true);
  conn.setRequestMethod("PUT");
  Assert.assertEquals(conn.getResponseCode(), HttpURLConnection.HTTP_BAD_REQUEST);
}
 

import org.apache.hadoop.test.HadoopUsersConfTestHelper; //导入依赖的package包/类
/**
 * Talks to the http interface to get the json output of a *STATUS command
 * on the given file.
 *
 * @param filename The file to query.
 * @param command Either GETXATTRS, SETXATTR, or REMOVEXATTR
 * @throws Exception
 */
private void getStatus(String filename, String command)
        throws Exception {
  String user = HadoopUsersConfTestHelper.getHadoopUsers()[0];
  // Remove leading / from filename
  if ( filename.charAt(0) == '/' ) {
    filename = filename.substring(1);
  }
  String pathOps = MessageFormat.format(
          "/webhdfs/v1/{0}?user.name={1}&op={2}",
          filename, user, command);
  URL url = new URL(TestJettyHelper.getJettyURL(), pathOps);
  HttpURLConnection conn = (HttpURLConnection) url.openConnection();
  conn.connect();
  int resp = conn.getResponseCode();
  BufferedReader reader;
  Assert.assertEquals(HttpURLConnection.HTTP_INTERNAL_ERROR, resp);
  reader = new BufferedReader(new InputStreamReader(conn.getErrorStream()));
  String res = reader.readLine();
  Assert.assertTrue(res.contains("RemoteException"));
  Assert.assertTrue(res.contains("XAttr"));
  Assert.assertTrue(res.contains("rejected"));
}
 

import org.apache.hadoop.test.HadoopUsersConfTestHelper; //导入依赖的package包/类
/**
 * General-purpose http PUT command to the httpfs server.
 * @param filename The file to operate upon
 * @param command The command to perform (SETXATTR, etc)
 * @param params Parameters
 */
private void putCmd(String filename, String command,
                    String params) throws Exception {
  String user = HadoopUsersConfTestHelper.getHadoopUsers()[0];
  // Remove leading / from filename
  if ( filename.charAt(0) == '/' ) {
    filename = filename.substring(1);
  }
  String pathOps = MessageFormat.format(
          "/webhdfs/v1/{0}?user.name={1}{2}{3}&op={4}",
          filename, user, (params == null) ? "" : "&",
          (params == null) ? "" : params, command);
  URL url = new URL(TestJettyHelper.getJettyURL(), pathOps);
  HttpURLConnection conn = (HttpURLConnection) url.openConnection();
  conn.setRequestMethod("PUT");
  conn.connect();
  int resp = conn.getResponseCode();
  Assert.assertEquals(HttpURLConnection.HTTP_INTERNAL_ERROR, resp);
  BufferedReader reader;
  reader = new BufferedReader(new InputStreamReader(conn.getErrorStream()));
  String err = reader.readLine();
  Assert.assertTrue(err.contains("RemoteException"));
  Assert.assertTrue(err.contains("XAttr"));
  Assert.assertTrue(err.contains("rejected"));
}