Java TestJettyHelper类代码示例

import org.apache.hadoop.test.TestJettyHelper; //导入依赖的package包/类
@Test
@TestDir
@TestJetty
@TestHdfs
public void testValidHttpFSAccess() throws Exception {
  createHttpFSServer();

  KerberosTestUtils.doAsClient(new Callable<Void>() {
    @Override
    public Void call() throws Exception {
      URL url = new URL(TestJettyHelper.getJettyURL(),
                        "/webhdfs/v1/?op=GETHOMEDIRECTORY");
      AuthenticatedURL aUrl = new AuthenticatedURL();
      AuthenticatedURL.Token aToken = new AuthenticatedURL.Token();
      HttpURLConnection conn = aUrl.openConnection(url, aToken);
      Assert.assertEquals(conn.getResponseCode(), HttpURLConnection.HTTP_OK);
      return null;
    }
  });
}
 

import org.apache.hadoop.test.TestJettyHelper; //导入依赖的package包/类
@SuppressWarnings("deprecation")
private void testDelegationTokenWithFS(Class fileSystemClass)
  throws Exception {
  createHttpFSServer();
  Configuration conf = new Configuration();
  conf.set("fs.webhdfs.impl", fileSystemClass.getName());
  conf.set("fs.hdfs.impl.disable.cache", "true");
  URI uri = new URI( "webhdfs://" +
                     TestJettyHelper.getJettyURL().toURI().getAuthority());
  FileSystem fs = FileSystem.get(uri, conf);
  Token<?> tokens[] = fs.addDelegationTokens("foo", null);
  fs.close();
  Assert.assertEquals(1, tokens.length);
  fs = FileSystem.get(uri, conf);
  ((DelegationTokenRenewer.Renewable) fs).setDelegationToken(tokens[0]);
  fs.listStatus(new Path("/"));
  fs.close();
}
 

import org.apache.hadoop.test.TestJettyHelper; //导入依赖的package包/类
@Test
@TestDir
@TestJetty
@TestHdfs
public void testHdfsAccess() throws Exception {
  createHttpFSServer(false);

  String user = HadoopUsersConfTestHelper.getHadoopUsers()[0];
  URL url = new URL(TestJettyHelper.getJettyURL(),
                    MessageFormat.format("/webhdfs/v1/?user.name={0}&op=liststatus", user));
  HttpURLConnection conn = (HttpURLConnection) url.openConnection();
  Assert.assertEquals(conn.getResponseCode(), HttpURLConnection.HTTP_OK);
  BufferedReader reader = new BufferedReader(new InputStreamReader(conn.getInputStream()));
  reader.readLine();
  reader.close();
}
 

import org.apache.hadoop.test.TestJettyHelper; //导入依赖的package包/类
@Test
@TestDir
@TestJetty
@TestHdfs
public void testGlobFilter() throws Exception {
  createHttpFSServer(false);

  FileSystem fs = FileSystem.get(TestHdfsHelper.getHdfsConf());
  fs.mkdirs(new Path("/tmp"));
  fs.create(new Path("/tmp/foo.txt")).close();

  String user = HadoopUsersConfTestHelper.getHadoopUsers()[0];
  URL url = new URL(TestJettyHelper.getJettyURL(),
                    MessageFormat.format("/webhdfs/v1/tmp?user.name={0}&op=liststatus&filter=f*", user));
  HttpURLConnection conn = (HttpURLConnection) url.openConnection();
  Assert.assertEquals(conn.getResponseCode(), HttpURLConnection.HTTP_OK);
  BufferedReader reader = new BufferedReader(new InputStreamReader(conn.getInputStream()));
  reader.readLine();
  reader.close();
}
 

import org.apache.hadoop.test.TestJettyHelper; //导入依赖的package包/类
/**
 * Talks to the http interface to create a file.
 *
 * @param filename The file to create
 * @param perms The permission field, if any (may be null)
 * @throws Exception
 */
private void createWithHttp ( String filename, String perms )
        throws Exception {
  String user = HadoopUsersConfTestHelper.getHadoopUsers()[0];
  // Remove leading / from filename
  if ( filename.charAt(0) == '/' ) {
    filename = filename.substring(1);
  }
  String pathOps;
  if ( perms == null ) {
    pathOps = MessageFormat.format(
            "/webhdfs/v1/{0}?user.name={1}&op=CREATE",
            filename, user);
  } else {
    pathOps = MessageFormat.format(
            "/webhdfs/v1/{0}?user.name={1}&permission={2}&op=CREATE",
            filename, user, perms);
  }
  URL url = new URL(TestJettyHelper.getJettyURL(), pathOps);
  HttpURLConnection conn = (HttpURLConnection) url.openConnection();
  conn.addRequestProperty("Content-Type", "application/octet-stream");
  conn.setRequestMethod("PUT");
  conn.connect();
  Assert.assertEquals(HttpURLConnection.HTTP_CREATED, conn.getResponseCode());
}
 

import org.apache.hadoop.test.TestJettyHelper; //导入依赖的package包/类
/**
 * Talks to the http interface to get the json output of a *STATUS command
 * on the given file.
 *
 * @param filename The file to query.
 * @param command Either GETFILESTATUS, LISTSTATUS, or ACLSTATUS
 * @return A string containing the JSON output describing the file.
 * @throws Exception
 */
private String getStatus(String filename, String command)
        throws Exception {
  String user = HadoopUsersConfTestHelper.getHadoopUsers()[0];
  // Remove leading / from filename
  if ( filename.charAt(0) == '/' ) {
    filename = filename.substring(1);
  }
  String pathOps = MessageFormat.format(
          "/webhdfs/v1/{0}?user.name={1}&op={2}",
          filename, user, command);
  URL url = new URL(TestJettyHelper.getJettyURL(), pathOps);
  HttpURLConnection conn = (HttpURLConnection) url.openConnection();
  conn.connect();
  Assert.assertEquals(HttpURLConnection.HTTP_OK, conn.getResponseCode());

  BufferedReader reader =
          new BufferedReader(new InputStreamReader(conn.getInputStream()));

  return reader.readLine();
}
 

import org.apache.hadoop.test.TestJettyHelper; //导入依赖的package包/类
/**
 * General-purpose http PUT command to the httpfs server.
 * @param filename The file to operate upon
 * @param command The command to perform (SETACL, etc)
 * @param params Parameters, like "aclspec=..."
 */
private void putCmd(String filename, String command,
                    String params) throws Exception {
  String user = HadoopUsersConfTestHelper.getHadoopUsers()[0];
  // Remove leading / from filename
  if ( filename.charAt(0) == '/' ) {
    filename = filename.substring(1);
  }
  String pathOps = MessageFormat.format(
          "/webhdfs/v1/{0}?user.name={1}{2}{3}&op={4}",
          filename, user, (params == null) ? "" : "&",
          (params == null) ? "" : params, command);
  URL url = new URL(TestJettyHelper.getJettyURL(), pathOps);
  HttpURLConnection conn = (HttpURLConnection) url.openConnection();
  conn.setRequestMethod("PUT");
  conn.connect();
  Assert.assertEquals(HttpURLConnection.HTTP_OK, conn.getResponseCode());
}
 

import org.apache.hadoop.test.TestJettyHelper; //导入依赖的package包/类
@Test
@TestDir
@TestJetty
@TestHdfs
public void testOpenOffsetLength() throws Exception {
  createHttpFSServer(false);

  byte[] array = new byte[]{0, 1, 2, 3};
  FileSystem fs = FileSystem.get(TestHdfsHelper.getHdfsConf());
  fs.mkdirs(new Path("/tmp"));
  OutputStream os = fs.create(new Path("/tmp/foo"));
  os.write(array);
  os.close();

  String user = HadoopUsersConfTestHelper.getHadoopUsers()[0];
  URL url = new URL(TestJettyHelper.getJettyURL(),
                    MessageFormat.format("/webhdfs/v1/tmp/foo?user.name={0}&op=open&offset=1&length=2", user));
  HttpURLConnection conn = (HttpURLConnection) url.openConnection();
  Assert.assertEquals(HttpURLConnection.HTTP_OK, conn.getResponseCode());
  InputStream is = conn.getInputStream();
  Assert.assertEquals(1, is.read());
  Assert.assertEquals(2, is.read());
  Assert.assertEquals(-1, is.read());
}
 

import org.apache.hadoop.test.TestJettyHelper; //导入依赖的package包/类
@Test
@TestDir
@TestJetty
@TestHdfs
public void testPutNoOperation() throws Exception {
  createHttpFSServer(false);

  String user = HadoopUsersConfTestHelper.getHadoopUsers()[0];
  URL url = new URL(TestJettyHelper.getJettyURL(),
                    MessageFormat.format("/webhdfs/v1/foo?user.name={0}", user));
  HttpURLConnection conn = (HttpURLConnection) url.openConnection();
  conn.setDoInput(true);
  conn.setDoOutput(true);
  conn.setRequestMethod("PUT");
  Assert.assertEquals(conn.getResponseCode(), HttpURLConnection.HTTP_BAD_REQUEST);
}
 

import org.apache.hadoop.test.TestJettyHelper; //导入依赖的package包/类
/**
 * Talks to the http interface to get the json output of a *STATUS command
 * on the given file.
 *
 * @param filename The file to query.
 * @param command Either GETXATTRS, SETXATTR, or REMOVEXATTR
 * @throws Exception
 */
private void getStatus(String filename, String command)
        throws Exception {
  String user = HadoopUsersConfTestHelper.getHadoopUsers()[0];
  // Remove leading / from filename
  if ( filename.charAt(0) == '/' ) {
    filename = filename.substring(1);
  }
  String pathOps = MessageFormat.format(
          "/webhdfs/v1/{0}?user.name={1}&op={2}",
          filename, user, command);
  URL url = new URL(TestJettyHelper.getJettyURL(), pathOps);
  HttpURLConnection conn = (HttpURLConnection) url.openConnection();
  conn.connect();
  int resp = conn.getResponseCode();
  BufferedReader reader;
  Assert.assertEquals(HttpURLConnection.HTTP_INTERNAL_ERROR, resp);
  reader = new BufferedReader(new InputStreamReader(conn.getErrorStream()));
  String res = reader.readLine();
  Assert.assertTrue(res.contains("RemoteException"));
  Assert.assertTrue(res.contains("XAttr"));
  Assert.assertTrue(res.contains("rejected"));
}
 

import org.apache.hadoop.test.TestJettyHelper; //导入依赖的package包/类
/**
 * General-purpose http PUT command to the httpfs server.
 * @param filename The file to operate upon
 * @param command The command to perform (SETXATTR, etc)
 * @param params Parameters
 */
private void putCmd(String filename, String command,
                    String params) throws Exception {
  String user = HadoopUsersConfTestHelper.getHadoopUsers()[0];
  // Remove leading / from filename
  if ( filename.charAt(0) == '/' ) {
    filename = filename.substring(1);
  }
  String pathOps = MessageFormat.format(
          "/webhdfs/v1/{0}?user.name={1}{2}{3}&op={4}",
          filename, user, (params == null) ? "" : "&",
          (params == null) ? "" : params, command);
  URL url = new URL(TestJettyHelper.getJettyURL(), pathOps);
  HttpURLConnection conn = (HttpURLConnection) url.openConnection();
  conn.setRequestMethod("PUT");
  conn.connect();
  int resp = conn.getResponseCode();
  Assert.assertEquals(HttpURLConnection.HTTP_INTERNAL_ERROR, resp);
  BufferedReader reader;
  reader = new BufferedReader(new InputStreamReader(conn.getErrorStream()));
  String err = reader.readLine();
  Assert.assertTrue(err.contains("RemoteException"));
  Assert.assertTrue(err.contains("XAttr"));
  Assert.assertTrue(err.contains("rejected"));
}