Java WebServicesTestUtils类代码示例

import org.apache.hadoop.yarn.webapp.WebServicesTestUtils; //导入依赖的package包/类
public void verifyNodeAppInfoXML(NodeList nodes, Application app,
    HashMap<String, String> hash) throws JSONException, Exception {
  for (int i = 0; i < nodes.getLength(); i++) {
    Element element = (Element) nodes.item(i);

    verifyNodeAppInfoGeneric(app,
        WebServicesTestUtils.getXmlString(element, "id"),
        WebServicesTestUtils.getXmlString(element, "state"),
        WebServicesTestUtils.getXmlString(element, "user"));

    NodeList ids = element.getElementsByTagName("containerids");
    for (int j = 0; j < ids.getLength(); j++) {
      Element line = (Element) ids.item(j);
      Node first = line.getFirstChild();
      String val = first.getNodeValue();
      assertEquals("extra containerid: " + val, val, hash.remove(val));
    }
    assertTrue("missing containerids", hash.isEmpty());
  }
}
 

import org.apache.hadoop.yarn.webapp.WebServicesTestUtils; //导入依赖的package包/类
@Test
public void testJobsQueryStartTimeEndInvalidformat() throws JSONException,
    Exception {
  WebResource r = resource();
  ClientResponse response = r.path("ws").path("v1").path("history")
      .path("mapreduce").path("jobs").queryParam("startedTimeEnd", "efsd")
      .accept(MediaType.APPLICATION_JSON).get(ClientResponse.class);
  assertEquals(Status.BAD_REQUEST, response.getClientResponseStatus());
  assertEquals(MediaType.APPLICATION_JSON_TYPE, response.getType());
  JSONObject msg = response.getEntity(JSONObject.class);
  JSONObject exception = msg.getJSONObject("RemoteException");
  assertEquals("incorrect number of elements", 3, exception.length());
  String message = exception.getString("message");
  String type = exception.getString("exception");
  String classname = exception.getString("javaClassName");
  WebServicesTestUtils
      .checkStringMatch(
          "exception message",
          "java.lang.Exception: Invalid number format: For input string: \"efsd\"",
          message);
  WebServicesTestUtils.checkStringMatch("exception type",
      "BadRequestException", type);
  WebServicesTestUtils.checkStringMatch("exception classname",
      "org.apache.hadoop.yarn.webapp.BadRequestException", classname);
}
 

import org.apache.hadoop.yarn.webapp.WebServicesTestUtils; //导入依赖的package包/类
public void verifyHSInfoXML(String xml, AppContext ctx)
    throws JSONException, Exception {
  DocumentBuilderFactory dbf = DocumentBuilderFactory.newInstance();
  DocumentBuilder db = dbf.newDocumentBuilder();
  InputSource is = new InputSource();
  is.setCharacterStream(new StringReader(xml));
  Document dom = db.parse(is);
  NodeList nodes = dom.getElementsByTagName("historyInfo");
  assertEquals("incorrect number of elements", 1, nodes.getLength());

  for (int i = 0; i < nodes.getLength(); i++) {
    Element element = (Element) nodes.item(i);
    verifyHsInfoGeneric(
        WebServicesTestUtils.getXmlString(element, "hadoopVersionBuiltOn"),
        WebServicesTestUtils.getXmlString(element, "hadoopBuildVersion"),
        WebServicesTestUtils.getXmlString(element, "hadoopVersion"),
        WebServicesTestUtils.getXmlLong(element, "startedOn"));
  }
}
 

import org.apache.hadoop.yarn.webapp.WebServicesTestUtils; //导入依赖的package包/类
@Test
public void testJobsQueryLimitInvalid() throws JSONException, Exception {
  WebResource r = resource();

  ClientResponse response = r.path("ws").path("v1").path("history")
      .path("mapreduce").path("jobs").queryParam("limit", "-1")
      .accept(MediaType.APPLICATION_JSON).get(ClientResponse.class);

  assertEquals(Status.BAD_REQUEST, response.getClientResponseStatus());
  assertEquals(MediaType.APPLICATION_JSON_TYPE, response.getType());
  JSONObject msg = response.getEntity(JSONObject.class);
  JSONObject exception = msg.getJSONObject("RemoteException");
  assertEquals("incorrect number of elements", 3, exception.length());
  String message = exception.getString("message");
  String type = exception.getString("exception");
  String classname = exception.getString("javaClassName");
  WebServicesTestUtils.checkStringMatch("exception message",
      "java.lang.Exception: limit value must be greater then 0", message);
  WebServicesTestUtils.checkStringMatch("exception type",
      "BadRequestException", type);
  WebServicesTestUtils.checkStringMatch("exception classname",
      "org.apache.hadoop.yarn.webapp.BadRequestException", classname);
}
 

import org.apache.hadoop.yarn.webapp.WebServicesTestUtils; //导入依赖的package包/类
public void verifyContainersInfoXML(NodeList nodes, Container cont)
    throws JSONException, Exception {
  for (int i = 0; i < nodes.getLength(); i++) {
    Element element = (Element) nodes.item(i);

    verifyNodeContainerInfoGeneric(cont,
        WebServicesTestUtils.getXmlString(element, "id"),
        WebServicesTestUtils.getXmlString(element, "state"),
        WebServicesTestUtils.getXmlString(element, "user"),
        WebServicesTestUtils.getXmlInt(element, "exitCode"),
        WebServicesTestUtils.getXmlString(element, "diagnostics"),
        WebServicesTestUtils.getXmlString(element, "nodeId"),
        WebServicesTestUtils.getXmlInt(element, "totalMemoryNeededMB"),
        WebServicesTestUtils.getXmlInt(element, "totalVCoresNeeded"),
        WebServicesTestUtils.getXmlString(element, "containerLogsLink"));
  }
}
 

import org.apache.hadoop.yarn.webapp.WebServicesTestUtils; //导入依赖的package包/类
@Test
public void testInvalidUri() throws JSONException, Exception {
  WebResource r = resource();
  String responseStr = "";
  try {
    responseStr = r.path("ws").path("v1").path("cluster").path("bogus")
        .accept(MediaType.APPLICATION_JSON).get(String.class);
    fail("should have thrown exception on invalid uri");
  } catch (UniformInterfaceException ue) {
    ClientResponse response = ue.getResponse();
    assertEquals(Status.NOT_FOUND, response.getClientResponseStatus());

    WebServicesTestUtils.checkStringMatch(
        "error string exists and shouldn't", "", responseStr);
  }
}
 

import org.apache.hadoop.yarn.webapp.WebServicesTestUtils; //导入依赖的package包/类
@Test
public void testInvalidAccept() throws JSONException, Exception {
  WebResource r = resource();
  String responseStr = "";
  try {
    responseStr = r.path("ws").path("v1").path("cluster")
        .accept(MediaType.TEXT_PLAIN).get(String.class);
    fail("should have thrown exception on invalid uri");
  } catch (UniformInterfaceException ue) {
    ClientResponse response = ue.getResponse();
    assertEquals(Status.INTERNAL_SERVER_ERROR,
        response.getClientResponseStatus());
    WebServicesTestUtils.checkStringMatch(
        "error string exists and shouldn't", "", responseStr);
  }
}
 

import org.apache.hadoop.yarn.webapp.WebServicesTestUtils; //导入依赖的package包/类
@Test
public void testJobsQueryFinishTimeInvalidformat() throws JSONException,
    Exception {
  WebResource r = resource();
  ClientResponse response = r.path("ws").path("v1").path("history")
      .path("mapreduce").path("jobs").queryParam("finishedTimeBegin", "efsd")
      .accept(MediaType.APPLICATION_JSON).get(ClientResponse.class);
  assertEquals(Status.BAD_REQUEST, response.getClientResponseStatus());
  assertEquals(MediaType.APPLICATION_JSON_TYPE, response.getType());
  JSONObject msg = response.getEntity(JSONObject.class);
  JSONObject exception = msg.getJSONObject("RemoteException");
  assertEquals("incorrect number of elements", 3, exception.length());
  String message = exception.getString("message");
  String type = exception.getString("exception");
  String classname = exception.getString("javaClassName");
  WebServicesTestUtils
      .checkStringMatch(
          "exception message",
          "java.lang.Exception: Invalid number format: For input string: \"efsd\"",
          message);
  WebServicesTestUtils.checkStringMatch("exception type",
      "BadRequestException", type);
  WebServicesTestUtils.checkStringMatch("exception classname",
      "org.apache.hadoop.yarn.webapp.BadRequestException", classname);
}
 

import org.apache.hadoop.yarn.webapp.WebServicesTestUtils; //导入依赖的package包/类
public void verifyNodesXML(NodeList nodes, MockNM nm) throws JSONException,
    Exception {
  for (int i = 0; i < nodes.getLength(); i++) {
    Element element = (Element) nodes.item(i);
    verifyNodeInfoGeneric(nm,
        WebServicesTestUtils.getXmlString(element, "state"),
        WebServicesTestUtils.getXmlString(element, "rack"),
        WebServicesTestUtils.getXmlString(element, "id"),
        WebServicesTestUtils.getXmlString(element, "nodeHostName"),
        WebServicesTestUtils.getXmlString(element, "nodeHTTPAddress"),
        WebServicesTestUtils.getXmlLong(element, "lastHealthUpdate"),
        WebServicesTestUtils.getXmlString(element, "healthReport"),
        WebServicesTestUtils.getXmlInt(element, "numContainers"),
        WebServicesTestUtils.getXmlLong(element, "usedMemoryMB"),
        WebServicesTestUtils.getXmlLong(element, "availMemoryMB"),
        WebServicesTestUtils.getXmlLong(element, "usedVirtualCores"),
        WebServicesTestUtils.getXmlLong(element,  "availableVirtualCores"),
        WebServicesTestUtils.getXmlLong(element, "usedGpuCores"),
        WebServicesTestUtils.getXmlLong(element, "availableGpuCores"),
        WebServicesTestUtils.getXmlString(element, "version"));
  }
}
 

import org.apache.hadoop.yarn.webapp.WebServicesTestUtils; //导入依赖的package包/类
public void verifyHsJobTaskCounters(JSONObject info, Task task)
    throws JSONException {

  assertEquals("incorrect number of elements", 2, info.length());

  WebServicesTestUtils.checkStringMatch("id", MRApps.toString(task.getID()),
      info.getString("id"));
  // just do simple verification of fields - not data is correct
  // in the fields
  JSONArray counterGroups = info.getJSONArray("taskCounterGroup");
  for (int i = 0; i < counterGroups.length(); i++) {
    JSONObject counterGroup = counterGroups.getJSONObject(i);
    String name = counterGroup.getString("counterGroupName");
    assertTrue("name not set", (name != null && !name.isEmpty()));
    JSONArray counters = counterGroup.getJSONArray("counter");
    for (int j = 0; j < counters.length(); j++) {
      JSONObject counter = counters.getJSONObject(j);
      String counterName = counter.getString("name");
      assertTrue("name not set",
          (counterName != null && !counterName.isEmpty()));
      long value = counter.getLong("value");
      assertTrue("value  >= 0", value >= 0);
    }
  }
}
 

import org.apache.hadoop.yarn.webapp.WebServicesTestUtils; //导入依赖的package包/类
protected String validateGetNewApplicationXMLResponse(String response)
    throws ParserConfigurationException, IOException, SAXException {
  DocumentBuilderFactory dbf = DocumentBuilderFactory.newInstance();
  DocumentBuilder db = dbf.newDocumentBuilder();
  InputSource is = new InputSource();
  is.setCharacterStream(new StringReader(response));
  Document dom = db.parse(is);
  NodeList nodes = dom.getElementsByTagName("NewApplication");
  assertEquals("incorrect number of elements", 1, nodes.getLength());
  Element element = (Element) nodes.item(0);
  String appId = WebServicesTestUtils.getXmlString(element, "application-id");
  assertTrue(!appId.isEmpty());
  NodeList maxResourceNodes =
      element.getElementsByTagName("maximum-resource-capability");
  assertEquals(1, maxResourceNodes.getLength());
  Element maxResourceCapability = (Element) maxResourceNodes.item(0);
  long memory =
      WebServicesTestUtils.getXmlLong(maxResourceCapability, "memory");
  long vCores =
      WebServicesTestUtils.getXmlLong(maxResourceCapability, "vCores");
  assertTrue(memory != 0);
  assertTrue(vCores != 0);
  return appId;
}
 

import org.apache.hadoop.yarn.webapp.WebServicesTestUtils; //导入依赖的package包/类
public static DelegationToken getDelegationTokenFromXML(String tokenXML)
    throws IOException, ParserConfigurationException, SAXException {
  DocumentBuilderFactory dbf = DocumentBuilderFactory.newInstance();
  DocumentBuilder db = dbf.newDocumentBuilder();
  InputSource is = new InputSource();
  is.setCharacterStream(new StringReader(tokenXML));
  Document dom = db.parse(is);
  NodeList nodes = dom.getElementsByTagName("delegation-token");
  assertEquals("incorrect number of elements", 1, nodes.getLength());
  Element element = (Element) nodes.item(0);
  DelegationToken ret = new DelegationToken();
  String token = WebServicesTestUtils.getXmlString(element, "token");
  if (token != null) {
    ret.setToken(token);
  } else {
    long expiration =
        WebServicesTestUtils.getXmlLong(element, "expiration-time");
    ret.setNextExpirationTime(expiration);
  }
  return ret;
}
 

import org.apache.hadoop.yarn.webapp.WebServicesTestUtils; //导入依赖的package包/类
public void verifyTaskGeneric(Task task, String id, String state,
    String type, String successfulAttempt, long startTime, long finishTime,
    long elapsedTime, float progress) {

  TaskId taskid = task.getID();
  String tid = MRApps.toString(taskid);
  TaskReport report = task.getReport();

  WebServicesTestUtils.checkStringMatch("id", tid, id);
  WebServicesTestUtils.checkStringMatch("type", task.getType().toString(),
      type);
  WebServicesTestUtils.checkStringMatch("state", report.getTaskState()
      .toString(), state);
  // not easily checked without duplicating logic, just make sure its here
  assertNotNull("successfulAttempt null", successfulAttempt);
  assertEquals("startTime wrong", report.getStartTime(), startTime);
  assertEquals("finishTime wrong", report.getFinishTime(), finishTime);
  assertEquals("elapsedTime wrong", finishTime - startTime, elapsedTime);
  assertEquals("progress wrong", report.getProgress() * 100, progress, 1e-3f);
}
 

import org.apache.hadoop.yarn.webapp.WebServicesTestUtils; //导入依赖的package包/类
public void verifyAppAttemptsXML(NodeList nodes, RMAppAttempt appAttempt,
    String user)
    throws JSONException, Exception {

  for (int i = 0; i < nodes.getLength(); i++) {
    Element element = (Element) nodes.item(i);

    verifyAppAttemptInfoGeneric(appAttempt,
        WebServicesTestUtils.getXmlInt(element, "id"),
        WebServicesTestUtils.getXmlLong(element, "startTime"),
        WebServicesTestUtils.getXmlString(element, "containerId"),
        WebServicesTestUtils.getXmlString(element, "nodeHttpAddress"),
        WebServicesTestUtils.getXmlString(element, "nodeId"),
        WebServicesTestUtils.getXmlString(element, "logsLink"), user);
  }
}
 

import org.apache.hadoop.yarn.webapp.WebServicesTestUtils; //导入依赖的package包/类
public void verifyAppAttemptInfoGeneric(RMAppAttempt appAttempt, int id,
    long startTime, String containerId, String nodeHttpAddress, String nodeId,
    String logsLink, String user)
        throws JSONException, Exception {

  assertEquals("id doesn't match", appAttempt.getAppAttemptId()
      .getAttemptId(), id);
  assertEquals("startedTime doesn't match", appAttempt.getStartTime(),
      startTime);
  WebServicesTestUtils.checkStringMatch("containerId", appAttempt
      .getMasterContainer().getId().toString(), containerId);
  WebServicesTestUtils.checkStringMatch("nodeHttpAddress", appAttempt
      .getMasterContainer().getNodeHttpAddress(), nodeHttpAddress);
  WebServicesTestUtils.checkStringMatch("nodeId", appAttempt
      .getMasterContainer().getNodeId().toString(), nodeId);
  assertTrue("logsLink doesn't match", logsLink.startsWith("//"));
  assertTrue(
      "logsLink doesn't contain user info", logsLink.endsWith("/"
      + user));
}