当前位置: 首页>>代码示例>>Java>>正文


Java ScannerModel类代码示例

本文整理汇总了Java中org.apache.hadoop.hbase.rest.model.ScannerModel的典型用法代码示例。如果您正苦于以下问题:Java ScannerModel类的具体用法?Java ScannerModel怎么用?Java ScannerModel使用的例子?那么, 这里精选的类代码示例或许可以为您提供帮助。


ScannerModel类属于org.apache.hadoop.hbase.rest.model包,在下文中一共展示了ScannerModel类的15个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Java代码示例。

示例1: setUpBeforeClass

import org.apache.hadoop.hbase.rest.model.ScannerModel; //导入依赖的package包/类
@BeforeClass
public static void setUpBeforeClass() throws Exception {
  conf = TEST_UTIL.getConfiguration();
  TEST_UTIL.startMiniCluster();
  REST_TEST_UTIL.startServletContainer(conf);
  client = new Client(new Cluster().add("localhost",
    REST_TEST_UTIL.getServletPort()));
  context = JAXBContext.newInstance(
    CellModel.class,
    CellSetModel.class,
    RowModel.class,
    ScannerModel.class);
  marshaller = context.createMarshaller();
  unmarshaller = context.createUnmarshaller();
  Admin admin = TEST_UTIL.getHBaseAdmin();
  if (admin.tableExists(TABLE)) {
    return;
  }
  HTableDescriptor htd = new HTableDescriptor(TABLE);
  htd.addFamily(new HColumnDescriptor(CFA));
  htd.addFamily(new HColumnDescriptor(CFB));
  admin.createTable(htd);
  expectedRows1 = insertData(TEST_UTIL.getConfiguration(), TABLE, COLUMN_1, 1.0);
  expectedRows2 = insertData(TEST_UTIL.getConfiguration(), TABLE, COLUMN_2, 0.5);
}
 
开发者ID:fengchen8086,项目名称:ditb,代码行数:26,代码来源:TestScannerResource.java

示例2: testSimpleScannerXMLWithLabelsThatReceivesNoData

import org.apache.hadoop.hbase.rest.model.ScannerModel; //导入依赖的package包/类
@Test
public void testSimpleScannerXMLWithLabelsThatReceivesNoData() throws IOException, JAXBException {
  final int BATCH_SIZE = 5;
  // new scanner
  ScannerModel model = new ScannerModel();
  model.setBatch(BATCH_SIZE);
  model.addColumn(Bytes.toBytes(COLUMN_1));
  model.addLabel(PUBLIC);
  StringWriter writer = new StringWriter();
  marshaller.marshal(model, writer);
  byte[] body = Bytes.toBytes(writer.toString());
  // recall previous put operation with read-only off
  conf.set("hbase.rest.readonly", "false");
  Response response = client.put("/" + TABLE + "/scanner", Constants.MIMETYPE_XML, body);
  assertEquals(response.getCode(), 201);
  String scannerURI = response.getLocation();
  assertNotNull(scannerURI);

  // get a cell set
  response = client.get(scannerURI, Constants.MIMETYPE_XML);
  // Respond with 204 as there are no cells to be retrieved
  assertEquals(response.getCode(), 204);
  assertEquals(Constants.MIMETYPE_XML, response.getHeader("content-type"));
}
 
开发者ID:fengchen8086,项目名称:ditb,代码行数:25,代码来源:TestScannersWithLabels.java

示例3: setUpBeforeClass

import org.apache.hadoop.hbase.rest.model.ScannerModel; //导入依赖的package包/类
@BeforeClass
public static void setUpBeforeClass() throws Exception {
  conf = TEST_UTIL.getConfiguration();
  TEST_UTIL.startMiniCluster();
  REST_TEST_UTIL.startServletContainer(conf);
  client = new Client(new Cluster().add("localhost",
    REST_TEST_UTIL.getServletPort()));
  context = JAXBContext.newInstance(
    CellModel.class,
    CellSetModel.class,
    RowModel.class,
    ScannerModel.class);
  marshaller = context.createMarshaller();
  unmarshaller = context.createUnmarshaller();
  HBaseAdmin admin = TEST_UTIL.getHBaseAdmin();
  if (admin.tableExists(TABLE)) {
    return;
  }
  HTableDescriptor htd = new HTableDescriptor(TABLE);
  htd.addFamily(new HColumnDescriptor(CFA));
  htd.addFamily(new HColumnDescriptor(CFB));
  admin.createTable(htd);
  expectedRows1 = insertData(TABLE, COLUMN_1, 1.0);
  expectedRows2 = insertData(TABLE, COLUMN_2, 0.5);
}
 
开发者ID:fengchen8086,项目名称:LCIndex-HBase-0.94.16,代码行数:26,代码来源:TestScannerResource.java

示例4: setUpBeforeClass

import org.apache.hadoop.hbase.rest.model.ScannerModel; //导入依赖的package包/类
@BeforeClass
public static void setUpBeforeClass() throws Exception {
  conf = TEST_UTIL.getConfiguration();
  TEST_UTIL.startMiniCluster();
  REST_TEST_UTIL.startServletContainer(conf);
  client = new Client(new Cluster().add("localhost",
    REST_TEST_UTIL.getServletPort()));
  context = JAXBContext.newInstance(
    CellModel.class,
    CellSetModel.class,
    RowModel.class,
    ScannerModel.class);
  marshaller = context.createMarshaller();
  unmarshaller = context.createUnmarshaller();
  HBaseAdmin admin = TEST_UTIL.getHBaseAdmin();
  if (admin.tableExists(TABLE)) {
    return;
  }
  HTableDescriptor htd = new HTableDescriptor(TableName.valueOf(TABLE));
  htd.addFamily(new HColumnDescriptor(CFA));
  htd.addFamily(new HColumnDescriptor(CFB));
  admin.createTable(htd);
  expectedRows1 = insertData(TEST_UTIL.getConfiguration(), TABLE, COLUMN_1, 1.0);
  expectedRows2 = insertData(TEST_UTIL.getConfiguration(), TABLE, COLUMN_2, 0.5);
}
 
开发者ID:tenggyut,项目名称:HIndex,代码行数:26,代码来源:TestScannerResource.java

示例5: testSimpleScannerXMLWithLabelsThatReceivesNoData

import org.apache.hadoop.hbase.rest.model.ScannerModel; //导入依赖的package包/类
@Test
public void testSimpleScannerXMLWithLabelsThatReceivesNoData() throws IOException, JAXBException {
  final int BATCH_SIZE = 5;
  // new scanner
  ScannerModel model = new ScannerModel();
  model.setBatch(BATCH_SIZE);
  model.addColumn(Bytes.toBytes(COLUMN_1));
  model.addLabel(PUBLIC);
  StringWriter writer = new StringWriter();
  marshaller.marshal(model, writer);
  byte[] body = Bytes.toBytes(writer.toString());
  // recall previous put operation with read-only off
  conf.set("hbase.rest.readonly", "false");
  Response response = client.put("/" + TABLE + "/scanner", Constants.MIMETYPE_XML, body);
  assertEquals(201, response.getCode());
  String scannerURI = response.getLocation();
  assertNotNull(scannerURI);

  // get a cell set
  response = client.get(scannerURI, Constants.MIMETYPE_XML);
  // Respond with 204 as there are no cells to be retrieved
  assertEquals(204, response.getCode());
  // With no content in the payload, the 'Content-Type' header is not echo back
}
 
开发者ID:apache,项目名称:hbase,代码行数:25,代码来源:TestScannersWithLabels.java

示例6: setUpBeforeClass

import org.apache.hadoop.hbase.rest.model.ScannerModel; //导入依赖的package包/类
@BeforeClass
public static void setUpBeforeClass() throws Exception {
  conf = TEST_UTIL.getConfiguration();
  TEST_UTIL.startMiniCluster();
  REST_TEST_UTIL.startServletContainer(conf);
  client = new Client(new Cluster().add("localhost",
    REST_TEST_UTIL.getServletPort()));
  context = JAXBContext.newInstance(
    CellModel.class,
    CellSetModel.class,
    RowModel.class,
    ScannerModel.class);
  marshaller = context.createMarshaller();
  unmarshaller = context.createUnmarshaller();
  HBaseAdmin admin = TEST_UTIL.getHBaseAdmin();
  if (admin.tableExists(TABLE)) {
    return;
  }
  HTableDescriptor htd = new HTableDescriptor(TableName.valueOf(TABLE));
  htd.addFamily(new HColumnDescriptor(CFA));
  htd.addFamily(new HColumnDescriptor(CFB));
  admin.createTable(htd);
  expectedRows1 = insertData(TABLE, COLUMN_1, 1.0);
  expectedRows2 = insertData(TABLE, COLUMN_2, 0.5);
}
 
开发者ID:cloud-software-foundation,项目名称:c5,代码行数:26,代码来源:TestScannerResource.java

示例7: put

import org.apache.hadoop.hbase.rest.model.ScannerModel; //导入依赖的package包/类
@PUT
@Consumes({MIMETYPE_XML, MIMETYPE_JSON, MIMETYPE_PROTOBUF,
  MIMETYPE_PROTOBUF_IETF})
public Response put(final ScannerModel model, 
    final @Context UriInfo uriInfo) {
  if (LOG.isDebugEnabled()) {
    LOG.debug("PUT " + uriInfo.getAbsolutePath());
  }
  return update(model, true, uriInfo);
}
 
开发者ID:fengchen8086,项目名称:ditb,代码行数:11,代码来源:ScannerResource.java

示例8: post

import org.apache.hadoop.hbase.rest.model.ScannerModel; //导入依赖的package包/类
@POST
@Consumes({MIMETYPE_XML, MIMETYPE_JSON, MIMETYPE_PROTOBUF,
  MIMETYPE_PROTOBUF_IETF})
public Response post(final ScannerModel model,
    final @Context UriInfo uriInfo) {
  if (LOG.isDebugEnabled()) {
    LOG.debug("POST " + uriInfo.getAbsolutePath());
  }
  return update(model, false, uriInfo);
}
 
开发者ID:fengchen8086,项目名称:ditb,代码行数:11,代码来源:ScannerResource.java

示例9: buildFilterFromModel

import org.apache.hadoop.hbase.rest.model.ScannerModel; //导入依赖的package包/类
public static Filter buildFilterFromModel(final ScannerModel model) 
    throws Exception {
  String filter = model.getFilter();
  if (filter == null || filter.length() == 0) {
    return null;
  }
  return buildFilter(filter);
}
 
开发者ID:fengchen8086,项目名称:ditb,代码行数:9,代码来源:ScannerResultGenerator.java

示例10: fullTableScan

import org.apache.hadoop.hbase.rest.model.ScannerModel; //导入依赖的package包/类
private static int fullTableScan(ScannerModel model) throws IOException {
  model.setBatch(100);
  Response response = client.put("/" + TABLE + "/scanner",
    Constants.MIMETYPE_PROTOBUF, model.createProtobufOutput());
  assertEquals(response.getCode(), 201);
  String scannerURI = response.getLocation();
  assertNotNull(scannerURI);
  int count = 0;
  while (true) {
    response = client.get(scannerURI, Constants.MIMETYPE_PROTOBUF);
    assertTrue(response.getCode() == 200 || response.getCode() == 204);
    if (response.getCode() == 200) {
      assertEquals(Constants.MIMETYPE_PROTOBUF, response.getHeader("content-type"));
      CellSetModel cellSet = new CellSetModel();
      cellSet.getObjectFromMessage(response.getBody());
      Iterator<RowModel> rows = cellSet.getRows().iterator();
      while (rows.hasNext()) {
        RowModel row = rows.next();
        Iterator<CellModel> cells = row.getCells().iterator();
        while (cells.hasNext()) {
          cells.next();
          count++;
        }
      }
    } else {
      break;
    }
  }
  // delete the scanner
  response = client.delete(scannerURI);
  assertEquals(response.getCode(), 200);
  return count;
}
 
开发者ID:fengchen8086,项目名称:ditb,代码行数:34,代码来源:TestScannerResource.java

示例11: testTableDoesNotExist

import org.apache.hadoop.hbase.rest.model.ScannerModel; //导入依赖的package包/类
@Test
public void testTableDoesNotExist() throws IOException, JAXBException {
  ScannerModel model = new ScannerModel();
  StringWriter writer = new StringWriter();
  marshaller.marshal(model, writer);
  byte[] body = Bytes.toBytes(writer.toString());
  Response response = client.put("/" + NONEXISTENT_TABLE +
    "/scanner", Constants.MIMETYPE_XML, body);
  assertEquals(response.getCode(), 404);
}
 
开发者ID:fengchen8086,项目名称:ditb,代码行数:11,代码来源:TestScannerResource.java

示例12: setUpBeforeClass

import org.apache.hadoop.hbase.rest.model.ScannerModel; //导入依赖的package包/类
@BeforeClass
public static void setUpBeforeClass() throws Exception {
  SUPERUSER = User.createUserForTesting(conf, "admin",
      new String[] { "supergroup" });
  conf = TEST_UTIL.getConfiguration();
  conf.setClass(VisibilityUtils.VISIBILITY_LABEL_GENERATOR_CLASS,
      SimpleScanLabelGenerator.class, ScanLabelGenerator.class);
  conf.setInt("hfile.format.version", 3);
  conf.set("hbase.superuser", SUPERUSER.getShortName());
  conf.set("hbase.coprocessor.master.classes", VisibilityController.class.getName());
  conf.set("hbase.coprocessor.region.classes", VisibilityController.class.getName());
  TEST_UTIL.startMiniCluster(1);
  // Wait for the labels table to become available
  TEST_UTIL.waitTableEnabled(VisibilityConstants.LABELS_TABLE_NAME.getName(), 50000);
  createLabels();
  setAuths();
  REST_TEST_UTIL.startServletContainer(conf);
  client = new Client(new Cluster().add("localhost", REST_TEST_UTIL.getServletPort()));
  context = JAXBContext.newInstance(CellModel.class, CellSetModel.class, RowModel.class,
      ScannerModel.class);
  marshaller = context.createMarshaller();
  unmarshaller = context.createUnmarshaller();
  Admin admin = TEST_UTIL.getHBaseAdmin();
  if (admin.tableExists(TABLE)) {
    return;
  }
  HTableDescriptor htd = new HTableDescriptor(TABLE);
  htd.addFamily(new HColumnDescriptor(CFA));
  htd.addFamily(new HColumnDescriptor(CFB));
  admin.createTable(htd);
  insertData(TABLE, COLUMN_1, 1.0);
  insertData(TABLE, COLUMN_2, 0.5);
}
 
开发者ID:fengchen8086,项目名称:ditb,代码行数:34,代码来源:TestScannersWithLabels.java

示例13: testSimpleScannerXMLWithLabelsThatReceivesData

import org.apache.hadoop.hbase.rest.model.ScannerModel; //导入依赖的package包/类
@Test
public void testSimpleScannerXMLWithLabelsThatReceivesData() throws IOException, JAXBException {
  // new scanner
  ScannerModel model = new ScannerModel();
  model.setBatch(5);
  model.addColumn(Bytes.toBytes(COLUMN_1));
  model.addLabel(SECRET);
  StringWriter writer = new StringWriter();
  marshaller.marshal(model, writer);
  byte[] body = Bytes.toBytes(writer.toString());

  // recall previous put operation with read-only off
  conf.set("hbase.rest.readonly", "false");
  Response response = client.put("/" + TABLE + "/scanner", Constants.MIMETYPE_XML, body);
  assertEquals(response.getCode(), 201);
  String scannerURI = response.getLocation();
  assertNotNull(scannerURI);

  // get a cell set
  response = client.get(scannerURI, Constants.MIMETYPE_XML);
  // Respond with 204 as there are no cells to be retrieved
  assertEquals(response.getCode(), 200);
  assertEquals(Constants.MIMETYPE_XML, response.getHeader("content-type"));
  CellSetModel cellSet = (CellSetModel) unmarshaller.unmarshal(new ByteArrayInputStream(response
      .getBody()));
  assertEquals(countCellSet(cellSet), 5);
}
 
开发者ID:fengchen8086,项目名称:ditb,代码行数:28,代码来源:TestScannersWithLabels.java

示例14: verifyScan

import org.apache.hadoop.hbase.rest.model.ScannerModel; //导入依赖的package包/类
private static void verifyScan(Scan s, long expectedRows, long expectedKeys) 
    throws Exception {
  ScannerModel model = ScannerModel.fromScan(s);
  model.setBatch(Integer.MAX_VALUE); // fetch it all at once
  StringWriter writer = new StringWriter();
  marshaller.marshal(model, writer);
  LOG.debug(writer.toString());
  byte[] body = Bytes.toBytes(writer.toString());
  Response response = client.put("/" + TABLE + "/scanner",
    Constants.MIMETYPE_XML, body);
  assertEquals(response.getCode(), 201);
  String scannerURI = response.getLocation();
  assertNotNull(scannerURI);

  // get a cell set
  response = client.get(scannerURI, Constants.MIMETYPE_XML);
  assertEquals(response.getCode(), 200);
  assertEquals(Constants.MIMETYPE_XML, response.getHeader("content-type"));
  CellSetModel cells = (CellSetModel)
    unmarshaller.unmarshal(new ByteArrayInputStream(response.getBody()));

  int rows = cells.getRows().size();
  assertTrue("Scanned too many rows! Only expected " + expectedRows + 
      " total but scanned " + rows, expectedRows == rows);
  for (RowModel row: cells.getRows()) {
    int count = row.getCells().size();
    assertEquals("Expected " + expectedKeys + " keys per row but " +
      "returned " + count, expectedKeys, count);
  }

  // delete the scanner
  response = client.delete(scannerURI);
  assertEquals(response.getCode(), 200);
}
 
开发者ID:fengchen8086,项目名称:ditb,代码行数:35,代码来源:TestScannersWithFilters.java

示例15: verifyScan

import org.apache.hadoop.hbase.rest.model.ScannerModel; //导入依赖的package包/类
private static void verifyScan(Scan s, long expectedRows, long expectedKeys) 
    throws Exception {
  ScannerModel model = ScannerModel.fromScan(s);
  model.setBatch(Integer.MAX_VALUE); // fetch it all at once
  StringWriter writer = new StringWriter();
  marshaller.marshal(model, writer);
  LOG.debug(writer.toString());
  byte[] body = Bytes.toBytes(writer.toString());
  Response response = client.put("/" + TABLE + "/scanner", 
    Constants.MIMETYPE_XML, body);
  assertEquals(response.getCode(), 201);
  String scannerURI = response.getLocation();
  assertNotNull(scannerURI);

  // get a cell set
  response = client.get(scannerURI, Constants.MIMETYPE_XML);
  assertEquals(response.getCode(), 200);
  assertEquals(Constants.MIMETYPE_XML, response.getHeader("content-type"));
  CellSetModel cells = (CellSetModel)
    unmarshaller.unmarshal(new ByteArrayInputStream(response.getBody()));

  int rows = cells.getRows().size();
  assertTrue("Scanned too many rows! Only expected " + expectedRows + 
      " total but scanned " + rows, expectedRows == rows);
  for (RowModel row: cells.getRows()) {
    int count = row.getCells().size();
    assertEquals("Expected " + expectedKeys + " keys per row but " +
      "returned " + count, expectedKeys, count);
  }

  // delete the scanner
  response = client.delete(scannerURI);
  assertEquals(response.getCode(), 200);
}
 
开发者ID:fengchen8086,项目名称:LCIndex-HBase-0.94.16,代码行数:35,代码来源:TestScannersWithFilters.java


注:本文中的org.apache.hadoop.hbase.rest.model.ScannerModel类示例由纯净天空整理自Github/MSDocs等开源代码及文档管理平台,相关代码片段筛选自各路编程大神贡献的开源项目,源码版权归原作者所有,传播和使用请参考对应项目的License;未经允许,请勿转载。