当前位置: 首页>>代码示例>>Java>>正文


Java VerifyReplication.createSubmittableJob方法代码示例

本文整理汇总了Java中org.apache.hadoop.hbase.mapreduce.replication.VerifyReplication.createSubmittableJob方法的典型用法代码示例。如果您正苦于以下问题:Java VerifyReplication.createSubmittableJob方法的具体用法?Java VerifyReplication.createSubmittableJob怎么用?Java VerifyReplication.createSubmittableJob使用的例子?那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在org.apache.hadoop.hbase.mapreduce.replication.VerifyReplication的用法示例。


在下文中一共展示了VerifyReplication.createSubmittableJob方法的3个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Java代码示例。

示例1: testVerifyRepJob

import org.apache.hadoop.hbase.mapreduce.replication.VerifyReplication; //导入方法依赖的package包/类
/**
 * Do a small loading into a table, make sure the data is really the same,
 * then run the VerifyReplication job to check the results. Do a second
 * comparison where all the cells are different.
 * @throws Exception
 */
@Test(timeout=300000)
public void testVerifyRepJob() throws Exception {
  // Populate the tables, at the same time it guarantees that the tables are
  // identical since it does the check
  testSmallBatch();

  String[] args = new String[] {"2", Bytes.toString(tableName)};
  Job job = VerifyReplication.createSubmittableJob(CONF_WITH_LOCALFS, args);
  if (job == null) {
    fail("Job wasn't created, see the log");
  }
  if (!job.waitForCompletion(true)) {
    fail("Job failed, see the log");
  }
  assertEquals(NB_ROWS_IN_BATCH, job.getCounters().
      findCounter(VerifyReplication.Verifier.Counters.GOODROWS).getValue());
  assertEquals(0, job.getCounters().
      findCounter(VerifyReplication.Verifier.Counters.BADROWS).getValue());

  Scan scan = new Scan();
  ResultScanner rs = htable2.getScanner(scan);
  Put put = null;
  for (Result result : rs) {
    put = new Put(result.getRow());
    KeyValue firstVal = result.raw()[0];
    put.add(firstVal.getFamily(),
        firstVal.getQualifier(), Bytes.toBytes("diff data"));
    htable2.put(put);
  }
  Delete delete = new Delete(put.getRow());
  htable2.delete(delete);
  job = VerifyReplication.createSubmittableJob(CONF_WITH_LOCALFS, args);
  if (job == null) {
    fail("Job wasn't created, see the log");
  }
  if (!job.waitForCompletion(true)) {
    fail("Job failed, see the log");
  }
  assertEquals(0, job.getCounters().
      findCounter(VerifyReplication.Verifier.Counters.GOODROWS).getValue());
  assertEquals(NB_ROWS_IN_BATCH, job.getCounters().
      findCounter(VerifyReplication.Verifier.Counters.BADROWS).getValue());
}
 
开发者ID:fengchen8086,项目名称:LCIndex-HBase-0.94.16,代码行数:50,代码来源:TestReplicationSmallTests.java

示例2: testVerifyRepJob

import org.apache.hadoop.hbase.mapreduce.replication.VerifyReplication; //导入方法依赖的package包/类
/**
 * Do a small loading into a table, make sure the data is really the same,
 * then run the VerifyReplication job to check the results. Do a second
 * comparison where all the cells are different.
 * @throws Exception
 */
@Test(timeout=300000)
public void testVerifyRepJob() throws Exception {
  // Populate the tables, at the same time it guarantees that the tables are
  // identical since it does the check
  testSmallBatch();

  String[] args = new String[] {"2", tableName.getNameAsString()};
  Job job = VerifyReplication.createSubmittableJob(CONF_WITH_LOCALFS, args);
  if (job == null) {
    fail("Job wasn't created, see the log");
  }
  if (!job.waitForCompletion(true)) {
    fail("Job failed, see the log");
  }
  assertEquals(NB_ROWS_IN_BATCH, job.getCounters().
      findCounter(VerifyReplication.Verifier.Counters.GOODROWS).getValue());
  assertEquals(0, job.getCounters().
      findCounter(VerifyReplication.Verifier.Counters.BADROWS).getValue());

  Scan scan = new Scan();
  ResultScanner rs = htable2.getScanner(scan);
  Put put = null;
  for (Result result : rs) {
    put = new Put(result.getRow());
    Cell firstVal = result.rawCells()[0];
    put.add(CellUtil.cloneFamily(firstVal),
        CellUtil.cloneQualifier(firstVal), Bytes.toBytes("diff data"));
    htable2.put(put);
  }
  Delete delete = new Delete(put.getRow());
  htable2.delete(delete);
  job = VerifyReplication.createSubmittableJob(CONF_WITH_LOCALFS, args);
  if (job == null) {
    fail("Job wasn't created, see the log");
  }
  if (!job.waitForCompletion(true)) {
    fail("Job failed, see the log");
  }
  assertEquals(0, job.getCounters().
      findCounter(VerifyReplication.Verifier.Counters.GOODROWS).getValue());
  assertEquals(NB_ROWS_IN_BATCH, job.getCounters().
      findCounter(VerifyReplication.Verifier.Counters.BADROWS).getValue());
}
 
开发者ID:grokcoder,项目名称:pbase,代码行数:50,代码来源:TestReplicationSmallTests.java

示例3: testVerifyRepJob

import org.apache.hadoop.hbase.mapreduce.replication.VerifyReplication; //导入方法依赖的package包/类
/**
 * Do a small loading into a table, make sure the data is really the same,
 * then run the VerifyReplication job to check the results. Do a second
 * comparison where all the cells are different.
 * @throws Exception
 */
@Test(timeout=300000)
public void testVerifyRepJob() throws Exception {
  // Populate the tables, at the same time it guarantees that the tables are
  // identical since it does the check
  testSmallBatch();

  String[] args = new String[] {"2", Bytes.toString(tableName)};
  Job job = VerifyReplication.createSubmittableJob(CONF_WITH_LOCALFS, args);
  if (job == null) {
    fail("Job wasn't created, see the log");
  }
  if (!job.waitForCompletion(true)) {
    fail("Job failed, see the log");
  }
  assertEquals(NB_ROWS_IN_BATCH, job.getCounters().
      findCounter(VerifyReplication.Verifier.Counters.GOODROWS).getValue());
  assertEquals(0, job.getCounters().
      findCounter(VerifyReplication.Verifier.Counters.BADROWS).getValue());

  Scan scan = new Scan();
  ResultScanner rs = htable2.getScanner(scan);
  Put put = null;
  for (Result result : rs) {
    put = new Put(result.getRow());
    Cell firstVal = result.rawCells()[0];
    put.add(CellUtil.cloneFamily(firstVal),
        CellUtil.cloneQualifier(firstVal), Bytes.toBytes("diff data"));
    htable2.put(put);
  }
  Delete delete = new Delete(put.getRow());
  htable2.delete(delete);
  job = VerifyReplication.createSubmittableJob(CONF_WITH_LOCALFS, args);
  if (job == null) {
    fail("Job wasn't created, see the log");
  }
  if (!job.waitForCompletion(true)) {
    fail("Job failed, see the log");
  }
  assertEquals(0, job.getCounters().
      findCounter(VerifyReplication.Verifier.Counters.GOODROWS).getValue());
  assertEquals(NB_ROWS_IN_BATCH, job.getCounters().
      findCounter(VerifyReplication.Verifier.Counters.BADROWS).getValue());
}
 
开发者ID:tenggyut,项目名称:HIndex,代码行数:50,代码来源:TestReplicationSmallTests.java


注:本文中的org.apache.hadoop.hbase.mapreduce.replication.VerifyReplication.createSubmittableJob方法示例由纯净天空整理自Github/MSDocs等开源代码及文档管理平台,相关代码片段筛选自各路编程大神贡献的开源项目,源码版权归原作者所有,传播和使用请参考对应项目的License;未经允许,请勿转载。