当前位置: 首页>>代码示例>>Java>>正文


Java LoadTestKVGenerator类代码示例

本文整理汇总了Java中org.apache.hadoop.hbase.util.test.LoadTestKVGenerator的典型用法代码示例。如果您正苦于以下问题:Java LoadTestKVGenerator类的具体用法?Java LoadTestKVGenerator怎么用?Java LoadTestKVGenerator使用的例子?那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。


LoadTestKVGenerator类属于org.apache.hadoop.hbase.util.test包,在下文中一共展示了LoadTestKVGenerator类的14个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Java代码示例。

示例1: doGets

import org.apache.hadoop.hbase.util.test.LoadTestKVGenerator; //导入依赖的package包/类
private void doGets(Region region) throws IOException{
  for (int i = 0; i < NUM_ROWS; ++i) {
    final byte[] rowKey = LoadTestKVGenerator.md5PrefixedKey(i).getBytes();
    for (int j = 0; j < NUM_COLS_PER_ROW; ++j) {
      final String qualStr = String.valueOf(j);
      if (VERBOSE) {
        System.err.println("Reading row " + i + ", column " + j + " " + Bytes.toString(rowKey)+"/"
            +qualStr);
      }
      final byte[] qualBytes = Bytes.toBytes(qualStr);
      Get get = new Get(rowKey);
      get.addColumn(CF_BYTES, qualBytes);
      Result result = region.get(get);
      assertEquals(1, result.size());
      byte[] value = result.getValue(CF_BYTES, qualBytes);
      assertTrue(LoadTestKVGenerator.verify(value, rowKey, qualBytes));
    }
  }
}
 
开发者ID:fengchen8086,项目名称:ditb,代码行数:20,代码来源:TestEncodedSeekers.java

示例2: doGets

import org.apache.hadoop.hbase.util.test.LoadTestKVGenerator; //导入依赖的package包/类
private void doGets(HRegion region) throws IOException{
  for (int i = 0; i < NUM_ROWS; ++i) {
    final byte[] rowKey = LoadTestKVGenerator.md5PrefixedKey(i).getBytes();
    for (int j = 0; j < NUM_COLS_PER_ROW; ++j) {
      final String qualStr = String.valueOf(j);
      if (VERBOSE) {
        System.err.println("Reading row " + i + ", column " + j + " " + Bytes.toString(rowKey)+"/"
            +qualStr);
      }
      final byte[] qualBytes = Bytes.toBytes(qualStr);
      Get get = new Get(rowKey);
      get.addColumn(CF_BYTES, qualBytes);
      Result result = region.get(get);
      assertEquals(1, result.size());
      byte[] value = result.getValue(CF_BYTES, qualBytes);
      assertTrue(LoadTestKVGenerator.verify(value, rowKey, qualBytes));
    }
  }
}
 
开发者ID:grokcoder,项目名称:pbase,代码行数:20,代码来源:TestEncodedSeekers.java

示例3: doPuts

import org.apache.hadoop.hbase.util.test.LoadTestKVGenerator; //导入依赖的package包/类
private void doPuts(HRegion region) throws IOException{
  LoadTestKVGenerator dataGenerator = new LoadTestKVGenerator(MIN_VALUE_SIZE, MAX_VALUE_SIZE);
   for (int i = 0; i < NUM_ROWS; ++i) {
    byte[] key = LoadTestKVGenerator.md5PrefixedKey(i).getBytes();
    for (int j = 0; j < NUM_COLS_PER_ROW; ++j) {
      Put put = new Put(key);
      byte[] col = Bytes.toBytes(String.valueOf(j));
      byte[] value = dataGenerator.generateRandomSizeValue(key, col);
      put.add(CF_BYTES, col, value);
      if(VERBOSE){
        KeyValue kvPut = new KeyValue(key, CF_BYTES, col, value);
        System.err.println(Strings.padFront(i+"", ' ', 4)+" "+kvPut);
      }
      region.put(put);
    }
    if (i % NUM_ROWS_PER_FLUSH == 0) {
      region.flushcache();
    }
  }
}
 
开发者ID:cloud-software-foundation,项目名称:c5,代码行数:21,代码来源:TestEncodedSeekers.java

示例4: doGets

import org.apache.hadoop.hbase.util.test.LoadTestKVGenerator; //导入依赖的package包/类
private void doGets(HRegion region) throws IOException{
  for (int i = 0; i < NUM_ROWS; ++i) {
    final byte[] rowKey = LoadTestKVGenerator.md5PrefixedKey(i).getBytes();
    for (int j = 0; j < NUM_COLS_PER_ROW; ++j) {
      final String qualStr = String.valueOf(j);
      if (VERBOSE) {
        System.err.println("Reading row " + i + ", column " + j + " " + Bytes.toString(rowKey)+"/"
            +qualStr);
      }
      final byte[] qualBytes = Bytes.toBytes(qualStr);
      Get get = new Get(rowKey);
      get.addColumn(CF_BYTES, qualBytes);
      Result result = region.get(get, null);
      assertEquals(1, result.size());
      byte[] value = result.getValue(CF_BYTES, qualBytes);
      assertTrue(LoadTestKVGenerator.verify(value, rowKey, qualBytes));
    }
  }
}
 
开发者ID:daidong,项目名称:DominoHBase,代码行数:20,代码来源:TestEncodedSeekers.java

示例5: generateTestData

import org.apache.hadoop.hbase.util.test.LoadTestKVGenerator; //导入依赖的package包/类
private void generateTestData(Region region, int numRows) throws IOException {
  // generating 1Mb values
  LoadTestKVGenerator dataGenerator = new LoadTestKVGenerator(1024 * 1024, 1024 * 1024);
  for (int i = 0; i < numRows; ++i) {
    byte[] key = Bytes.add(region.getRegionInfo().getStartKey(), Bytes.toBytes(i));
    for (int j = 0; j < 1; ++j) {
      Put put = new Put(key);
      byte[] col = Bytes.toBytes(String.valueOf(j));
      byte[] value = dataGenerator.generateRandomSizeValue(key, col);
      put.add(FAMILYNAME, col, value);
      region.put(put);
    }
  }
}
 
开发者ID:fengchen8086,项目名称:ditb,代码行数:15,代码来源:TestSimpleRegionNormalizerOnCluster.java

示例6: doPuts

import org.apache.hadoop.hbase.util.test.LoadTestKVGenerator; //导入依赖的package包/类
private void doPuts(Region region) throws IOException{
  LoadTestKVGenerator dataGenerator = new LoadTestKVGenerator(MIN_VALUE_SIZE, MAX_VALUE_SIZE);
   for (int i = 0; i < NUM_ROWS; ++i) {
    byte[] key = LoadTestKVGenerator.md5PrefixedKey(i).getBytes();
    for (int j = 0; j < NUM_COLS_PER_ROW; ++j) {
      Put put = new Put(key);
      put.setDurability(Durability.ASYNC_WAL);
      byte[] col = Bytes.toBytes(String.valueOf(j));
      byte[] value = dataGenerator.generateRandomSizeValue(key, col);
      if (includeTags) {
        Tag[] tag = new Tag[1];
        tag[0] = new Tag((byte) 1, "Visibility");
        KeyValue kv = new KeyValue(key, CF_BYTES, col, HConstants.LATEST_TIMESTAMP, value, tag);
        put.add(kv);
      } else {
        put.add(CF_BYTES, col, value);
      }
      if(VERBOSE){
        KeyValue kvPut = new KeyValue(key, CF_BYTES, col, value);
        System.err.println(Strings.padFront(i+"", ' ', 4)+" "+kvPut);
      }
      region.put(put);
    }
    if (i % NUM_ROWS_PER_FLUSH == 0) {
      region.flush(true);
    }
  }
}
 
开发者ID:fengchen8086,项目名称:ditb,代码行数:29,代码来源:TestEncodedSeekers.java

示例7: verify

import org.apache.hadoop.hbase.util.test.LoadTestKVGenerator; //导入依赖的package包/类
@Override
public boolean verify(byte[] rowKey, byte[] cf, byte[] column, byte[] value) {
  if (Bytes.BYTES_COMPARATOR.compare(column, FILTER_COLUMN) == 0) {
    // Relies on the filter from getScanFilter being used.
    return Bytes.toLong(value) == ACCEPTED_VALUE;
  } else if (Bytes.BYTES_COMPARATOR.compare(column, VALUE_COLUMN) == 0) {
    return LoadTestKVGenerator.verify(value, rowKey, cf, column);
  }
  return false; // some bogus value from read, we don't expect any such thing.
}
 
开发者ID:fengchen8086,项目名称:ditb,代码行数:11,代码来源:IntegrationTestLazyCfLoading.java

示例8: testVerification

import org.apache.hadoop.hbase.util.test.LoadTestKVGenerator; //导入依赖的package包/类
@Test
public void testVerification() {
  for (int i = 0; i < 1000; ++i) {
    for (int qualIndex = 0; qualIndex < 20; ++qualIndex) {
      byte[] qual = String.valueOf(qualIndex).getBytes();
      byte[] rowKey = LoadTestKVGenerator.md5PrefixedKey(i).getBytes();
      byte[] v = gen.generateRandomSizeValue(rowKey, qual);
      assertTrue(LoadTestKVGenerator.verify(v, rowKey, qual));
      v[0]++;
      assertFalse(LoadTestKVGenerator.verify(v, rowKey, qual));
    }
  }
}
 
开发者ID:fengchen8086,项目名称:ditb,代码行数:14,代码来源:TestLoadTestKVGenerator.java

示例9: testCorrectAndUniqueKeys

import org.apache.hadoop.hbase.util.test.LoadTestKVGenerator; //导入依赖的package包/类
@Test
public void testCorrectAndUniqueKeys() {
  Set<String> keys = new HashSet<String>();
  for (int i = 0; i < 1000; ++i) {
    String k = LoadTestKVGenerator.md5PrefixedKey(i);
    assertFalse(keys.contains(k));
    assertTrue(k.endsWith("-" + i));
    keys.add(k);
  }
}
 
开发者ID:fengchen8086,项目名称:ditb,代码行数:11,代码来源:TestLoadTestKVGenerator.java

示例10: doPuts

import org.apache.hadoop.hbase.util.test.LoadTestKVGenerator; //导入依赖的package包/类
private void doPuts(HRegion region) throws IOException{
  LoadTestKVGenerator dataGenerator = new LoadTestKVGenerator(MIN_VALUE_SIZE, MAX_VALUE_SIZE);
   for (int i = 0; i < NUM_ROWS; ++i) {
    byte[] key = LoadTestKVGenerator.md5PrefixedKey(i).getBytes();
    for (int j = 0; j < NUM_COLS_PER_ROW; ++j) {
      Put put = new Put(key);
      put.setDurability(Durability.ASYNC_WAL);
      byte[] col = Bytes.toBytes(String.valueOf(j));
      byte[] value = dataGenerator.generateRandomSizeValue(key, col);
      if (includeTags) {
        Tag[] tag = new Tag[1];
        tag[0] = new Tag((byte) 1, "Visibility");
        KeyValue kv = new KeyValue(key, CF_BYTES, col, HConstants.LATEST_TIMESTAMP, value, tag);
        put.add(kv);
      } else {
        put.add(CF_BYTES, col, value);
      }
      if(VERBOSE){
        KeyValue kvPut = new KeyValue(key, CF_BYTES, col, value);
        System.err.println(Strings.padFront(i+"", ' ', 4)+" "+kvPut);
      }
      region.put(put);
    }
    if (i % NUM_ROWS_PER_FLUSH == 0) {
      region.flushcache();
    }
  }
}
 
开发者ID:grokcoder,项目名称:pbase,代码行数:29,代码来源:TestEncodedSeekers.java

示例11: doPuts

import org.apache.hadoop.hbase.util.test.LoadTestKVGenerator; //导入依赖的package包/类
private void doPuts(HRegion region) throws IOException{
  LoadTestKVGenerator dataGenerator = new LoadTestKVGenerator(MIN_VALUE_SIZE, MAX_VALUE_SIZE);
   for (int i = 0; i < NUM_ROWS; ++i) {
    byte[] key = LoadTestKVGenerator.md5PrefixedKey(i).getBytes();
    for (int j = 0; j < NUM_COLS_PER_ROW; ++j) {
      Put put = new Put(key);
      byte[] col = Bytes.toBytes(String.valueOf(j));
      byte[] value = dataGenerator.generateRandomSizeValue(key, col);
      if (includeTags) {
        Tag[] tag = new Tag[1];
        tag[0] = new Tag((byte) 1, "Visibility");
        KeyValue kv = new KeyValue(key, CF_BYTES, col, HConstants.LATEST_TIMESTAMP, value, tag);
        put.add(kv);
      } else {
        put.add(CF_BYTES, col, value);
      }
      if(VERBOSE){
        KeyValue kvPut = new KeyValue(key, CF_BYTES, col, value);
        System.err.println(Strings.padFront(i+"", ' ', 4)+" "+kvPut);
      }
      region.put(put);
    }
    if (i % NUM_ROWS_PER_FLUSH == 0) {
      region.flushcache();
    }
  }
}
 
开发者ID:tenggyut,项目名称:HIndex,代码行数:28,代码来源:TestEncodedSeekers.java

示例12: longToByteArrayKey

import org.apache.hadoop.hbase.util.test.LoadTestKVGenerator; //导入依赖的package包/类
private byte[] longToByteArrayKey(long rowKey) {
  return LoadTestKVGenerator.md5PrefixedKey(rowKey).getBytes();
}
 
开发者ID:fengchen8086,项目名称:ditb,代码行数:4,代码来源:TestFastFail.java

示例13: getDeterministicUniqueKey

import org.apache.hadoop.hbase.util.test.LoadTestKVGenerator; //导入依赖的package包/类
@Override
public byte[] getDeterministicUniqueKey(long keyBase) {
  return LoadTestKVGenerator.md5PrefixedKey(keyBase).getBytes();
}
 
开发者ID:fengchen8086,项目名称:ditb,代码行数:5,代码来源:MultiThreadedAction.java

示例14: verify

import org.apache.hadoop.hbase.util.test.LoadTestKVGenerator; //导入依赖的package包/类
@Override
public boolean verify(byte[] rowKey, byte[] cf, byte[] column, byte[] value) {
  return LoadTestKVGenerator.verify(value, rowKey, cf, column);
}
 
开发者ID:fengchen8086,项目名称:ditb,代码行数:5,代码来源:MultiThreadedAction.java


注:本文中的org.apache.hadoop.hbase.util.test.LoadTestKVGenerator类示例由纯净天空整理自Github/MSDocs等开源代码及文档管理平台,相关代码片段筛选自各路编程大神贡献的开源项目,源码版权归原作者所有,传播和使用请参考对应项目的License;未经允许,请勿转载。