当前位置: 首页>>代码示例>>Java>>正文

Java TableDesc.setStats方法代码示例

本文整理汇总了Java中org.apache.tajo.catalog.TableDesc.setStats方法的典型用法代码示例。如果您正苦于以下问题：Java TableDesc.setStats方法的具体用法？Java TableDesc.setStats怎么用？Java TableDesc.setStats使用的例子？那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类org.apache.tajo.catalog.TableDesc的用法示例。


在下文中一共展示了TableDesc.setStats方法的10个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Java代码示例。

示例1: testPrintResultInsertStatement

import org.apache.tajo.catalog.TableDesc; //导入方法依赖的package包/类
@Test
public void testPrintResultInsertStatement() throws Exception {
  DefaultTajoCliOutputFormatter outputFormatter = new DefaultTajoCliOutputFormatter();
  outputFormatter.init(cliContext);

  float responseTime = 10.1f;
  long numBytes = 102;
  long numRows = 30;

  TableDesc tableDesc = new TableDesc();
  TableStats stats = new TableStats();
  stats.setNumBytes(102);
  stats.setNumRows(numRows);
  tableDesc.setStats(stats);

  StringWriter stringWriter = new StringWriter();
  PrintWriter writer = new PrintWriter(stringWriter);
  outputFormatter.printResult(writer, null, tableDesc, responseTime, null);

  String expectedOutput = "(" +  numRows + " rows, " + responseTime + " sec, " + numBytes + " B inserted)\n";
  assertEquals(expectedOutput, stringWriter.toString());
}
开发者ID:apache，项目名称:tajo，代码行数:23，代码来源:TestDefaultCliOutputFormatter.java

示例2: execute

import org.apache.tajo.catalog.TableDesc; //导入方法依赖的package包/类
@Override
public void execute(QueryMaster.QueryMasterContext context, QueryContext queryContext, Query query,
                    ExecutionBlockId finalExecBlockId,
                    Path finalOutputDir) throws Exception {
  SubQuery lastStage = query.getSubQuery(finalExecBlockId);
  TableMeta meta = lastStage.getTableMeta();
  TableStats stats = lastStage.getResultStats();

  TableDesc resultTableDesc =
      new TableDesc(
          query.getId().toString(),
          lastStage.getSchema(),
          meta,
          finalOutputDir);

  stats.setNumBytes(getTableVolume(query.systemConf, finalOutputDir));
  resultTableDesc.setStats(stats);
  query.setResultDesc(resultTableDesc);
}
开发者ID:apache，项目名称:incubator-tajo，代码行数:20，代码来源:Query.java

示例3: execute

import org.apache.tajo.catalog.TableDesc; //导入方法依赖的package包/类
@Override
public void execute(QueryMaster.QueryMasterContext context, QueryContext queryContext,
                    Query query, ExecutionBlockId finalExecBlockId,
                    Path finalOutputDir) throws Exception {
  SubQuery lastStage = query.getSubQuery(finalExecBlockId);
  TableMeta meta = lastStage.getTableMeta();
  TableStats stats = lastStage.getResultStats();

  TableDesc resultTableDesc =
      new TableDesc(
          query.getId().toString(),
          lastStage.getSchema(),
          meta,
          finalOutputDir);
  resultTableDesc.setExternal(true);

  stats.setNumBytes(getTableVolume(query.systemConf, finalOutputDir));
  resultTableDesc.setStats(stats);
  query.setResultDesc(resultTableDesc);
}
开发者ID:gruter，项目名称:tajo-cdh，代码行数:21，代码来源:Query.java

示例4: setUp

import org.apache.tajo.catalog.TableDesc; //导入方法依赖的package包/类
@BeforeClass
public static void setUp() throws Exception {
  util = new TajoTestingCluster();
  util.startCatalogCluster();

  conf = util.getConfiguration();
  conf.set(TajoConf.ConfVars.$TEST_BROADCAST_JOIN_ENABLED.varname, "false");

  catalog = util.getCatalogService();
  catalog.createTablespace(DEFAULT_TABLESPACE_NAME, "hdfs://localhost:!234/warehouse");
  catalog.createDatabase(DEFAULT_DATABASE_NAME, DEFAULT_TABLESPACE_NAME);
  TPCH tpch = new TPCH();
  tpch.loadSchemas();
  tpch.loadOutSchema();
  for (String table : tpch.getTableNames()) {
    TableMeta m = CatalogUtil.newTableMeta(BuiltinStorages.TEXT, util.getConfiguration());
    TableDesc d = CatalogUtil.newTableDesc(
        IdentifierUtil.buildFQName(DEFAULT_DATABASE_NAME, table), tpch.getSchema(table), m, CommonTestingUtil.getTestDir());
    TableStats stats = new TableStats();
    stats.setNumBytes(TPCH.tableVolumes.get(table));
    d.setStats(stats);
    catalog.createTable(d);
  }

  analyzer = new SQLAnalyzer();
  logicalPlanner = new LogicalPlanner(catalog, TablespaceManager.getInstance());
  optimizer = new LogicalOptimizer(conf, catalog, TablespaceManager.getInstance());

  dispatcher = new AsyncDispatcher();
  dispatcher.init(conf);
  dispatcher.start();
  planner = new GlobalPlanner(conf, catalog);
}
开发者ID:apache，项目名称:tajo，代码行数:34，代码来源:TestExecutionBlockCursor.java

示例5: setup

import org.apache.tajo.catalog.TableDesc; //导入方法依赖的package包/类
public void setup(String[] names,
                  String[] tablepaths,
                  Schema[] schemas) throws Exception {
  LOG.info("===================================================");
  LOG.info("Starting Test Cluster.");
  LOG.info("===================================================");

  util = new TajoTestingCluster();
  util.startMiniCluster(1);
  conf = util.getConfiguration();
  client = util.newTajoClient();

  FileSystem fs = util.getDefaultFileSystem();
  Path rootDir = TajoConf.getWarehouseDir(conf);
  fs.mkdirs(rootDir);
  for (int i = 0; i < tablepaths.length; i++) {
    Path localPath = new Path(tablepaths[i]);
    Path tablePath = new Path(rootDir, names[i]);
    fs.mkdirs(tablePath);
    Path dfsPath = new Path(tablePath, localPath.getName());
    fs.copyFromLocalFile(localPath, dfsPath);
    TableMeta meta = CatalogUtil.newTableMeta(BuiltinStorages.TEXT, conf);

    // Add fake table statistic data to tables.
    // It gives more various situations to unit tests.
    TableStats stats = new TableStats();
    stats.setNumBytes(TPCH.tableVolumes.get(names[i]));
    TableDesc tableDesc = new TableDesc(
        IdentifierUtil.buildFQName(TajoConstants.DEFAULT_DATABASE_NAME, names[i]), schemas[i], meta,
        tablePath.toUri());
    tableDesc.setStats(stats);
    util.getMaster().getCatalog().createTable(tableDesc);
  }

  LOG.info("===================================================");
  LOG.info("Test Cluster ready and test table created.");
  LOG.info("===================================================");

}
开发者ID:apache，项目名称:tajo，代码行数:40，代码来源:LocalTajoTestingUtility.java

示例6: setup

import org.apache.tajo.catalog.TableDesc; //导入方法依赖的package包/类
@BeforeClass
public static void setup() throws Exception {
  util = TpchTestBase.getInstance().getTestingCluster();
  conf = util.getConfiguration();
  sm = StorageManagerFactory.getStorageManager(conf);

  scoreSchema = new Schema();
  scoreSchema.addColumn("deptname", Type.TEXT);
  scoreSchema.addColumn("score", Type.INT4);
  scoreMeta = CatalogUtil.newTableMeta(StoreType.CSV);
  TableStats stats = new TableStats();

  Path p = sm.getTablePath("score");
  sm.getFileSystem().mkdirs(p);
  Appender appender = StorageManagerFactory.getStorageManager(conf).getAppender(scoreMeta, scoreSchema,
      new Path(p, "score"));
  appender.init();
  int deptSize = 100;
  int tupleNum = 10000;
  Tuple tuple;
  long written = 0;
  for (int i = 0; i < tupleNum; i++) {
    tuple = new VTuple(2);
    String key = "test" + (i % deptSize);
    tuple.put(0, DatumFactory.createText(key));
    tuple.put(1, DatumFactory.createInt4(i + 1));
    written += key.length() + Integer.SIZE;
    appender.addTuple(tuple);
  }
  appender.close();
  stats.setNumRows(tupleNum);
  stats.setNumBytes(written);
  stats.setAvgRows(tupleNum);
  stats.setNumBlocks(1000);
  stats.setNumShuffleOutputs(100);
  desc = new TableDesc("score", scoreSchema, scoreMeta, p);
  desc.setStats(stats);
}
开发者ID:apache，项目名称:incubator-tajo，代码行数:39，代码来源:TestResultSet.java

示例7: setUp

import org.apache.tajo.catalog.TableDesc; //导入方法依赖的package包/类
@BeforeClass
public static void setUp() throws Exception {
  util = new TajoTestingCluster();
  util.startCatalogCluster();

  conf = util.getConfiguration();
  catalog = util.getMiniCatalogCluster().getCatalog();
  TPCH tpch = new TPCH();
  tpch.loadSchemas();
  tpch.loadOutSchema();
  for (String table : tpch.getTableNames()) {
    TableMeta m = CatalogUtil.newTableMeta(CatalogProtos.StoreType.CSV);
    TableDesc d = CatalogUtil.newTableDesc(table, tpch.getSchema(table), m, CommonTestingUtil.getTestDir());
    TableStats stats = new TableStats();
    stats.setNumBytes(TPCH.tableVolumes.get(table));
    d.setStats(stats);
    catalog.addTable(d);
  }

  analyzer = new SQLAnalyzer();
  logicalPlanner = new LogicalPlanner(catalog);
  optimizer = new LogicalOptimizer(conf);

  AbstractStorageManager sm  = StorageManagerFactory.getStorageManager(conf);
  dispatcher = new AsyncDispatcher();
  dispatcher.init(conf);
  dispatcher.start();
  planner = new GlobalPlanner(conf, catalog);
}
开发者ID:apache，项目名称:incubator-tajo，代码行数:30，代码来源:TestExecutionBlockCursor.java

示例8: setup

import org.apache.tajo.catalog.TableDesc; //导入方法依赖的package包/类
@BeforeClass
public static void setup() throws Exception {
  util = TpchTestBase.getInstance().getTestingCluster();
  conf = util.getConfiguration();
  sm = StorageManagerFactory.getStorageManager(conf);

  scoreSchema = new Schema();
  scoreSchema.addColumn("deptname", Type.TEXT);
  scoreSchema.addColumn("score", Type.INT4);
  scoreMeta = CatalogUtil.newTableMeta(StoreType.CSV);
  TableStats stats = new TableStats();

  Path p = sm.getTablePath("score");
  sm.getFileSystem().mkdirs(p);
  Appender appender = StorageManagerFactory.getStorageManager(conf).getAppender(scoreMeta, scoreSchema,
      new Path(p, "score"));
  appender.init();
  int deptSize = 100;
  int tupleNum = 10000;
  Tuple tuple;
  long written = 0;
  for (int i = 0; i < tupleNum; i++) {
    tuple = new VTuple(2);
    String key = "test" + (i % deptSize);
    tuple.put(0, DatumFactory.createText(key));
    tuple.put(1, DatumFactory.createInt4(i + 1));
    written += key.length() + Integer.SIZE;
    appender.addTuple(tuple);
  }
  appender.close();
  stats.setNumRows(tupleNum);
  stats.setNumBytes(written);
  stats.setAvgRows(tupleNum);
  stats.setNumBlocks(1000);
  stats.setNumShuffleOutputs(100);
  desc = new TableDesc(CatalogUtil.buildFQName(TajoConstants.DEFAULT_DATABASE_NAME, "score"),
      scoreSchema, scoreMeta, p);
  desc.setStats(stats);
}
开发者ID:gruter，项目名称:tajo-cdh，代码行数:40，代码来源:TestResultSet.java

示例9: createTable

import org.apache.tajo.catalog.TableDesc; //导入方法依赖的package包/类
@Override
public void createTable(TableDesc tableDesc, boolean ifNotExists) throws TajoException, IOException {
  TableStats stats = new TableStats();
  stats.setNumRows(TajoConstants.UNKNOWN_ROW_NUMBER);
  tableDesc.setStats(stats);
}
开发者ID:apache，项目名称:tajo，代码行数:7，代码来源:KafkaTablespace.java

示例10: testPrintResultSelectStatement

import org.apache.tajo.catalog.TableDesc; //导入方法依赖的package包/类
@Test
public void testPrintResultSelectStatement() throws Exception {
  DefaultTajoCliOutputFormatter outputFormatter = new DefaultTajoCliOutputFormatter();
  outputFormatter.init(cliContext);

  float responseTime = 10.1f;
  long numBytes = 102;
  long numRows = 30;

  TableDesc tableDesc = new TableDesc();
  TableStats stats = new TableStats();
  stats.setNumBytes(102);
  stats.setNumRows(numRows);
  tableDesc.setStats(stats);

  final List<MetaDataTuple> resultTables = new ArrayList<>();

  String expectedOutput = "col1,  col2,  col3\n";
  expectedOutput += "-------------------------------\n";

  String prefix = "";
  for (int i = 0; i < numRows; i++) {
    MetaDataTuple tuple = new MetaDataTuple(3);

    int index = 0;

    tuple.put(index++, new TextDatum("row_" + i));
    tuple.put(index++, new Int4Datum(i));
    tuple.put(index++, new Float8Datum(i));

    expectedOutput += prefix + "row_" + i + ",  " + (new Int4Datum(i)) + ",  " + (new Float8Datum(i));
    prefix = "\n";
    resultTables.add(tuple);
  }
  expectedOutput += "\n(" +  numRows + " rows, " + responseTime + " sec, " + numBytes + " B selected)\n";

  ResultSet resultSet = new TajoMetaDataResultSet(
      Arrays.asList("col1", "col2", "col3"),
      Arrays.asList(TajoDataTypes.Type.TEXT, TajoDataTypes.Type.INT4, TajoDataTypes.Type.FLOAT8),
      resultTables);

  StringWriter stringWriter = new StringWriter();
  PrintWriter writer = new PrintWriter(stringWriter);
  outputFormatter.printResult(writer, null, tableDesc, responseTime, resultSet);

  assertEquals(expectedOutput, stringWriter.toString());
}
开发者ID:apache，项目名称:tajo，代码行数:48，代码来源:TestDefaultCliOutputFormatter.java


注：本文中的org.apache.tajo.catalog.TableDesc.setStats方法示例由纯净天空整理自Github/MSDocs等开源代码及文档管理平台，相关代码片段筛选自各路编程大神贡献的开源项目，源码版权归原作者所有，传播和使用请参考对应项目的License；未经允许，请勿转载。