Java LocalMode类代码示例

import com.datatorrent.api.LocalMode; //导入依赖的package包/类
@Test
public void testApplication() throws Exception
{
  try {

    // write messages to Kafka topic
    Configuration conf = getConfig();

    writeToTopic();

    // run app asynchronously; terminate after results are checked
    LocalMode.Controller lc = asyncRun(conf);

    // check for presence of output file
    waitForOutputTuples();

    // compare output lines to input
    compare();

    lc.shutdown();
  } catch (ConstraintViolationException e) {
    Assert.fail("constraint violations: " + e.getConstraintViolations());
  }
}
 

import com.datatorrent.api.LocalMode; //导入依赖的package包/类
@Test
public void testApplication() throws IOException, Exception
{
  try {
    LocalMode lma = LocalMode.newInstance();
    Configuration conf = new Configuration(false);
    conf.addResource(this.getClass().getResourceAsStream("/META-INF/properties-test.xml"));
    
    lma.prepareDAG(new Application(), conf);
    LocalMode.Controller lc = lma.getController();
    lc.run(5000);

    // get messages from Kafka topic and compare with input
    chkOutput();

    lc.shutdown();

  } catch (ConstraintViolationException e) {
    Assert.fail("constraint violations: " + e.getConstraintViolations());
  }
}
 

import com.datatorrent.api.LocalMode; //导入依赖的package包/类
@Test
public void testApplication() throws Exception
{
  try {
    Configuration conf = new Configuration(false);
    conf.addResource(this.getClass().getResourceAsStream("/META-INF/properties-test.xml"));

    /*
     * Run the application asynchronously and keep polling for results till timeout.
     */
    LocalMode.Controller lc = asyncRun(conf);
    waitForOutputTuples();

    /*
     * Validate the data contents of results.
     */
    validateTuples();

    lc.shutdown();
  } catch (ConstraintViolationException e) {
    Assert.fail("constraint violations: " + e.getConstraintViolations());
  }
}
 

import com.datatorrent.api.LocalMode; //导入依赖的package包/类
@Test
public void testApplication() throws Exception
{
  try {

    // write messages to Kafka topic
    Configuration conf = getConfig();

    writeToTopic();

    // run app asynchronously; terminate after results are checked
    LocalMode.Controller lc = asyncRun(conf);

    // check for presence of output file
    waitForOutputTuples();

    // compare output lines to input
    compare();
    cleanTable();
    lc.shutdown();
  } catch (ConstraintViolationException e) {
    Assert.fail("constraint violations: " + e.getConstraintViolations());
  }
}
 

import com.datatorrent.api.LocalMode; //导入依赖的package包/类
@Test
public void testApplication() throws Exception
{
  try {
    Configuration conf = new Configuration(false);
    conf.addResource(this.getClass().getResourceAsStream("/META-INF/properties-test.xml"));
    conf.set("dt.operator.fileOutput.prop.filePath", outputDir);

    /*
     * Run the application asynchronously and keep polling for results till timeout.
     */
    LocalMode.Controller lc = asyncRun(conf);
    waitForOutputTuples();

    cleanTable();
    lc.shutdown();
  } catch (ConstraintViolationException e) {
    Assert.fail("constraint violations: " + e.getConstraintViolations());
  }
}
 

import com.datatorrent.api.LocalMode; //导入依赖的package包/类
@Test
public void testApplication() throws Exception
{
  try {

    // write messages to Kafka topic
    Configuration conf = getConfig();

    writeToTopic();

    // run app asynchronously; terminate after results are checked
    LocalMode.Controller lc = asyncRun(conf);

    // check for presence of output file
    chkOutput();

    // compare output lines to input
    compare();

    lc.shutdown();
  } catch (ConstraintViolationException e) {
    Assert.fail("constraint violations: " + e.getConstraintViolations());
  }
}
 

import com.datatorrent.api.LocalMode; //导入依赖的package包/类
@Test
public void testApplication() throws Exception
{
  try {
    
    // write messages to Kafka topic
    Configuration conf = getConfig();

    writeToTopic();

    // run app asynchronously; terminate after results are checked
    LocalMode.Controller lc = asyncRun(conf);

    // check for presence of output file
    waitForOutputTuples();

    // compare output lines to input
    compare();

    lc.shutdown();
  } catch (ConstraintViolationException e) {
    Assert.fail("constraint violations: " + e.getConstraintViolations());
  }
}
 

import com.datatorrent.api.LocalMode; //导入依赖的package包/类
@Test
public void testApplicationWithPojoConversion() throws IOException, Exception
{
  try {
    FileContext.getLocalFSFileContext().delete(new Path(new File(testMeta.dir).getAbsolutePath()), true);
    int cnt = 7;
    createReaderInput(cnt);
    writeJsonInputFile(new File(FILENAME));
    FileInputOperator fileInput = new FileInputOperator();
    fileInput.setDirectory(testMeta.dir);
    LocalMode lma = LocalMode.newInstance();
    Configuration conf = new Configuration(false);
    JsonStreamingParserApp streamingParserApp = new JsonStreamingParserApp();
    streamingParserApp.setParser(jsonParser);
    streamingParserApp.setFileInput(fileInput);
    lma.prepareDAG(streamingParserApp, conf);
    LocalMode.Controller lc = lma.getController();
    lc.run(10000);// runs for 10 seconds and quits
  } catch (ConstraintViolationException e) {
    Assert.fail("constraint violations: " + e.getConstraintViolations());
  }
}
 

import com.datatorrent.api.LocalMode; //导入依赖的package包/类
@Override
public void runEmbedded(boolean async, long duration, Callable<Boolean> exitCondition)
{
  LocalMode lma = LocalMode.newInstance();
  populateDag(lma.getDAG());
  DAG dag = lma.getDAG();
  LocalMode.Controller lc = lma.getController();
  if (lc instanceof StramLocalCluster) {
    ((StramLocalCluster)lc).setExitCondition(exitCondition);
  }
  if (async) {
    lc.runAsync();
  } else {
    if (duration >= 0) {
      lc.run(duration);
    } else {
      lc.run();
    }
  }

}
 

import com.datatorrent.api.LocalMode; //导入依赖的package包/类
@Test
public void testFixedWidthRecords() throws Exception
{

  FixedWidthApplication app = new FixedWidthApplication();
  LocalMode lma = LocalMode.newInstance();
  Configuration conf = new Configuration(false);
  conf.set("dt.operator.S3RecordReaderModuleMock.prop.files", inputDir);
  conf.set("dt.operator.S3RecordReaderModuleMock.prop.recordLength", "8");
  conf.set("dt.operator.S3RecordReaderModuleMock.prop.blockSize", "3");
  conf.set("dt.operator.S3RecordReaderModuleMock.prop.blocksThreshold", "1");
  conf.set("dt.operator.S3RecordReaderModuleMock.prop.scanIntervalMillis", "10000");

  lma.prepareDAG(app, conf);
  LocalMode.Controller lc = lma.getController();
  lc.setHeartbeatMonitoringEnabled(true);
  lc.runAsync();
  LOG.debug("Waiting for app to finish");
  Thread.sleep(1000 * 1);
  lc.shutdown();
}
 

import com.datatorrent.api.LocalMode; //导入依赖的package包/类
@Test
public void testCouchBaseAppOutput() throws FileNotFoundException, IOException
{
  Configuration conf = new Configuration();
  InputStream is = new FileInputStream("src/site/conf/dt-site-couchbase.xml");
  conf.addResource(is);

  conf.get("dt.application.CouchBaseAppOutput.operator.couchbaseOutput.store.uriString");
  conf.get("dt.application.CouchBaseAppOutput.operator.couchbaseOutput.store.password");
  conf.get("dt.application.CouchBaseAppOutput.operator.couchbaseOutput.store.bucket");
  conf.get("dt.application.couchbaseAppOutput.operator.couchbaseOutput.store.max_tuples");
  conf.get("dt.application.couchbaseAppOutput.operator.couchbaseOutput.store.queueSize");
  conf.get("dt.application.couchbaseAppOutput.operator.couchbaseOutput.store.blocktime");
  conf.get("dt.application.couchbaseAppOutput.operator.couchbaseOutput.store.timeout");
  LocalMode lm = LocalMode.newInstance();

  try {
    lm.prepareDAG(new CouchBaseAppOutput(), conf);
    LocalMode.Controller lc = lm.getController();
    //lc.setHeartbeatMonitoringEnabled(false);
    lc.run(20000);
  } catch (Exception ex) {
    logger.info(ex.getCause());
  }
  is.close();
}
 

import com.datatorrent.api.LocalMode; //导入依赖的package包/类
@Test
public void testCouchBaseAppInput() throws FileNotFoundException, IOException
{
  Configuration conf = new Configuration();
  InputStream is = new FileInputStream("src/site/conf/dt-site-couchbase.xml");
  conf.addResource(is);
  conf.get("dt.application.CouchBaseAppInput.operator.couchbaseInput.store.uriString");
  conf.get("dt.application.CouchBaseAppInput.operator.couchbaseInput.store.blocktime");
  conf.get("dt.application.CouchBaseAppInput.operator.couchbaseInput.store.timeout");
  conf.get("dt.application.CouchBaseAppInput.operator.couchbaseInput.store.bucket");
  conf.get("dt.application.CouchBaseAppInput.operator.couchbaseInput.store.password");
  LocalMode lm = LocalMode.newInstance();

  try {
    lm.prepareDAG(new CouchBaseAppInput(), conf);
    LocalMode.Controller lc = lm.getController();
    lc.run(20000);
  } catch (Exception ex) {
    logger.info(ex.getCause());
  }
  is.close();
}
 

import com.datatorrent.api.LocalMode; //导入依赖的package包/类
@Test
public void testEventGeneratorApp() throws FileNotFoundException, IOException
{
  Logger logger = LoggerFactory.getLogger(EventGeneratorAppTest.class);
  LocalMode lm = LocalMode.newInstance();

  Configuration conf = new Configuration();
  InputStream is = new FileInputStream("src/site/conf/dt-site-testbench.xml");
  conf.addResource(is);

  conf.get("dt.application.EventGeneratorApp.operator.eventGenerator.keysHelper");
  conf.get("dt.application.EventGeneratorApp.operator.eventGenerator.weightsHelper");
  conf.get("dt.application.EventGeneratorApp.operator.eventGenerator.valuesHelper");
  try {
    lm.prepareDAG(new EventGeneratorApp(), conf);
    LocalMode.Controller lc = lm.getController();
    lc.run(20000);
  } catch (Exception ex) {
    logger.info(ex.getMessage());
  }
  is.close();
}
 

import com.datatorrent.api.LocalMode; //导入依赖的package包/类
@Test(expected = IllegalArgumentException.class)
public void testMissingRecordLength() throws Exception
{
  FixedWidthApplication app = new FixedWidthApplication();
  LocalMode lma = LocalMode.newInstance();
  Configuration conf = new Configuration(false);
  conf.set("dt.operator.HDFSRecordReaderModule.prop.files", inputDir);
  //Should give IllegalArgumentException since recordLength is not set
  //conf.set("dt.operator.HDFSRecordReaderModule.prop.recordLength", "8");
  conf.set("dt.operator.HDFSRecordReaderModule.prop.blocksThreshold", "1");
  conf.set("dt.operator.HDFSRecordReaderModule.prop.scanIntervalMillis", "10000");

  lma.prepareDAG(app, conf);
  LocalMode.Controller lc = lma.getController();
  lc.setHeartbeatMonitoringEnabled(true);
  lc.runAsync();
  LOG.debug("Waiting for app to finish");
  Thread.sleep(1000 * 1);
  lc.shutdown();
}
 

import com.datatorrent.api.LocalMode; //导入依赖的package包/类
@Test
public void testFilterClassifierApp() throws FileNotFoundException, IOException
{
  Logger logger = LoggerFactory.getLogger(FilteredEventClassifierAppTest.class);
  LocalMode lm = LocalMode.newInstance();
  Configuration conf = new Configuration();
  InputStream is = new FileInputStream("src/site/conf/dt-site-testbench.xml");
  conf.addResource(is);
  conf.get("dt.application.FilteredEventClassifierApp.operator.hmapOper.keys");
  conf.get("dt.application.FilteredEventClassifierApp.operator.hmapOper.numKeys");
  try {
    lm.prepareDAG(new FilteredEventClassifierApp(), conf);
    LocalMode.Controller lc = lm.getController();
    lc.run(20000);
  } catch (Exception ex) {
    logger.info(ex.getMessage());
  }
  is.close();
}