Java Notifications.notifyCommitTransaction方法代码示例

import org.kitesdk.morphline.base.Notifications; //导入方法依赖的package包/类
@Test
public void testLoadSolrBasic() throws Exception {
  //System.setProperty("ENV_SOLR_HOME", testSolrHome + "/collection1");
  morphline = createMorphline("test-morphlines/loadSolrBasic");    
  //System.clearProperty("ENV_SOLR_HOME");
  Record record = new Record();
  record.put(Fields.ID, "id0");
  record.put("first_name", "Nadja"); // will be sanitized
  startSession();
  Notifications.notifyBeginTransaction(morphline);
  assertTrue(morphline.process(record));
  assertEquals(1, collector.getNumStartEvents());
  Notifications.notifyCommitTransaction(morphline);
  Record expected = new Record();
  expected.put(Fields.ID, "id0");
  assertEquals(Arrays.asList(expected), collector.getRecords());
  assertEquals(1, queryResultSetSize("*:*"));
  Notifications.notifyRollbackTransaction(morphline);
  Notifications.notifyShutdown(morphline);
}
 

import org.kitesdk.morphline.base.Notifications; //导入方法依赖的package包/类
@Test
public void testTokenizeText() throws Exception {
  morphline = createMorphline("test-morphlines" + File.separator + "tokenizeText");
  for (int i = 0; i < 3; i++) {
    Record record = new Record();
    record.put(Fields.MESSAGE, "Hello World!");
    record.put(Fields.MESSAGE, "\[email protected] #%()123");
    Record expected = record.copy();
    expected.getFields().putAll("tokens", Arrays.asList("hello", "world", "foo", "bar.com", "123"));
    collector.reset();
    startSession();
    Notifications.notifyBeginTransaction(morphline);
    assertTrue(morphline.process(record));
    assertEquals(1, collector.getNumStartEvents());
    Notifications.notifyCommitTransaction(morphline);
    assertEquals(expected, collector.getFirstRecord());
  }
}
 

import org.kitesdk.morphline.base.Notifications; //导入方法依赖的package包/类
public static List<Record> executePipeline(Pipeline pipeline, Record inputRecord) {
  Command morphline = pipeline.getMorphline();

  try {
    LOG.trace("Input Record: {}", inputRecord);

    // Process the Record
    Notifications.notifyStartSession(morphline);
    boolean success = morphline.process(inputRecord);
    Notifications.notifyCommitTransaction(morphline);

    if (!success) {
      throw new MorphlineRuntimeException("Morphline failed to process incoming Record: " + inputRecord);
    }

    // Collect the output
    List<Record> outputRecords = pipeline.getCollector().getRecords();
    if (!outputRecords.iterator().hasNext()) {
      throw new MorphlineRuntimeException("Morphline did not produce output Record(s)");
    }
    LOG.trace("Output Record(s): {}", outputRecords);

    return outputRecords;

  } catch (RuntimeException e) {
    Notifications.notifyRollbackTransaction(morphline);
    // TODO : Review exception handling
    LOG.warn("Morphline failed to execute properly on incoming Record: " + inputRecord, e);
    throw e;
  }
}
 

import org.kitesdk.morphline.base.Notifications; //导入方法依赖的package包/类
@Test
public void testSimpleCSV() throws Exception {
  morphline = createMorphline("test-morphlines/simpleCSV");

  Notifications.notifyBeginTransaction(morphline);

  InputStream in = new FileInputStream(new File(RESOURCES_DIR + "/test-documents/simpleCSV.txt"));
  Record record = new Record();
  record.put(Fields.ATTACHMENT_BODY, in);
  record.put(Fields.ATTACHMENT_MIME_TYPE, "text/plain");

  // Actually process the input file.
  assertTrue(morphline.process(record));

  assertEquals(collector.getRecords().size(), 2);
  Record rec = collector.getRecords().get(0);

  // Since id and timestamp vary with run, just see if they have anything in them
  assertTrue(rec.get("id").toString().length() > 5);
  assertTrue(rec.get("timestamp").toString().length() > 5);
  assertEquals(rec.get("text").toString(), "[text for body]");

  // Now look at second record
  rec = collector.getRecords().get(1);

  assertTrue(rec.get("id").toString().length() > 5);
  assertTrue(rec.get("timestamp").toString().length() > 5);
  assertEquals(rec.get("text").toString(), "[second record]");

  in.close();
  Notifications.notifyCommitTransaction(morphline);
}
 

import org.kitesdk.morphline.base.Notifications; //导入方法依赖的package包/类
@Override
public void commitTransaction() {
  Notifications.notifyCommitTransaction(morphline);      
}
 

import org.kitesdk.morphline.base.Notifications; //导入方法依赖的package包/类
@Override
protected void commit() throws Exception {
  Notifications.notifyCommitTransaction(morphline);    
  super.commit();
}
 

import org.kitesdk.morphline.base.Notifications; //导入方法依赖的package包/类
public void cleanup() {
  Notifications.notifyCommitTransaction(morphline);
  Notifications.notifyShutdown(morphline);
}