本文整理汇总了Java中com.datatorrent.api.Context.OperatorContext方法的典型用法代码示例。如果您正苦于以下问题:Java Context.OperatorContext方法的具体用法?Java Context.OperatorContext怎么用?Java Context.OperatorContext使用的例子?那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类com.datatorrent.api.Context
的用法示例。
在下文中一共展示了Context.OperatorContext方法的15个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Java代码示例。
示例1: setup
import com.datatorrent.api.Context; //导入方法依赖的package包/类
@Override
public void setup(Context.OperatorContext context)
{
setProperty(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, KEY_SERIALIZER);
if (getProperties().getProperty(VALUE_DESERIALIZER_CLASS_CONFIG) == null) {
throw new IllegalArgumentException(
"Value deserializer needs to be set for the operator, as it is used during recovery.");
}
super.setup(context);
this.operatorId = context.getId();
this.windowDataManager.setup(context);
this.appName = context.getValue(Context.DAGContext.APPLICATION_NAME);
this.key = appName + KEY_SEPARATOR + (new Integer(operatorId));
this.consumer = KafkaConsumerInit();
}
示例2: setup
import com.datatorrent.api.Context; //导入方法依赖的package包/类
@Override
public void setup(Context.OperatorContext context)
{
store.setup(context);
//ensure buckets created.
for (long bucketId : bucketIds) {
store.ensureBucket(bucketId);
}
//the bucket ids are only for setup. We don't need bucket ids during run time.
bucketIds.clear();
for (SpillableComponent spillableComponent: componentList) {
spillableComponent.setup(context);
}
}
示例3: setup
import com.datatorrent.api.Context; //导入方法依赖的package包/类
@Override
public void setup(Context.OperatorContext context)
{
try {
docFactory = DocumentBuilderFactory.newInstance();
docBuilder = docFactory.newDocumentBuilder();
} catch (ParserConfigurationException e) {
throw new RuntimeException(e);
}
}
示例4: setup
import com.datatorrent.api.Context; //导入方法依赖的package包/类
@Override
public void setup(Context.OperatorContext context)
{
sleepTimeMillis = context.getValue(Context.OperatorContext.SPIN_MILLIS);
try {
fs = getFSInstance();
} catch (IOException e) {
throw new RuntimeException(e);
}
super.setup(context);
}
示例5: setup
import com.datatorrent.api.Context; //导入方法依赖的package包/类
@Override
public void setup(Context.OperatorContext context)
{
operatorId = context.getId();
LOG.debug("{}: partition keys {} mask {}", operatorId, partitionKeys, partitionMask);
this.context = context;
counters.setCounter(ReaderCounterKeys.BLOCKS, new MutableLong());
counters.setCounter(ReaderCounterKeys.RECORDS, new MutableLong());
counters.setCounter(ReaderCounterKeys.BYTES, new MutableLong());
counters.setCounter(ReaderCounterKeys.TIME, new MutableLong());
sleepTimeMillis = context.getValue(Context.OperatorContext.SPIN_MILLIS);
}
示例6: setup
import com.datatorrent.api.Context; //导入方法依赖的package包/类
@Override
public void setup(Context.OperatorContext context)
{
super.setup(context);
long appWindowId = context.getValue(context.ACTIVATION_WINDOW_ID);
id = context.getId();
LOG.debug("Started setup, appWindowId = {}, operator id = {}", appWindowId, id);
}
示例7: setup
import com.datatorrent.api.Context; //导入方法依赖的package包/类
@Override
public void setup(Context.OperatorContext context)
{
// Checks whether the strategy is outer join and set it to store
boolean isOuter = strategy.equals(JoinStrategy.LEFT_OUTER_JOIN) || strategy.equals(JoinStrategy.OUTER_JOIN);
leftStore.getStore().isOuterJoin(isOuter);
isOuter = strategy.equals(JoinStrategy.RIGHT_OUTER_JOIN) || strategy.equals(JoinStrategy.OUTER_JOIN);
rightStore.getStore().isOuterJoin(isOuter);
// Setup the stores
leftStore.getStore().setup(context);
rightStore.getStore().setup(context);
populateFields();
windowTimeSec = (context.getValue(Context.OperatorContext.APPLICATION_WINDOW_COUNT) *
context.getValue(Context.DAGContext.STREAMING_WINDOW_SIZE_MILLIS) * 1.0) / 1000.0;
}
示例8: setup
import com.datatorrent.api.Context; //导入方法依赖的package包/类
@Override
public void setup(Context.OperatorContext context)
{
outputDirectoryPath = StringUtils.removeEnd(outputDirectoryPath, Path.SEPARATOR);
currentWindowRecoveryState = new ArrayList<>();
windowDataManager.setup(context);
s3Client = createClient();
}
示例9: setup
import com.datatorrent.api.Context; //导入方法依赖的package包/类
@Override
public void setup(Context.OperatorContext context)
{
Preconditions.checkArgument(query != null || tableName != null, "both query and table name are not set");
super.setup(context);
try {
//closing the query statement in super class as it is not needed
queryStatement.close();
if (query == null && columnsExpression == null) {
StringBuilder columns = new StringBuilder();
for (int i = 0; i < fieldInfos.size(); i++) {
columns.append(fieldInfos.get(i).getColumnName());
if (i < fieldInfos.size() - 1) {
columns.append(",");
}
}
columnsExpression = columns.toString();
LOG.debug("select expr {}", columnsExpression);
}
preparedStatement = store.connection.prepareStatement(queryToRetrieveData());
if (columnDataTypes == null) {
populateColumnDataTypes();
}
} catch (SQLException e) {
throw new RuntimeException(e);
}
for (FieldInfo fi : fieldInfos) {
columnFieldSetters.add(new ActiveFieldInfo(fi));
}
}
示例10: testDelete
import com.datatorrent.api.Context; //导入方法依赖的package包/类
@Test
public void testDelete() throws IOException
{
Pair<Context.OperatorContext, FSWindowDataManager> pair1 = createManagerAndContextFor(1);
pair1.second.getWal().setMaxLength(2);
pair1.second.setup(pair1.first);
Map<Integer, String> dataOf1 = Maps.newHashMap();
dataOf1.put(1, "one");
dataOf1.put(2, "two");
dataOf1.put(3, "three");
for (int i = 1; i <= 9; ++i) {
pair1.second.save(dataOf1, i);
}
pair1.second.committed(3);
pair1.second.teardown();
Pair<Context.OperatorContext, FSWindowDataManager> pair1AfterRecovery = createManagerAndContextFor(1);
testMeta.attributes.put(Context.OperatorContext.ACTIVATION_WINDOW_ID, 1L);
pair1AfterRecovery.second.setup(pair1AfterRecovery.first);
Assert.assertEquals("window 1 deleted", null, pair1AfterRecovery.second.retrieve(1));
Assert.assertEquals("window 3 deleted", null, pair1AfterRecovery.second.retrieve(3));
Assert.assertEquals("window 4 exists", dataOf1, pair1AfterRecovery.second.retrieve(4));
pair1.second.teardown();
}
示例11: setup
import com.datatorrent.api.Context; //导入方法依赖的package包/类
@Override
public void setup(Context.OperatorContext context)
{
if (bucket == 0) {
// choose a bucket that is guaranteed to be unique in Apex
bucket = (context.getValue(Context.DAGContext.APPLICATION_NAME) + "#" + context.getId()).hashCode();
}
// set default serdes
if (windowSerde == null) {
windowSerde = new GenericSerde<>();
}
if (windowKeyPairSerde == null) {
windowKeyPairSerde = new GenericSerde<>();
}
if (keySerde == null) {
keySerde = new GenericSerde<>();
}
if (valueSerde == null) {
valueSerde = new GenericSerde<>();
}
if (windowKeyToValueMap == null) {
windowKeyToValueMap = scc.newSpillableMap(windowKeyPairSerde, valueSerde, new WindowKeyPairTimeExtractor());
}
if (windowToKeysMap == null) {
windowToKeysMap = scc.newSpillableSetMultimap(bucket, windowSerde, keySerde, new WindowTimeExtractor());
}
}
示例12: MockManagedStateContext
import com.datatorrent.api.Context; //导入方法依赖的package包/类
public MockManagedStateContext(Context.OperatorContext operatorContext)
{
this.operatorContext = operatorContext;
}
示例13: activate
import com.datatorrent.api.Context; //导入方法依赖的package包/类
@Override
public void activate(Context.OperatorContext context)
{
for (int i = 0; i < columnDataTypes.size(); i++) {
final int type = columnDataTypes.get(i);
JdbcPOJOInputOperator.ActiveFieldInfo activeFieldInfo = columnFieldSetters.get(i);
switch (type) {
case (Types.CHAR):
case (Types.VARCHAR):
activeFieldInfo.setterOrGetter = PojoUtils.createSetter(pojoClass,
activeFieldInfo.fieldInfo.getPojoFieldExpression(),
String.class);
break;
case (Types.BOOLEAN):
activeFieldInfo.setterOrGetter = PojoUtils.createSetterBoolean(pojoClass,
activeFieldInfo.fieldInfo.getPojoFieldExpression());
break;
case (Types.TINYINT):
activeFieldInfo.setterOrGetter = PojoUtils.createSetterByte(pojoClass,
activeFieldInfo.fieldInfo.getPojoFieldExpression());
break;
case (Types.SMALLINT):
activeFieldInfo.setterOrGetter = PojoUtils.createSetterShort(pojoClass,
activeFieldInfo.fieldInfo.getPojoFieldExpression());
break;
case (Types.INTEGER):
activeFieldInfo.setterOrGetter = PojoUtils.createSetterInt(pojoClass,
activeFieldInfo.fieldInfo.getPojoFieldExpression());
break;
case (Types.BIGINT):
activeFieldInfo.setterOrGetter = PojoUtils.createSetterLong(pojoClass,
activeFieldInfo.fieldInfo.getPojoFieldExpression());
break;
case (Types.FLOAT):
activeFieldInfo.setterOrGetter = PojoUtils.createSetterFloat(pojoClass,
activeFieldInfo.fieldInfo.getPojoFieldExpression());
break;
case (Types.DOUBLE):
activeFieldInfo.setterOrGetter = PojoUtils.createSetterDouble(pojoClass,
activeFieldInfo.fieldInfo.getPojoFieldExpression());
break;
case Types.DECIMAL:
activeFieldInfo.setterOrGetter = PojoUtils.createSetter(pojoClass,
activeFieldInfo.fieldInfo.getPojoFieldExpression(),
BigDecimal.class);
break;
case Types.TIMESTAMP:
activeFieldInfo.setterOrGetter = PojoUtils.createSetter(pojoClass,
activeFieldInfo.fieldInfo.getPojoFieldExpression(),Timestamp.class);
break;
case Types.TIME:
activeFieldInfo.setterOrGetter = PojoUtils.createSetter(pojoClass,
activeFieldInfo.fieldInfo.getPojoFieldExpression(),Time.class);
break;
case Types.DATE:
activeFieldInfo.setterOrGetter = PojoUtils.createSetter(pojoClass,
activeFieldInfo.fieldInfo.getPojoFieldExpression(), Date.class);
break;
default:
handleUnknownDataType(type, null, activeFieldInfo);
break;
}
}
}
示例14: setup
import com.datatorrent.api.Context; //导入方法依赖的package包/类
@Override
public void setup(Context.OperatorContext operatorContext)
{
}
示例15: setup
import com.datatorrent.api.Context; //导入方法依赖的package包/类
@Override
public void setup(Context.OperatorContext context)
{
}