Java Context.OperatorContext方法代码示例

import com.datatorrent.api.Context; //导入方法依赖的package包/类
@Override
public void setup(Context.OperatorContext context)
{
  setProperty(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, KEY_SERIALIZER);

  if (getProperties().getProperty(VALUE_DESERIALIZER_CLASS_CONFIG) == null) {
    throw new IllegalArgumentException(
        "Value deserializer needs to be set for the operator, as it is used during recovery.");
  }

  super.setup(context);

  this.operatorId = context.getId();
  this.windowDataManager.setup(context);
  this.appName = context.getValue(Context.DAGContext.APPLICATION_NAME);
  this.key = appName + KEY_SEPARATOR + (new Integer(operatorId));

  this.consumer = KafkaConsumerInit();
}
 

import com.datatorrent.api.Context; //导入方法依赖的package包/类
@Override
public void setup(Context.OperatorContext context)
{
  store.setup(context);

  //ensure buckets created.
  for (long bucketId : bucketIds) {
    store.ensureBucket(bucketId);
  }

  //the bucket ids are only for setup. We don't need bucket ids during run time.
  bucketIds.clear();

  for (SpillableComponent spillableComponent: componentList) {
    spillableComponent.setup(context);
  }
}
 

import com.datatorrent.api.Context; //导入方法依赖的package包/类
@Override
public void setup(Context.OperatorContext context)
{
  try {
    docFactory = DocumentBuilderFactory.newInstance();
    docBuilder = docFactory.newDocumentBuilder();
  } catch (ParserConfigurationException e) {
    throw new RuntimeException(e);
  }
}
 

import com.datatorrent.api.Context; //导入方法依赖的package包/类
@Override
public void setup(Context.OperatorContext context)
{
  sleepTimeMillis = context.getValue(Context.OperatorContext.SPIN_MILLIS);
  try {
    fs = getFSInstance();
  } catch (IOException e) {
    throw new RuntimeException(e);
  }
  super.setup(context);
}
 

import com.datatorrent.api.Context; //导入方法依赖的package包/类
@Override
public void setup(Context.OperatorContext context)
{
  operatorId = context.getId();
  LOG.debug("{}: partition keys {} mask {}", operatorId, partitionKeys, partitionMask);

  this.context = context;
  counters.setCounter(ReaderCounterKeys.BLOCKS, new MutableLong());
  counters.setCounter(ReaderCounterKeys.RECORDS, new MutableLong());
  counters.setCounter(ReaderCounterKeys.BYTES, new MutableLong());
  counters.setCounter(ReaderCounterKeys.TIME, new MutableLong());
  sleepTimeMillis = context.getValue(Context.OperatorContext.SPIN_MILLIS);
}
 

import com.datatorrent.api.Context; //导入方法依赖的package包/类
@Override
public void setup(Context.OperatorContext context)
{
  super.setup(context);

  long appWindowId = context.getValue(context.ACTIVATION_WINDOW_ID);
  id = context.getId();
  LOG.debug("Started setup, appWindowId = {}, operator id = {}", appWindowId, id);
}
 

import com.datatorrent.api.Context; //导入方法依赖的package包/类
@Override
public void setup(Context.OperatorContext context)
{
  // Checks whether the strategy is outer join and set it to store
  boolean isOuter = strategy.equals(JoinStrategy.LEFT_OUTER_JOIN) || strategy.equals(JoinStrategy.OUTER_JOIN);
  leftStore.getStore().isOuterJoin(isOuter);
  isOuter = strategy.equals(JoinStrategy.RIGHT_OUTER_JOIN) || strategy.equals(JoinStrategy.OUTER_JOIN);
  rightStore.getStore().isOuterJoin(isOuter);
  // Setup the stores
  leftStore.getStore().setup(context);
  rightStore.getStore().setup(context);
  populateFields();
  windowTimeSec = (context.getValue(Context.OperatorContext.APPLICATION_WINDOW_COUNT) *
    context.getValue(Context.DAGContext.STREAMING_WINDOW_SIZE_MILLIS) * 1.0) / 1000.0;
}
 

import com.datatorrent.api.Context; //导入方法依赖的package包/类
@Override
public void setup(Context.OperatorContext context)
{
  outputDirectoryPath = StringUtils.removeEnd(outputDirectoryPath, Path.SEPARATOR);
  currentWindowRecoveryState = new ArrayList<>();
  windowDataManager.setup(context);
  s3Client = createClient();
}
 

import com.datatorrent.api.Context; //导入方法依赖的package包/类
@Override
public void setup(Context.OperatorContext context)
{
  Preconditions.checkArgument(query != null || tableName != null, "both query and table name are not set");
  super.setup(context);

  try {
    //closing the query statement in super class as it is not needed
    queryStatement.close();
    if (query == null && columnsExpression == null) {
      StringBuilder columns = new StringBuilder();
      for (int i = 0; i < fieldInfos.size(); i++) {
        columns.append(fieldInfos.get(i).getColumnName());
        if (i < fieldInfos.size() - 1) {
          columns.append(",");
        }
      }
      columnsExpression = columns.toString();
      LOG.debug("select expr {}", columnsExpression);
    }

    preparedStatement = store.connection.prepareStatement(queryToRetrieveData());
    if (columnDataTypes == null) {
      populateColumnDataTypes();
    }
  } catch (SQLException e) {
    throw new RuntimeException(e);
  }

  for (FieldInfo fi : fieldInfos) {
    columnFieldSetters.add(new ActiveFieldInfo(fi));
  }
}
 

import com.datatorrent.api.Context; //导入方法依赖的package包/类
@Test
public void testDelete() throws IOException
{
  Pair<Context.OperatorContext, FSWindowDataManager> pair1 = createManagerAndContextFor(1);
  pair1.second.getWal().setMaxLength(2);
  pair1.second.setup(pair1.first);

  Map<Integer, String> dataOf1 = Maps.newHashMap();
  dataOf1.put(1, "one");
  dataOf1.put(2, "two");
  dataOf1.put(3, "three");

  for (int i = 1; i <= 9; ++i) {
    pair1.second.save(dataOf1, i);
  }

  pair1.second.committed(3);
  pair1.second.teardown();

  Pair<Context.OperatorContext, FSWindowDataManager> pair1AfterRecovery = createManagerAndContextFor(1);
  testMeta.attributes.put(Context.OperatorContext.ACTIVATION_WINDOW_ID, 1L);
  pair1AfterRecovery.second.setup(pair1AfterRecovery.first);

  Assert.assertEquals("window 1 deleted", null, pair1AfterRecovery.second.retrieve(1));
  Assert.assertEquals("window 3 deleted", null, pair1AfterRecovery.second.retrieve(3));

  Assert.assertEquals("window 4 exists", dataOf1, pair1AfterRecovery.second.retrieve(4));
  pair1.second.teardown();
}
 

import com.datatorrent.api.Context; //导入方法依赖的package包/类
@Override
public void setup(Context.OperatorContext context)
{
  if (bucket == 0) {
    // choose a bucket that is guaranteed to be unique in Apex
    bucket = (context.getValue(Context.DAGContext.APPLICATION_NAME) + "#" + context.getId()).hashCode();
  }
  // set default serdes
  if (windowSerde == null) {
    windowSerde = new GenericSerde<>();
  }
  if (windowKeyPairSerde == null) {
    windowKeyPairSerde = new GenericSerde<>();
  }
  if (keySerde == null) {
    keySerde = new GenericSerde<>();
  }
  if (valueSerde == null) {
    valueSerde = new GenericSerde<>();
  }

  if (windowKeyToValueMap == null) {
    windowKeyToValueMap = scc.newSpillableMap(windowKeyPairSerde, valueSerde, new WindowKeyPairTimeExtractor());
  }
  if (windowToKeysMap == null) {
    windowToKeysMap = scc.newSpillableSetMultimap(bucket, windowSerde, keySerde, new WindowTimeExtractor());
  }
}
 

import com.datatorrent.api.Context; //导入方法依赖的package包/类
public MockManagedStateContext(Context.OperatorContext operatorContext)
{
  this.operatorContext = operatorContext;
}
 

import com.datatorrent.api.Context; //导入方法依赖的package包/类
@Override
public void activate(Context.OperatorContext context)
{
  for (int i = 0; i < columnDataTypes.size(); i++) {
    final int type = columnDataTypes.get(i);
    JdbcPOJOInputOperator.ActiveFieldInfo activeFieldInfo = columnFieldSetters.get(i);
    switch (type) {
      case (Types.CHAR):
      case (Types.VARCHAR):
        activeFieldInfo.setterOrGetter = PojoUtils.createSetter(pojoClass,
            activeFieldInfo.fieldInfo.getPojoFieldExpression(),
          String.class);
        break;

      case (Types.BOOLEAN):
        activeFieldInfo.setterOrGetter = PojoUtils.createSetterBoolean(pojoClass,
            activeFieldInfo.fieldInfo.getPojoFieldExpression());
        break;

      case (Types.TINYINT):
        activeFieldInfo.setterOrGetter = PojoUtils.createSetterByte(pojoClass,
            activeFieldInfo.fieldInfo.getPojoFieldExpression());
        break;

      case (Types.SMALLINT):
        activeFieldInfo.setterOrGetter = PojoUtils.createSetterShort(pojoClass,
            activeFieldInfo.fieldInfo.getPojoFieldExpression());
        break;

      case (Types.INTEGER):
        activeFieldInfo.setterOrGetter = PojoUtils.createSetterInt(pojoClass,
            activeFieldInfo.fieldInfo.getPojoFieldExpression());
        break;

      case (Types.BIGINT):
        activeFieldInfo.setterOrGetter = PojoUtils.createSetterLong(pojoClass,
            activeFieldInfo.fieldInfo.getPojoFieldExpression());
        break;

      case (Types.FLOAT):
        activeFieldInfo.setterOrGetter = PojoUtils.createSetterFloat(pojoClass,
            activeFieldInfo.fieldInfo.getPojoFieldExpression());
        break;

      case (Types.DOUBLE):
        activeFieldInfo.setterOrGetter = PojoUtils.createSetterDouble(pojoClass,
            activeFieldInfo.fieldInfo.getPojoFieldExpression());
        break;

      case Types.DECIMAL:
        activeFieldInfo.setterOrGetter = PojoUtils.createSetter(pojoClass,
            activeFieldInfo.fieldInfo.getPojoFieldExpression(),
            BigDecimal.class);
        break;

      case Types.TIMESTAMP:
        activeFieldInfo.setterOrGetter = PojoUtils.createSetter(pojoClass,
            activeFieldInfo.fieldInfo.getPojoFieldExpression(),Timestamp.class);
        break;

      case Types.TIME:
        activeFieldInfo.setterOrGetter = PojoUtils.createSetter(pojoClass,
            activeFieldInfo.fieldInfo.getPojoFieldExpression(),Time.class);
        break;

      case Types.DATE:
        activeFieldInfo.setterOrGetter = PojoUtils.createSetter(pojoClass,
            activeFieldInfo.fieldInfo.getPojoFieldExpression(), Date.class);
        break;

      default:
        handleUnknownDataType(type, null, activeFieldInfo);
        break;
    }
  }
}
 

import com.datatorrent.api.Context; //导入方法依赖的package包/类
@Override
public void setup(Context.OperatorContext operatorContext)
{
}
 

import com.datatorrent.api.Context; //导入方法依赖的package包/类
@Override
public void setup(Context.OperatorContext context)
{
}