Java TopologyContext类代码示例

import org.apache.storm.task.TopologyContext; //导入依赖的package包/类
/**
 * Validate that we set things up with sane defaults.
 */
@Test
public void testOpen_useDefaults() {
    // Create empty config
    final Map<String, Object> config = new HashMap<>();

    // Create mock TopologyContet
    final TopologyContext mockTopologyContext = mock(TopologyContext.class);

    // Create recorder and call open.
    final StormRecorder recorder = new StormRecorder();
    recorder.open(config, mockTopologyContext);

    // Validate we got called as expected.

    // Shouldn't have interacted with the taskId
    verify(mockTopologyContext, never()).getThisTaskIndex();

    // Should have registered 4 metrics.
    verify(mockTopologyContext, times(1)).registerMetric(eq("GAUGES"), any(MultiReducedMetric.class), eq(defaultTimeWindow));
    verify(mockTopologyContext, times(1)).registerMetric(eq("TIMERS"), any(MultiReducedMetric.class), eq(defaultTimeWindow));
    verify(mockTopologyContext, times(1)).registerMetric(eq("COUNTERS"), any(MultiReducedMetric.class), eq(defaultTimeWindow));

    assertEquals("Should have empty prefix", "", recorder.getMetricPrefix());
    assertTrue("Should have empty prefix", recorder.getMetricPrefix().isEmpty());
}
 

import org.apache.storm.task.TopologyContext; //导入依赖的package包/类
/**
 * Validate that you can enable taskId prefixing.
 */
@Test
public void testOpen_taskIdPrefixEnabled() {
    // Define taskId in mock
    final int taskId = 20;

    // Create empty config
    final Map<String, Object> config = new HashMap<>();
    config.put(SpoutConfig.METRICS_RECORDER_ENABLE_TASK_ID_PREFIX, true);

    // Create mock TopologyContet
    final TopologyContext mockTopologyContext = mock(TopologyContext.class);
    when(mockTopologyContext.getThisTaskIndex()).thenReturn(taskId);

    // Create recorder and call open.
    final StormRecorder recorder = new StormRecorder();
    recorder.open(config, mockTopologyContext);

    // Validate
    verify(mockTopologyContext, times(1)).getThisTaskIndex();
    assertEquals("Should have taskId prefix", "task-" + taskId, recorder.getMetricPrefix());
}
 

import org.apache.storm.task.TopologyContext; //导入依赖的package包/类
@Override
public void open(Map stormConf, TopologyContext context,
        SpoutOutputCollector collector) {

    partitionField = ConfUtils.getString(stormConf,
            ESStatusBucketFieldParamName, "_routing");

    bucketSortField = ConfUtils.getString(stormConf,
            ESStatusBucketSortFieldParamName, bucketSortField);

    totalSortField = ConfUtils.getString(stormConf,
            ESStatusGlobalSortFieldParamName);

    maxURLsPerBucket = ConfUtils.getInt(stormConf,
            ESStatusMaxURLsParamName, 1);
    maxBucketNum = ConfUtils.getInt(stormConf, ESStatusMaxBucketParamName,
            10);

    super.open(stormConf, context, collector);
}
 

import org.apache.storm.task.TopologyContext; //导入依赖的package包/类
@SuppressWarnings({ "unchecked", "rawtypes" })
@Override
public void prepare(Map conf, TopologyContext context,
        OutputCollector collector) {
    super.prepare(conf, context, collector);
    _collector = collector;

    indexName = ConfUtils.getString(conf, IndexerBolt.ESIndexNameParamName,
            "fetcher");
    docType = ConfUtils.getString(conf, IndexerBolt.ESDocTypeParamName,
            "doc");
    create = ConfUtils.getBoolean(conf, IndexerBolt.ESCreateParamName,
            false);

    try {
        connection = ElasticSearchConnection
                .getConnection(conf, ESBoltType);
    } catch (Exception e1) {
        LOG.error("Can't connect to ElasticSearch", e1);
        throw new RuntimeException(e1);
    }

    this.eventCounter = context.registerMetric("ElasticSearchIndexer",
            new MultiCountMetric(), 10);
}
 

import org.apache.storm.task.TopologyContext; //导入依赖的package包/类
/**
 * Validate that we accept a custom time window set from an int value.
 */
@Test
public void testOpen_customTimeWindowInt() {
    final int timeBucket = 30;

    // Create empty config
    final Map<String, Object> config = new HashMap<>();
    config.put(SpoutConfig.METRICS_RECORDER_TIME_BUCKET, timeBucket);

    // Create mock TopologyContet
    final TopologyContext mockTopologyContext = mock(TopologyContext.class);

    // Create recorder and call open.
    final StormRecorder recorder = new StormRecorder();
    recorder.open(config, mockTopologyContext);

    // Validate we got called as expected.

    // Shouldn't have interacted with the taskId
    verify(mockTopologyContext, never()).getThisTaskIndex();

    // Should have registered 4 metrics.
    verify(mockTopologyContext, times(1)).registerMetric(eq("GAUGES"), any(MultiReducedMetric.class), eq(timeBucket));
    verify(mockTopologyContext, times(1)).registerMetric(eq("TIMERS"), any(MultiReducedMetric.class), eq(timeBucket));
    verify(mockTopologyContext, times(1)).registerMetric(eq("COUNTERS"), any(MultiReducedMetric.class), eq(timeBucket));
}
 

import org.apache.storm.task.TopologyContext; //导入依赖的package包/类
@Override
public void prepare(Map stormConf, TopologyContext context, OutputCollector collector) {
    LOG.info("Preparing bolt with configuration {}", this);
    //for backward compatibility.
    if (mapper == null) {
        LOG.info("Mapper not specified. Setting default mapper to {}", FieldNameBasedTupleToKafkaMapper.class.getSimpleName());
        this.mapper = new FieldNameBasedTupleToKafkaMapper<K,V>();
    }

    //for backward compatibility.
    if (topicSelector == null) {
        if (stormConf.containsKey(TOPIC)) {
            LOG.info("TopicSelector not specified. Using [{}] for topic [{}] specified in bolt configuration,",
                    DefaultTopicSelector.class.getSimpleName(), stormConf.get(TOPIC));
            this.topicSelector = new DefaultTopicSelector((String) stormConf.get(TOPIC));
        } else {
            throw new IllegalStateException("topic should be specified in bolt's configuration");
        }
    }

    producer = mkProducer(boltSpecifiedProperties);
    this.collector = collector;
}
 

import org.apache.storm.task.TopologyContext; //导入依赖的package包/类
@Override
public void prepare(Map stormConf, TopologyContext context) {
    super.prepare(stormConf, context);
    results = new ArrayList<>();
    descOfOutputFileds = new ArrayList<>();
    inputvalueNameList = new ArrayList<>();

    // 获取HavingBolt 传过来的每一行数据的属性信息 如 user_id,sku_id,cate
    Map<String, Map<String, List<String>>> inputFields = context.getThisInputFields();
    Iterator<String> iter = inputFields.keySet().iterator();
    while (iter.hasNext()) {
        String key = iter.next();
        Map<String, List<String>> val = inputFields.get(key);
        Iterator<String> iter2 = val.keySet().iterator();
        while (iter2.hasNext()) {
            inputvalueNameList = val.get(iter2.next());
            for (String item : inputvalueNameList) {
                System.out.println(item);
            }
        }

    }
}
 

import org.apache.storm.task.TopologyContext; //导入依赖的package包/类
@Override
    public void open(Map conf, TopologyContext context, SpoutOutputCollector collector) {
        initialized = false;
        this.context = context;

        // Spout internals
        this.collector = collector;
        numUncommittedOffsets = 0;

        // Offset management
        firstPollOffsetStrategy = kafkaSpoutConfig.getFirstPollOffsetStrategy();
        // with AutoCommitMode, offset will be periodically committed in the background by Kafka consumer
//        consumerAutoCommitMode = kafkaSpoutConfig.isConsumerAutoCommitMode();
        //永远设置为false
        consumerAutoCommitMode = false;

        // Retries management
        retryService = kafkaSpoutConfig.getRetryService();

        if (!consumerAutoCommitMode) {     // If it is auto commit, no need to commit offsets manually
            commitTimer = new Timer(TIMER_DELAY_MS, kafkaSpoutConfig.getOffsetsCommitPeriodMs(), TimeUnit.MILLISECONDS);
        }
        refreshSubscriptionTimer = new Timer(TIMER_DELAY_MS, kafkaSpoutConfig.getPartitionRefreshPeriodMs(), TimeUnit.MILLISECONDS);

        acked = new HashMap<>();
        emitted = new HashSet<>();
        waitingToEmit = Collections.emptyListIterator();

        LOG.info("Kafka Spout opened with the following configuration: {}", kafkaSpoutConfig);
    }
 

import org.apache.storm.task.TopologyContext; //导入依赖的package包/类
@Override
    public void prepare(Map stormConf, TopologyContext context, OutputCollector collector) {
        super.prepare(stormConf, context, collector);
        this.collector = collector;
//        results = new ArrayList<>();
        Map<String, Map<String, List<String>>> inputFields = context.getThisInputFields();
        Iterator<String> iter = inputFields.keySet().iterator();
        while (iter.hasNext()){
            String key = iter.next();
            Map<String, List<String>> val = inputFields.get(key);
            Iterator<String> iter2 = val.keySet().iterator();
            while (iter2.hasNext()){
                inputValueNameList = val.get(iter2.next());
                for(String item : inputValueNameList){
                    System.out.println(item);
                }
            }
        }
    }
 

import org.apache.storm.task.TopologyContext; //导入依赖的package包/类
@Test
public void invalidJsonForDiscoveryFilter() throws CmdLineException, ConfigurationException {
    OFEventWFMTopology manager = new OFEventWFMTopology(makeLaunchEnvironment());
    TopologyConfig config = manager.getConfig();
    OFELinkBolt bolt = new OFELinkBolt(config);

    TopologyContext context = Mockito.mock(TopologyContext.class);

    Mockito.when(context.getComponentId(TASK_ID_BOLT))
            .thenReturn(COMPONENT_ID_SOURCE);
    Mockito.when(context.getComponentOutputFields(COMPONENT_ID_SOURCE, STREAM_ID_INPUT))
            .thenReturn(KafkaMessage.FORMAT);

    OutputCollectorMock outputDelegate = Mockito.spy(new OutputCollectorMock());
    OutputCollector output = new OutputCollector(outputDelegate);

    bolt.prepare(stormConfig(), context, output);
    bolt.initState(new InMemoryKeyValueState<>());

    Tuple tuple = new TupleImpl(context, new Values("{\"corrupted-json"), TASK_ID_BOLT, STREAM_ID_INPUT);
    bolt.doWork(tuple);

    Mockito.verify(outputDelegate).ack(tuple);
}
 

import org.apache.storm.task.TopologyContext; //导入依赖的package包/类
@Override
public void prepare(Map conf, TopologyContext context, OutputCollector collector) {
    this.collector = collector;
    this.context = context;

    if (!initialized) {
        this.topologyId = (String) conf.get(StormConfigKey.TOPOLOGY_ID);
        this.datasource = (String) conf.get(StormConfigKey.DATASOURCE);
        this.zkConnect = (String) conf.get(StormConfigKey.ZKCONNECT);
        this.zkRoot = Utils.buildZKTopologyPath(topologyId);
        // 初始化配置文件
        try {
            PropertiesHolder.initialize(zkConnect, zkRoot);
            GlobalCache.initialize(datasource);
            handlerManager = new BoltHandlerManager(buildProvider());
            reloadBolt(null);
            logger.info(getClass().getName() + " Initialized!");
        } catch (Exception e) {
            logger.error(e.getMessage(), e);
            throw new InitializationException(e);
        }
        initialized = true;
    }
}
 

import org.apache.storm.task.TopologyContext; //导入依赖的package包/类
public void prepare(Map conf, TopologyContext context, OutputCollector collector) {
    this.collector = collector;
    this.context = context;

    if (!initialized) {
        this.topologyId = (String) conf.get(Constants.StormConfigKey.TOPOLOGY_ID);
        this.datasource = (String) conf.get(Constants.StormConfigKey.DATASOURCE);
        this.zkconnect = (String) conf.get(Constants.StormConfigKey.ZKCONNECT);
        this.zkRoot = Utils.buildZKTopologyPath(topologyId);
        try {
            PropertiesHolder.initialize(zkconnect, zkRoot);
            producer = createProducer(context.getThisTaskId());
            topicProvider = new DataOutputTopicProvider();
            GlobalCache.initialize(datasource);
            handlerManager = new BoltHandlerManager(buildProvider());
            initialized = true;
        } catch (Exception e) {
            logger.error(e.getMessage(), e);
            throw new InitializationException(e);
        }
    }
}
 

import org.apache.storm.task.TopologyContext; //导入依赖的package包/类
public void prepare(Map conf, TopologyContext context, OutputCollector collector) {
    this.collector = collector;
    this.topologyId = (String) conf.get(Constants.StormConfigKey.FULL_SPLITTER_TOPOLOGY_ID);
    this.isGlobal = this.topologyId.toLowerCase().indexOf(ZkTopoConfForFullPull.GLOBAL_FULLPULLER_TOPO_PREFIX) != -1 ? true : false;
    if (this.isGlobal) {
        this.zkMonitorRootNodePath = Constants.FULL_PULL_MONITOR_ROOT_GLOBAL;
    } else {
        this.zkMonitorRootNodePath = Constants.FULL_PULL_MONITOR_ROOT;
    }
    this.zkconnect = (String) conf.get(Constants.StormConfigKey.ZKCONNECT);
    this.zkTopoRoot = Constants.TOPOLOGY_ROOT + "/" + Constants.FULL_SPLITTING_PROPS_ROOT;
    if (!initialized) {
        // 初始化配置文件
        try {
            loadRunningConf(null);
        } catch (Exception e) {
            throw new InitializationException(e);
        }
        initialized = true;
    }
}
 

import org.apache.storm.task.TopologyContext; //导入依赖的package包/类
/**
 * 初始化collector
 */
@Override
public void open(Map conf, TopologyContext context, SpoutOutputCollector collector) {
    this.collector = collector;
    this.zkConnect = (String) conf.get(Constants.StormConfigKey.ZKCONNECT);
    this.topologyId = (String) conf.get(Constants.StormConfigKey.FULL_SPLITTER_TOPOLOGY_ID);
    this.isGlobal = this.topologyId.toLowerCase().indexOf(ZkTopoConfForFullPull.GLOBAL_FULLPULLER_TOPO_PREFIX) != -1 ? true : false;
    if (this.isGlobal) {
        this.zkMonitorRootNodePath = Constants.FULL_PULL_MONITOR_ROOT_GLOBAL;
    } else {
        this.zkMonitorRootNodePath = Constants.FULL_PULL_MONITOR_ROOT;
    }
    LOG.info("topologyId:{} zkConnect:{} zkTopoRoot:{}", topologyId, zkConnect, zkTopoRoot);
    try {
        loadRunningConf(null);

        // 检查是否有遗留未决的拉取任务。如果有，resolve（发resume消息通知给appender，并在zk上记录，且将监测到的pending任务写日志，方便排查问题）。
        // 对于已经resolve的pending任务，将其移出pending队列，以免造成无限重复处理。
        FullPullHelper.updatePendingTasksTrackInfo(zkService, dsName, null,
                DataPullConstants.FULLPULL_PENDING_TASKS_OP_CRASHED_NOTIFY);
    } catch (Exception e) {
        e.printStackTrace();
        throw new InitializationException();
    }
    LOG.info("Topology {} is started!", topologyId);
}
 

import org.apache.storm.task.TopologyContext; //导入依赖的package包/类
/**
 * 初始化collectors
 */
@Override
public void open(Map conf, TopologyContext context, SpoutOutputCollector collector) {
    this.collector = collector;
    this.zkConnect = (String) conf.get(Constants.StormConfigKey.ZKCONNECT);
    this.topologyId = (String) conf.get(Constants.StormConfigKey.FULL_PULLER_TOPOLOGY_ID);

    this.isGlobal = this.topologyId.toLowerCase().
            indexOf(ZkTopoConfForFullPull.GLOBAL_FULLPULLER_TOPO_PREFIX) != -1 ? true : false;
    if (this.isGlobal) {
        this.zkMonitorRootNodePath = Constants.FULL_PULL_MONITOR_ROOT_GLOBAL;
    } else {
        this.zkMonitorRootNodePath = Constants.FULL_PULL_MONITOR_ROOT;
    }

    try {
        loadRunningConf(null);
        // 检查是否有遗留未决的拉取任务。如果有，resolve（发resume消息通知给appender，并在zk上记录，且将监测到的pending任务写日志，方便排查问题）。
        // 对于已经resolve的pending任务，将其移出pending队列，以免造成无限重复处理。
        FullPullHelper.updatePendingTasksTrackInfo(zkService, dsName, null, DataPullConstants.FULLPULL_PENDING_TASKS_OP_CRASHED_NOTIFY);
    } catch (Exception e) {
        e.printStackTrace();
        throw new InitializationException();
    }
    LOG.info("Topology {} is started!", topologyId);
}