当前位置: 首页>>代码示例>>Java>>正文

Java IntervalCheck.setInterval方法代码示例

本文整理汇总了Java中com.alibaba.jstorm.utils.IntervalCheck.setInterval方法的典型用法代码示例。如果您正苦于以下问题：Java IntervalCheck.setInterval方法的具体用法？Java IntervalCheck.setInterval怎么用？Java IntervalCheck.setInterval使用的例子？那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类com.alibaba.jstorm.utils.IntervalCheck的用法示例。


在下文中一共展示了IntervalCheck.setInterval方法的9个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Java代码示例。

示例1: MkLocalShuffer

import com.alibaba.jstorm.utils.IntervalCheck; //导入方法依赖的package包/类
public MkLocalShuffer(List<Integer> workerTasks, List<Integer> allOutTasks,
                      WorkerData workerData) {
    super(workerData);
    List<Integer> localOutTasks = new ArrayList<Integer>();

    for (Integer outTask : allOutTasks) {
        if (workerTasks.contains(outTask)) {
            localOutTasks.add(outTask);
        }
    }
    this.workerData = workerData;
    intervalCheck = new IntervalCheck();
    intervalCheck.setInterval(60);

    if (localOutTasks.size() != 0) {
        this.outTasks = localOutTasks;
        isLocal = true;
    } else {
        this.outTasks = new ArrayList<Integer>();
        this.outTasks.addAll(allOutTasks);
        refreshLocalNodeTasks();
        isLocal = false;
    }
    randomrange = new RandomRange(outTasks.size());
}
开发者ID:kkllwww007，项目名称:jstrom，代码行数:26，代码来源:MkLocalShuffer.java

示例2: MkLocalShuffer

import com.alibaba.jstorm.utils.IntervalCheck; //导入方法依赖的package包/类
public MkLocalShuffer(List<Integer> workerTasks, List<Integer> allOutTasks, WorkerData workerData) {
    super(workerData);
    List<Integer> localOutTasks = new ArrayList<>();
    allTargetTasks.addAll(allOutTasks);

    for (Integer outTask : allOutTasks) {
        if (workerTasks.contains(outTask)) {
            localOutTasks.add(outTask);
        }
    }
    this.workerData = workerData;
    intervalCheck = new IntervalCheck();
    intervalCheck.setInterval(60);

    if (localOutTasks.size() != 0) {
        this.outTasks = localOutTasks;
        isLocal = true;
    } else {
        this.outTasks = new ArrayList<>();
        this.outTasks.addAll(allOutTasks);
        refreshLocalNodeTasks();
        isLocal = false;
    }
    randomrange = new RandomRange(outTasks.size());
}
开发者ID:alibaba，项目名称:jstorm，代码行数:26，代码来源:MkLocalShuffer.java

示例3: MkLocalFirst

import com.alibaba.jstorm.utils.IntervalCheck; //导入方法依赖的package包/类
public MkLocalFirst(List<Integer> workerTasks, List<Integer> allOutTasks, WorkerData workerData) {
    super(workerData);

    intervalCheck = new IntervalCheck();
    intervalCheck.setInterval(10);

    this.allOutTasks.addAll(allOutTasks);
    this.workerData = workerData;

    List<Integer> localWorkerOutTasks = new ArrayList<Integer>();

    for (Integer outTask : allOutTasks) {
        if (workerTasks.contains(outTask)) {
            localWorkerOutTasks.add(outTask);
        }
    }

    remoteOutTasks.addAll(allOutTasks);
    if (localWorkerOutTasks.size() != 0) {
        isLocalWorkerAvail = true;
        localOutTasks.addAll(localWorkerOutTasks);
    } else {
        isLocalWorkerAvail = false;
    }
    randomrange = new RandomRange(localOutTasks.size());
    remoteRandomRange = new RandomRange(remoteOutTasks.size());

    LOG.info("Local out tasks:" + localOutTasks + ", Remote out tasks:" + remoteOutTasks);
}
开发者ID:kkllwww007，项目名称:jstrom，代码行数:30，代码来源:MkLocalFirst.java

示例4: TpsCounter

import com.alibaba.jstorm.utils.IntervalCheck; //导入方法依赖的package包/类
public TpsCounter(String id, Class tclass) {
    this.id = id;
    this.LOG = LoggerFactory.getLogger(tclass);
    
    intervalCheck = new IntervalCheck();
    intervalCheck.setInterval(60);
}
开发者ID:alibaba，项目名称:jstorm，代码行数:8，代码来源:TpsCounter.java

示例5: MkShuffer

import com.alibaba.jstorm.utils.IntervalCheck; //导入方法依赖的package包/类
public MkShuffer(String sourceComponent, String targetComponent, WorkerData workerData) {
    this.workerData = workerData;
    this.sourceComponent = sourceComponent;
    this.targetComponent = targetComponent;

    intervalCheck = new IntervalCheck();
    intervalCheck.setInterval(60 * 2);

    refreshTasks();

}
开发者ID:alibaba，项目名称:jstorm，代码行数:12，代码来源:MkShuffer.java

示例6: MkLocalFirst

import com.alibaba.jstorm.utils.IntervalCheck; //导入方法依赖的package包/类
public MkLocalFirst(List<Integer> workerTasks, List<Integer> allOutTasks, WorkerData workerData) {
    super(workerData);

    intervalCheck = new IntervalCheck();
    intervalCheck.setInterval(10);

    this.allOutTasks.addAll(allOutTasks);
    this.workerData = workerData;

    List<Integer> localWorkerOutTasks = new ArrayList<>();

    for (Integer outTask : allOutTasks) {
        if (workerTasks.contains(outTask)) {
            localWorkerOutTasks.add(outTask);
        }
    }

    remoteOutTasks.addAll(allOutTasks);
    if (localWorkerOutTasks.size() != 0) {
        isLocalWorkerAvail = true;
        localOutTasks.addAll(localWorkerOutTasks);
    } else {
        isLocalWorkerAvail = false;
    }
    randomrange = new RandomRange(localOutTasks.size());
    remoteRandomRange = new RandomRange(remoteOutTasks.size());

    LOG.info("Local out tasks:" + localOutTasks + ", remote out tasks:" + remoteOutTasks);

    loadMark = JStormUtils.parseDouble(workerData.getStormConf().get("shuffle.load.mark"), 1.0).floatValue();
}
开发者ID:alibaba，项目名称:jstorm，代码行数:32，代码来源:MkLocalFirst.java

示例7: waitChannelReady

import com.alibaba.jstorm.utils.IntervalCheck; //导入方法依赖的package包/类
void waitChannelReady(long cachedSize, long sleepMs) {
	long begin = System.currentTimeMillis();
	boolean changeThreadhold = false;
	IntervalCheck oneSecond = new IntervalCheck();
	IntervalCheck timeoutIntervalCheck = new IntervalCheck();
	timeoutIntervalCheck.setInterval(timeoutSecond);
	while (isChannelReady() == null) {

		long now = System.currentTimeMillis();
		long delt = now - begin;
		if (oneSecond.check() == true) {
			LOG.warn(
					"Target server  {} is unavailable, pending {}, bufferSize {}, block sending {}ms",
					name, pendings.get(), cachedSize, delt);
		}

		if (timeoutIntervalCheck.check() == true) {
			if (messageBatchRef.get() != null) {
				LOG.warn(
						"Target server  {} is unavailable, wait too much time, throw timeout message",
						name);
				messageBatchRef.set(null);
			}
			setChannel(null);
			LOG.warn("Reset channel as null");
		}

		reconnect();
		JStormUtils.sleepMs(sleepMs);

		if (delt > 2 * timeoutSecond * 1000L && changeThreadhold == false) {
			if (channelRef.get() != null
					&& BATCH_THREASHOLD_WARN >= 2 * messageBatchSize) {
				// it is just channel isn't writable;
				BATCH_THREASHOLD_WARN = BATCH_THREASHOLD_WARN / 2;
				LOG.info("Reduce BATCH_THREASHOLD_WARN to {}",
						BATCH_THREASHOLD_WARN);

				changeThreadhold = true;
			}
		}
		
		if (isClosed()) {
			LOG.info("Channel has been closed " + name());
			break;
		}
	}
}
开发者ID:zhangjunfang，项目名称:jstorm-0.9.6.3-，代码行数:49，代码来源:NettyClientAsync.java

示例8: waitChannelReady

import com.alibaba.jstorm.utils.IntervalCheck; //导入方法依赖的package包/类
void waitChannelReady(long cachedSize, long sleepMs) {
	long begin = System.currentTimeMillis();
	boolean changeThreadhold = false;
	IntervalCheck oneSecond = new IntervalCheck();
	IntervalCheck timeoutIntervalCheck = new IntervalCheck();
	timeoutIntervalCheck.setInterval(timeoutSecond);
	while (isChannelReady() == null) {

		long now = System.currentTimeMillis();
		long delt = now - begin;
		if (oneSecond.check() == true) {
			LOG.warn(
					"Target server  {} is unavailable, pending {}, bufferSize {}, block sending {}ms",
					new Object[]{name, pendings.get(), cachedSize, delt});
		}

		if (timeoutIntervalCheck.check() == true) {
			if (messageBatchRef.get() != null) {
				LOG.warn(
						"Target server  {} is unavailable, wait too much time, throw timeout message",
						name);
				messageBatchRef.set(null);
			}
			setChannel(null);
			LOG.warn("Reset channel as null");
		}

		reconnect();
		JStormUtils.sleepMs(sleepMs);

		if (delt > 2 * timeoutSecond * 1000L && changeThreadhold == false) {
			if (channelRef.get() != null
					&& BATCH_THREASHOLD_WARN >= 2 * messageBatchSize) {
				// it is just channel isn't writable;
				BATCH_THREASHOLD_WARN = BATCH_THREASHOLD_WARN / 2;
				LOG.info("Reduce BATCH_THREASHOLD_WARN to {}",
						BATCH_THREASHOLD_WARN);

				changeThreadhold = true;
			}
		}
		
		if (isClosed()) {
			LOG.info("Channel has been closed " + name());
			break;
		}
	}
}
开发者ID:songtk，项目名称:learn_jstorm，代码行数:49，代码来源:NettyClientAsync.java

示例9: prepare

import com.alibaba.jstorm.utils.IntervalCheck; //导入方法依赖的package包/类
@Override
public void prepare(Map stormConf, TopologyContext context,
                    OutputCollector collector) {
    this.conf = context.getStormConf();
    this.collector = collector;
    this.taskId = context.getThisTaskId();
    this.topologyId = context.getTopologyId();
    this.zkCluster = context.getZkCluster();

    try {
        Assignment assignment = zkCluster.assignment_info(topologyId, null);
        this.workerSet = assignment.getWorkers();
        intervalCheck = new IntervalCheck();
        intervalCheck.setInterval(10);
        intervalCheck.start();
    } catch (Exception e) {
        LOG.error("Failed to get assignment for " + topologyId);
    }

    this.taskHeartbeatUpdater = new TaskHeartbeatUpdater(this.conf, topologyId, taskId, zkCluster);

    this.backpressureCoordinator = new BackpressureCoordinator(collector, context, taskId);

    this.topologyMetricContext = new TopologyMetricContext(topologyId, this.workerSet, this.conf);

    this.uploadMetricsExecutor = Executors.newSingleThreadScheduledExecutor();
    this.uploadMetricsExecutor.scheduleAtFixedRate(new Runnable() {
        @Override
        public void run() {
            int secOffset = TimeUtils.secOffset();
            int offset = 35;
            if (secOffset < offset) {
                JStormUtils.sleepMs((offset - secOffset) * 1000);
            } else if (secOffset == offset) {
                // do nothing
            } else {
                JStormUtils.sleepMs((60 - secOffset + offset) * 1000);
            }
            if (topologyMetricContext.getUploadedWorkerNum() > 0) {
                metricLogger.info("force upload metrics.");
                mergeAndUpload();
            }
        }
    }, 5, 60, TimeUnit.SECONDS);

    updateThread = new Thread(new TopologyMasterRunnable());
    updateThread.start();

    threadAliveCheck = new IntervalCheck();
    threadAliveCheck.setInterval(30);
    threadAliveCheck.start();
}
开发者ID:kkllwww007，项目名称:jstrom，代码行数:53，代码来源:TopologyMaster.java


注：本文中的com.alibaba.jstorm.utils.IntervalCheck.setInterval方法示例由纯净天空整理自Github/MSDocs等开源代码及文档管理平台，相关代码片段筛选自各路编程大神贡献的开源项目，源码版权归原作者所有，传播和使用请参考对应项目的License；未经允许，请勿转载。