本文整理汇总了Java中com.alibaba.jstorm.utils.IntervalCheck.setInterval方法的典型用法代码示例。如果您正苦于以下问题:Java IntervalCheck.setInterval方法的具体用法?Java IntervalCheck.setInterval怎么用?Java IntervalCheck.setInterval使用的例子?那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类com.alibaba.jstorm.utils.IntervalCheck
的用法示例。
在下文中一共展示了IntervalCheck.setInterval方法的9个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Java代码示例。
示例1: MkLocalShuffer
import com.alibaba.jstorm.utils.IntervalCheck; //导入方法依赖的package包/类
public MkLocalShuffer(List<Integer> workerTasks, List<Integer> allOutTasks,
WorkerData workerData) {
super(workerData);
List<Integer> localOutTasks = new ArrayList<Integer>();
for (Integer outTask : allOutTasks) {
if (workerTasks.contains(outTask)) {
localOutTasks.add(outTask);
}
}
this.workerData = workerData;
intervalCheck = new IntervalCheck();
intervalCheck.setInterval(60);
if (localOutTasks.size() != 0) {
this.outTasks = localOutTasks;
isLocal = true;
} else {
this.outTasks = new ArrayList<Integer>();
this.outTasks.addAll(allOutTasks);
refreshLocalNodeTasks();
isLocal = false;
}
randomrange = new RandomRange(outTasks.size());
}
示例2: MkLocalShuffer
import com.alibaba.jstorm.utils.IntervalCheck; //导入方法依赖的package包/类
public MkLocalShuffer(List<Integer> workerTasks, List<Integer> allOutTasks, WorkerData workerData) {
super(workerData);
List<Integer> localOutTasks = new ArrayList<>();
allTargetTasks.addAll(allOutTasks);
for (Integer outTask : allOutTasks) {
if (workerTasks.contains(outTask)) {
localOutTasks.add(outTask);
}
}
this.workerData = workerData;
intervalCheck = new IntervalCheck();
intervalCheck.setInterval(60);
if (localOutTasks.size() != 0) {
this.outTasks = localOutTasks;
isLocal = true;
} else {
this.outTasks = new ArrayList<>();
this.outTasks.addAll(allOutTasks);
refreshLocalNodeTasks();
isLocal = false;
}
randomrange = new RandomRange(outTasks.size());
}
示例3: MkLocalFirst
import com.alibaba.jstorm.utils.IntervalCheck; //导入方法依赖的package包/类
public MkLocalFirst(List<Integer> workerTasks, List<Integer> allOutTasks, WorkerData workerData) {
super(workerData);
intervalCheck = new IntervalCheck();
intervalCheck.setInterval(10);
this.allOutTasks.addAll(allOutTasks);
this.workerData = workerData;
List<Integer> localWorkerOutTasks = new ArrayList<Integer>();
for (Integer outTask : allOutTasks) {
if (workerTasks.contains(outTask)) {
localWorkerOutTasks.add(outTask);
}
}
remoteOutTasks.addAll(allOutTasks);
if (localWorkerOutTasks.size() != 0) {
isLocalWorkerAvail = true;
localOutTasks.addAll(localWorkerOutTasks);
} else {
isLocalWorkerAvail = false;
}
randomrange = new RandomRange(localOutTasks.size());
remoteRandomRange = new RandomRange(remoteOutTasks.size());
LOG.info("Local out tasks:" + localOutTasks + ", Remote out tasks:" + remoteOutTasks);
}
示例4: TpsCounter
import com.alibaba.jstorm.utils.IntervalCheck; //导入方法依赖的package包/类
public TpsCounter(String id, Class tclass) {
this.id = id;
this.LOG = LoggerFactory.getLogger(tclass);
intervalCheck = new IntervalCheck();
intervalCheck.setInterval(60);
}
示例5: MkShuffer
import com.alibaba.jstorm.utils.IntervalCheck; //导入方法依赖的package包/类
public MkShuffer(String sourceComponent, String targetComponent, WorkerData workerData) {
this.workerData = workerData;
this.sourceComponent = sourceComponent;
this.targetComponent = targetComponent;
intervalCheck = new IntervalCheck();
intervalCheck.setInterval(60 * 2);
refreshTasks();
}
示例6: MkLocalFirst
import com.alibaba.jstorm.utils.IntervalCheck; //导入方法依赖的package包/类
public MkLocalFirst(List<Integer> workerTasks, List<Integer> allOutTasks, WorkerData workerData) {
super(workerData);
intervalCheck = new IntervalCheck();
intervalCheck.setInterval(10);
this.allOutTasks.addAll(allOutTasks);
this.workerData = workerData;
List<Integer> localWorkerOutTasks = new ArrayList<>();
for (Integer outTask : allOutTasks) {
if (workerTasks.contains(outTask)) {
localWorkerOutTasks.add(outTask);
}
}
remoteOutTasks.addAll(allOutTasks);
if (localWorkerOutTasks.size() != 0) {
isLocalWorkerAvail = true;
localOutTasks.addAll(localWorkerOutTasks);
} else {
isLocalWorkerAvail = false;
}
randomrange = new RandomRange(localOutTasks.size());
remoteRandomRange = new RandomRange(remoteOutTasks.size());
LOG.info("Local out tasks:" + localOutTasks + ", remote out tasks:" + remoteOutTasks);
loadMark = JStormUtils.parseDouble(workerData.getStormConf().get("shuffle.load.mark"), 1.0).floatValue();
}
示例7: waitChannelReady
import com.alibaba.jstorm.utils.IntervalCheck; //导入方法依赖的package包/类
void waitChannelReady(long cachedSize, long sleepMs) {
long begin = System.currentTimeMillis();
boolean changeThreadhold = false;
IntervalCheck oneSecond = new IntervalCheck();
IntervalCheck timeoutIntervalCheck = new IntervalCheck();
timeoutIntervalCheck.setInterval(timeoutSecond);
while (isChannelReady() == null) {
long now = System.currentTimeMillis();
long delt = now - begin;
if (oneSecond.check() == true) {
LOG.warn(
"Target server {} is unavailable, pending {}, bufferSize {}, block sending {}ms",
name, pendings.get(), cachedSize, delt);
}
if (timeoutIntervalCheck.check() == true) {
if (messageBatchRef.get() != null) {
LOG.warn(
"Target server {} is unavailable, wait too much time, throw timeout message",
name);
messageBatchRef.set(null);
}
setChannel(null);
LOG.warn("Reset channel as null");
}
reconnect();
JStormUtils.sleepMs(sleepMs);
if (delt > 2 * timeoutSecond * 1000L && changeThreadhold == false) {
if (channelRef.get() != null
&& BATCH_THREASHOLD_WARN >= 2 * messageBatchSize) {
// it is just channel isn't writable;
BATCH_THREASHOLD_WARN = BATCH_THREASHOLD_WARN / 2;
LOG.info("Reduce BATCH_THREASHOLD_WARN to {}",
BATCH_THREASHOLD_WARN);
changeThreadhold = true;
}
}
if (isClosed()) {
LOG.info("Channel has been closed " + name());
break;
}
}
}
示例8: waitChannelReady
import com.alibaba.jstorm.utils.IntervalCheck; //导入方法依赖的package包/类
void waitChannelReady(long cachedSize, long sleepMs) {
long begin = System.currentTimeMillis();
boolean changeThreadhold = false;
IntervalCheck oneSecond = new IntervalCheck();
IntervalCheck timeoutIntervalCheck = new IntervalCheck();
timeoutIntervalCheck.setInterval(timeoutSecond);
while (isChannelReady() == null) {
long now = System.currentTimeMillis();
long delt = now - begin;
if (oneSecond.check() == true) {
LOG.warn(
"Target server {} is unavailable, pending {}, bufferSize {}, block sending {}ms",
new Object[]{name, pendings.get(), cachedSize, delt});
}
if (timeoutIntervalCheck.check() == true) {
if (messageBatchRef.get() != null) {
LOG.warn(
"Target server {} is unavailable, wait too much time, throw timeout message",
name);
messageBatchRef.set(null);
}
setChannel(null);
LOG.warn("Reset channel as null");
}
reconnect();
JStormUtils.sleepMs(sleepMs);
if (delt > 2 * timeoutSecond * 1000L && changeThreadhold == false) {
if (channelRef.get() != null
&& BATCH_THREASHOLD_WARN >= 2 * messageBatchSize) {
// it is just channel isn't writable;
BATCH_THREASHOLD_WARN = BATCH_THREASHOLD_WARN / 2;
LOG.info("Reduce BATCH_THREASHOLD_WARN to {}",
BATCH_THREASHOLD_WARN);
changeThreadhold = true;
}
}
if (isClosed()) {
LOG.info("Channel has been closed " + name());
break;
}
}
}
示例9: prepare
import com.alibaba.jstorm.utils.IntervalCheck; //导入方法依赖的package包/类
@Override
public void prepare(Map stormConf, TopologyContext context,
OutputCollector collector) {
this.conf = context.getStormConf();
this.collector = collector;
this.taskId = context.getThisTaskId();
this.topologyId = context.getTopologyId();
this.zkCluster = context.getZkCluster();
try {
Assignment assignment = zkCluster.assignment_info(topologyId, null);
this.workerSet = assignment.getWorkers();
intervalCheck = new IntervalCheck();
intervalCheck.setInterval(10);
intervalCheck.start();
} catch (Exception e) {
LOG.error("Failed to get assignment for " + topologyId);
}
this.taskHeartbeatUpdater = new TaskHeartbeatUpdater(this.conf, topologyId, taskId, zkCluster);
this.backpressureCoordinator = new BackpressureCoordinator(collector, context, taskId);
this.topologyMetricContext = new TopologyMetricContext(topologyId, this.workerSet, this.conf);
this.uploadMetricsExecutor = Executors.newSingleThreadScheduledExecutor();
this.uploadMetricsExecutor.scheduleAtFixedRate(new Runnable() {
@Override
public void run() {
int secOffset = TimeUtils.secOffset();
int offset = 35;
if (secOffset < offset) {
JStormUtils.sleepMs((offset - secOffset) * 1000);
} else if (secOffset == offset) {
// do nothing
} else {
JStormUtils.sleepMs((60 - secOffset + offset) * 1000);
}
if (topologyMetricContext.getUploadedWorkerNum() > 0) {
metricLogger.info("force upload metrics.");
mergeAndUpload();
}
}
}, 5, 60, TimeUnit.SECONDS);
updateThread = new Thread(new TopologyMasterRunnable());
updateThread.start();
threadAliveCheck = new IntervalCheck();
threadAliveCheck.setInterval(30);
threadAliveCheck.start();
}