本文整理汇总了Java中com.alibaba.jstorm.utils.IntervalCheck类的典型用法代码示例。如果您正苦于以下问题:Java IntervalCheck类的具体用法?Java IntervalCheck怎么用?Java IntervalCheck使用的例子?那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。
IntervalCheck类属于com.alibaba.jstorm.utils包,在下文中一共展示了IntervalCheck类的15个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Java代码示例。
示例1: open
import com.alibaba.jstorm.utils.IntervalCheck; //导入依赖的package包/类
@SuppressWarnings("rawtypes")
@Override
public void open(Map conf, TopologyContext context,
SpoutOutputCollector collector) {
batchQueue = new LinkedBlockingQueue<BatchSpoutMsgId>();
this.collector = collector;
this.conf = conf;
taskName = context.getThisComponentId() + "_" + context.getThisTaskId();
intervalCheck = new IntervalCheck();
try {
zkClient = BatchCommon.getZkClient(conf);
initMsgId();
} catch (Exception e) {
LOG.error("", e);
throw new RuntimeException("Failed to init");
}
LOG.info("Successfully open " + taskName);
}
示例2: open
import com.alibaba.jstorm.utils.IntervalCheck; //导入依赖的package包/类
@Override
public void open(Map conf, TopologyContext context,
SpoutOutputCollector collector) {
batchQueue = new LinkedBlockingQueue<BatchSpoutMsgId>();
this.collector = collector;
this.conf = conf;
taskName = context.getThisComponentId() + "_" + context.getThisTaskId();
intervalCheck = new IntervalCheck();
try {
zkClient = BatchCommon.getZkClient(conf);
initMsgId();
} catch (Exception e) {
LOG.error("", e);
throw new RuntimeException("Failed to init");
}
LOG.info("Successfully open " + taskName);
}
示例3: TaskHeartbeatTrigger
import com.alibaba.jstorm.utils.IntervalCheck; //导入依赖的package包/类
public TaskHeartbeatTrigger(Map conf, String name, DisruptorQueue queue, BlockingQueue<Object> controlQueue, int taskId, String componentId,
TopologyContext sysTopologyCtx, ITaskReportErr reportError) {
this.name = name;
this.queue = queue;
this.controlQueue = controlQueue;
this.opCode = TimerConstants.TASK_HEARTBEAT;
this.taskId = taskId;
this.componentId = componentId;
this.sysTopologyCtx = sysTopologyCtx;
this.frequence = JStormUtils.parseInt(conf.get(Config.TASK_HEARTBEAT_FREQUENCY_SECS), 10);
this.firstTime = frequence;
this.executeThreadHbTime = TimeUtils.current_time_secs();
this.taskHbTimeout = JStormUtils.parseInt(conf.get(Config.NIMBUS_TASK_TIMEOUT_SECS), 180);
this.intervalCheck = new IntervalCheck();
this.intervalCheck.setInterval(taskHbTimeout);
this.intervalCheck.start();
this.reportError = reportError;
this.uptime = new UptimeComputer();
}
示例4: open
import com.alibaba.jstorm.utils.IntervalCheck; //导入依赖的package包/类
@Override
public void open(Map conf, TopologyContext context, SpoutOutputCollector collector) {
batchQueue = new LinkedBlockingQueue<BatchSpoutMsgId>();
this.collector = collector;
this.conf = conf;
taskName = context.getThisComponentId() + "_" + context.getThisTaskId();
intervalCheck = new IntervalCheck();
try {
zkClient = BatchCommon.getZkClient(conf);
initMsgId();
} catch (Exception e) {
LOG.error("", e);
throw new RuntimeException("Failed to init");
}
LOG.info("Successfully open " + taskName);
}
示例5: RollingWindow
import com.alibaba.jstorm.utils.IntervalCheck; //导入依赖的package包/类
RollingWindow(V defaultValue, int interval, int windowSecond, Updater<V> updater, Merger<V> merger) {
this.startTime = System.currentTimeMillis();
this.interval = interval;
this.intervalCheck = new IntervalCheck();
this.intervalCheck.setInterval(interval);
this.currBucketTime = getCurrBucketTime();
this.bucketNum = windowSecond / interval;
this.windowSecond = (bucketNum) * interval;
this.buckets = new TreeMap<Integer, V>();
this.updater = updater;
this.merger = merger;
this.defaultValue = defaultValue;
}
示例6: init
import com.alibaba.jstorm.utils.IntervalCheck; //导入依赖的package包/类
public void init() {
if (defaultValue == null || updater == null || merger == null || convertor == null) {
throw new IllegalArgumentException("Invalid argements");
}
rollingWindows = new ArrayList<RollingWindow<V>>();
if (windowSeconds != null) {
rollingWindows.clear();
for (int windowSize : windowSeconds) {
RollingWindow<V> rollingWindow = new RollingWindow<V>(defaultValue, windowSize / bucketSize, windowSize, updater, merger);
rollingWindows.add(rollingWindow);
}
}
allWindow = new AllWindow<V>(defaultValue, updater, merger);
this.interval = getInterval();
this.intervalCheck = new IntervalCheck();
this.intervalCheck.setInterval(interval);
}
示例7: MkLocalShuffer
import com.alibaba.jstorm.utils.IntervalCheck; //导入依赖的package包/类
public MkLocalShuffer(List<Integer> workerTasks, List<Integer> allOutTasks,
WorkerData workerData) {
super(workerData);
List<Integer> localOutTasks = new ArrayList<Integer>();
for (Integer outTask : allOutTasks) {
if (workerTasks.contains(outTask)) {
localOutTasks.add(outTask);
}
}
this.workerData = workerData;
intervalCheck = new IntervalCheck();
intervalCheck.setInterval(60);
if (localOutTasks.size() != 0) {
this.outTasks = localOutTasks;
isLocal = true;
} else {
this.outTasks = new ArrayList<Integer>();
this.outTasks.addAll(allOutTasks);
refreshLocalNodeTasks();
isLocal = false;
}
randomrange = new RandomRange(outTasks.size());
}
示例8: TaskHeartbeatTrigger
import com.alibaba.jstorm.utils.IntervalCheck; //导入依赖的package包/类
public TaskHeartbeatTrigger(Map conf, String name, DisruptorQueue controlQueue, int taskId, String componentId,
TopologyContext sysTopologyCtx, ITaskReportErr reportError, TaskStatus executorStatus) {
this.name = name;
this.queue = controlQueue;
this.opCode = TimerConstants.TASK_HEARTBEAT;
this.taskId = taskId;
this.componentId = componentId;
this.sysTopologyCtx = sysTopologyCtx;
this.frequency = JStormUtils.parseInt(conf.get(Config.TASK_HEARTBEAT_FREQUENCY_SECS), 10);
this.firstTime = 0;
this.executeThreadHbTime = TimeUtils.current_time_secs();
this.taskHbTimeout = JStormUtils.parseInt(conf.get(Config.NIMBUS_TASK_TIMEOUT_SECS), 180);
this.intervalCheck = new IntervalCheck();
this.intervalCheck.setInterval(taskHbTimeout);
this.intervalCheck.start();
this.reportError = reportError;
this.uptime = new UptimeComputer();
this.executorStatus = executorStatus;
}
示例9: open
import com.alibaba.jstorm.utils.IntervalCheck; //导入依赖的package包/类
@Override
public void open(Map conf, TopologyContext context, SpoutOutputCollector collector) {
batchQueue = new LinkedBlockingQueue<>();
this.collector = collector;
this.conf = conf;
taskName = context.getThisComponentId() + "_" + context.getThisTaskId();
intervalCheck = new IntervalCheck();
try {
zkClient = BatchCommon.getZkClient(conf);
initMsgId();
} catch (Exception e) {
LOG.error("", e);
throw new RuntimeException("Failed to init");
}
LOG.info("Successfully open " + taskName);
}
示例10: open
import com.alibaba.jstorm.utils.IntervalCheck; //导入依赖的package包/类
@Override
public void open(Map conf, TopologyContext context, SpoutOutputCollector collector) {
this.conf = conf;
this.topologyContext = context;
this.topologyId = topologyContext.getTopologyId();
this.taskId = topologyContext.getThisTaskId();
this.topologyMasterId = topologyContext.getTopologyMasterId();
this.componentId = topologyContext.getThisComponentId();
this.taskStats = new TaskBaseMetric(topologyId, componentId, taskId);
this.downstreamTasks = TransactionCommon.getDownstreamTasks(componentId, topologyContext);
LOG.info("downstreamTasks: {}", downstreamTasks);
this.outputCollector = new TransactionSpoutOutputCollector(collector, this);
this.spoutStatus = State.INIT;
this.committingBatches = new TreeMap<>();
this.isMaxPending = false;
this.MAX_PENDING_BATCH_NUM = ConfigExtension.getTransactionMaxPendingBatch(conf);
int taskLaunchTimeout = JStormUtils.parseInt(conf.get(Config.NIMBUS_TASK_LAUNCH_SECS));
int spoutInitRetryDelaySec = JStormUtils.parseInt(conf.get("transaction.spout.init.retry.secs"), taskLaunchTimeout);
this.initRetryCheck = new IntervalCheck();
initRetryCheck.setInterval(spoutInitRetryDelaySec);
this.lock = new ReentrantLock(true);
}
示例11: MkLocalShuffer
import com.alibaba.jstorm.utils.IntervalCheck; //导入依赖的package包/类
public MkLocalShuffer(List<Integer> workerTasks, List<Integer> allOutTasks, WorkerData workerData) {
super(workerData);
List<Integer> localOutTasks = new ArrayList<>();
allTargetTasks.addAll(allOutTasks);
for (Integer outTask : allOutTasks) {
if (workerTasks.contains(outTask)) {
localOutTasks.add(outTask);
}
}
this.workerData = workerData;
intervalCheck = new IntervalCheck();
intervalCheck.setInterval(60);
if (localOutTasks.size() != 0) {
this.outTasks = localOutTasks;
isLocal = true;
} else {
this.outTasks = new ArrayList<>();
this.outTasks.addAll(allOutTasks);
refreshLocalNodeTasks();
isLocal = false;
}
randomrange = new RandomRange(outTasks.size());
}
示例12: MkLocalFirst
import com.alibaba.jstorm.utils.IntervalCheck; //导入依赖的package包/类
public MkLocalFirst(List<Integer> workerTasks, List<Integer> allOutTasks, WorkerData workerData) {
super(workerData);
intervalCheck = new IntervalCheck();
intervalCheck.setInterval(10);
this.allOutTasks.addAll(allOutTasks);
this.workerData = workerData;
List<Integer> localWorkerOutTasks = new ArrayList<Integer>();
for (Integer outTask : allOutTasks) {
if (workerTasks.contains(outTask)) {
localWorkerOutTasks.add(outTask);
}
}
remoteOutTasks.addAll(allOutTasks);
if (localWorkerOutTasks.size() != 0) {
isLocalWorkerAvail = true;
localOutTasks.addAll(localWorkerOutTasks);
} else {
isLocalWorkerAvail = false;
}
randomrange = new RandomRange(localOutTasks.size());
remoteRandomRange = new RandomRange(remoteOutTasks.size());
LOG.info("Local out tasks:" + localOutTasks + ", Remote out tasks:" + remoteOutTasks);
}
示例13: TpsCounter
import com.alibaba.jstorm.utils.IntervalCheck; //导入依赖的package包/类
public TpsCounter(String id, Class tclass) {
this.id = id;
this.LOG = LoggerFactory.getLogger(tclass);
intervalCheck = new IntervalCheck();
intervalCheck.setInterval(60);
}
示例14: MkShuffer
import com.alibaba.jstorm.utils.IntervalCheck; //导入依赖的package包/类
public MkShuffer(String sourceComponent, String targetComponent, WorkerData workerData) {
this.workerData = workerData;
this.sourceComponent = sourceComponent;
this.targetComponent = targetComponent;
intervalCheck = new IntervalCheck();
intervalCheck.setInterval(60 * 2);
refreshTasks();
}
示例15: MkLocalFirst
import com.alibaba.jstorm.utils.IntervalCheck; //导入依赖的package包/类
public MkLocalFirst(List<Integer> workerTasks, List<Integer> allOutTasks, WorkerData workerData) {
super(workerData);
intervalCheck = new IntervalCheck();
intervalCheck.setInterval(10);
this.allOutTasks.addAll(allOutTasks);
this.workerData = workerData;
List<Integer> localWorkerOutTasks = new ArrayList<>();
for (Integer outTask : allOutTasks) {
if (workerTasks.contains(outTask)) {
localWorkerOutTasks.add(outTask);
}
}
remoteOutTasks.addAll(allOutTasks);
if (localWorkerOutTasks.size() != 0) {
isLocalWorkerAvail = true;
localOutTasks.addAll(localWorkerOutTasks);
} else {
isLocalWorkerAvail = false;
}
randomrange = new RandomRange(localOutTasks.size());
remoteRandomRange = new RandomRange(remoteOutTasks.size());
LOG.info("Local out tasks:" + localOutTasks + ", remote out tasks:" + remoteOutTasks);
loadMark = JStormUtils.parseDouble(workerData.getStormConf().get("shuffle.load.mark"), 1.0).floatValue();
}