本文整理汇总了Python中threadpool.makeRequests方法的典型用法代码示例。如果您正苦于以下问题：Python threadpool.makeRequests方法的具体用法？Python threadpool.makeRequests怎么用？Python threadpool.makeRequests使用的例子？那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类threadpool的用法示例。
在下文中一共展示了threadpool.makeRequests方法的7个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Python代码示例。
示例1: work
# 需要导入模块: import threadpool [as 别名]
# 或者: from threadpool import makeRequests [as 别名]
def work(self, iterJobFuncArgs, jobFunc, timeout=None):
def argsGenerator():
for jobFuncArgs in iterJobFuncArgs:
self.results[hash(str(jobFuncArgs))] = {
'state': self.JOB_UNSTART,
'args': jobFuncArgs,
}
self.totalNum += 1
yield ((jobFunc, jobFuncArgs), {})
requests = tp.makeRequests(callable_=self._doJob,
args_list=argsGenerator(),
callback=self._cbJobFinished,
exc_callback=self._cbHandleErr)
[self.jobPool.putRequest(req) for req in requests]
self.jobPool.wait()
self.jobPool.dismissWorkers(self.concurrency, do_join=True)
return self.results 示例2: batchTest
# 需要导入模块: import threadpool [as 别名]
# 或者: from threadpool import makeRequests [as 别名]
def batchTest(self, norm_target_func=None, *args, **kwds):
'''
the func must be the run() function in a poc class.
'''
def argsGenerator():
func_args = {
'options': self.options,
'success': None,
'poc_ret': {},
}
for seed in self.seed_iter:
if norm_target_func:
func_args['options']['target'] = norm_target_func(seed.strip(), *args, **kwds)
else:
func_args['options']['target'] = seed.strip()
yield deepcopy(func_args)
requests = threadpool.makeRequests(callable_=self.func2run,
args_list = argsGenerator(),
callback=self.cbSaveResult,
exc_callback=self.cbHandleErr)
[self.tp.putRequest(req) for req in requests]
self.tp.wait()
self.tp.dismissWorkers(100, do_join=True)
return self.total_num, self.finished_num, self.err_num 示例3: mThreadExecute
# 需要导入模块: import threadpool [as 别名]
# 或者: from threadpool import makeRequests [as 别名]
def mThreadExecute(self, threadcount=10,canexecute=True):
import threadpool
pool = threadpool.ThreadPool(threadcount)
seed= parallel_map(self,canexecute);
def Funcs(item):
task= parallel_reduce(self,[item],canexecute);
print('totalcount: %d'%len([r for r in task]));
print('finish' + str(item));
requests = threadpool.makeRequests(Funcs, seed);
[pool.putRequest(req) for req in requests]
pool.wait()
# self.__close__() 示例4: run
# 需要导入模块: import threadpool [as 别名]
# 或者: from threadpool import makeRequests [as 别名]
def run(self):
#默认为10线程扫描
pool = threadpool.ThreadPool(10)
#迭代任务队列
requests = threadpool.makeRequests(self.call_scan,self.list_renwu)
print 'add pool ok'
for req in requests:
pool.putRequest(req)
print '---------------------ok----------------------'
pool.wait()
print '---------------------done--------------------'
#处理单个扫描任务记录进度 示例5: exec_multi_threading
# 需要导入模块: import threadpool [as 别名]
# 或者: from threadpool import makeRequests [as 别名]
def exec_multi_threading(size, proxys):
pool = threadpool.ThreadPool(size)
reqs = threadpool.makeRequests(GetFreeProxy.validUsefulProxy, proxys)
[pool.putRequest(req) for req in reqs]
pool.wait() 示例6: start_service
# 需要导入模块: import threadpool [as 别名]
# 或者: from threadpool import makeRequests [as 别名]
def start_service(love):
import threadpool
pool = threadpool.ThreadPool(2)
reqs = threadpool.makeRequests(super_hero, [love])
[pool.putRequest(req) for req in reqs]
reqs = threadpool.makeRequests(girl_of_the_night, [love])
[pool.putRequest(req) for req in reqs]
pool.wait() 示例7: add
# 需要导入模块: import threadpool [as 别名]
# 或者: from threadpool import makeRequests [as 别名]
def add(self, fn, args):
import threadpool
if type(args) == list:
args = [(args, None)]
elif type(args) == dict:
args = [(None, args)]
else:
raise ValueError, "Unsuported args,", type(args)
request = threadpool.makeRequests(fn, args)[0]
self.pool.putRequest(request, block = False)
self.pool.poll()