本文整理汇总了Python中scrapy.Request.copy方法的典型用法代码示例。如果您正苦于以下问题:Python Request.copy方法的具体用法?Python Request.copy怎么用?Python Request.copy使用的例子?那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类scrapy.Request
的用法示例。
在下文中一共展示了Request.copy方法的1个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Python代码示例。
示例1: test_hs_middlewares_retry
# 需要导入模块: from scrapy import Request [as 别名]
# 或者: from scrapy.Request import copy [as 别名]
def test_hs_middlewares_retry(hs_downloader_middleware, hs_spider_middleware):
spider = Spider('test')
url = 'http://resp-url'
request_0 = Request(url)
response_0 = Response(url)
hs_downloader_middleware.process_request(request_0, spider)
assert HS_REQUEST_ID_KEY not in request_0.meta
assert HS_PARENT_ID_KEY not in request_0.meta
assert len(hs_spider_middleware._seen_requests) == 0
assert len(hs_downloader_middleware._seen_requests) == 0
hs_downloader_middleware.process_response(request_0, response_0, spider)
assert request_0.meta[HS_REQUEST_ID_KEY] == 0
assert request_0.meta[HS_PARENT_ID_KEY] is None
assert hs_spider_middleware._seen_requests[request_0] == 0
request_1 = request_0.copy()
response_1 = Response(url)
assert request_1.meta[HS_REQUEST_ID_KEY] == 0
assert request_1.meta[HS_PARENT_ID_KEY] is None
hs_downloader_middleware.process_request(request_1, spider)
assert HS_REQUEST_ID_KEY not in request_1.meta
assert request_1.meta[HS_PARENT_ID_KEY] == 0
hs_downloader_middleware.process_response(request_1, response_1, spider)
assert request_1.meta[HS_REQUEST_ID_KEY] == 1
assert request_1.meta[HS_PARENT_ID_KEY] == 0