本文整理匯總了Python中scrapy.http.request.Request.meta[b'test_param']方法的典型用法代碼示例。如果您正苦於以下問題:Python Request.meta[b'test_param']方法的具體用法?Python Request.meta[b'test_param']怎麽用?Python Request.meta[b'test_param']使用的例子?那麽, 這裏精選的方法代碼示例或許可以為您提供幫助。您也可以進一步了解該方法所在類scrapy.http.request.Request
的用法示例。
在下文中一共展示了Request.meta[b'test_param']方法的1個代碼示例,這些例子默認根據受歡迎程度排序。您可以為喜歡或者感覺有用的代碼點讚,您的評價將有助於係統推薦出更棒的Python代碼示例。
示例1: test_request_response_converters
# 需要導入模塊: from scrapy.http.request import Request [as 別名]
# 或者: from scrapy.http.request.Request import meta[b'test_param'] [as 別名]
def test_request_response_converters():
spider = TestSpider()
rc = RequestConverter(spider)
rsc = ResponseConverter(spider, rc)
url = "http://test.com/test?param=123"
request = ScrapyRequest(url=url, callback=spider.callback, errback=spider.errback,
body=REQUEST_BODY)
request.meta[b'test_param'] = b'test_value'
request.headers.appendlist(b"TestKey", b"test value")
request.cookies[b'MyCookie'] = b'CookieContent'
frontier_request = rc.to_frontier(request)
assert frontier_request.meta[b'scrapy_callback'] == b'callback'
assert frontier_request.meta[b'scrapy_errback'] == b'errback'
assert frontier_request.body == to_bytes(REQUEST_BODY)
assert frontier_request.url == url
assert frontier_request.method == b'GET'
assert frontier_request.headers[b'Testkey'] == b'test value'
assert frontier_request.cookies[b'MyCookie'] == b'CookieContent'
assert b'frontier_request' not in frontier_request.meta[b'scrapy_meta']
request_converted = rc.from_frontier(frontier_request)
assert request_converted.meta[b'test_param'] == b'test_value'
assert request_converted.body == to_bytes(REQUEST_BODY)
assert request_converted.url == url
assert request_converted.method == 'GET'
assert request_converted.cookies[b'MyCookie'] == b'CookieContent'
assert request_converted.headers.get(b'Testkey') == b'test value'
assert request_converted.callback == spider.callback
assert request_converted.errback == spider.errback
# Some middleware could change .meta contents
request_converted.meta[b'middleware_stuff'] = b'appeared'
response = ScrapyResponse(url=url, request=request_converted, body=RESPONSE_BODY,
headers={b'TestHeader': b'Test value'})
frontier_response = rsc.to_frontier(response)
assert frontier_response.body == RESPONSE_BODY
assert frontier_response.meta[b'scrapy_meta'][b'test_param'] == b'test_value'
assert frontier_response.meta[b'scrapy_meta'][b'middleware_stuff'] == b'appeared'
assert frontier_response.status_code == 200
assert b'frontier_request' not in frontier_response.meta[b'scrapy_meta']
response_converted = rsc.from_frontier(frontier_response)
assert response_converted.body == RESPONSE_BODY
assert response_converted.meta[b'test_param'] == b'test_value'
assert response_converted.url == url
assert response_converted.status == 200
assert response_converted.headers[b'TestHeader'] == b'Test value'
frontier_request = FrontierRequest(url)
request_converted = rc.from_frontier(frontier_request)
assert frontier_request.url == url