本文整理汇总了Python中wpull.http.request.Response.fields['location']方法的典型用法代码示例。如果您正苦于以下问题：Python Response.fields['location']方法的具体用法？Python Response.fields['location']怎么用？Python Response.fields['location']使用的例子？那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类wpull.http.request.Response的用法示例。
在下文中一共展示了Response.fields['location']方法的4个代码示例，这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞，您的评价将有助于系统推荐出更棒的Python代码示例。
示例1: test_redirect_loop
# 需要导入模块: from wpull.http.request import Response [as 别名]
# 或者: from wpull.http.request.Response import fields['location'] [as 别名]
def test_redirect_loop(self):
http_client = MockHTTPClient()
pool = RobotsTxtPool()
client = RichClient(http_client, pool)
session = MockRobotsTxtRichClientSession(
client, Request.new('http://example.com')
)
self.assertEqual(RobotsState.unknown, session._robots_state)
for dummy in range(21):
request = session.next_request
self.assertTrue(request.url_info.url.endswith('robots.txt'))
response = Response('HTTP/1.0', 302, 'See else')
response.url_info = request.url_info
response.fields['location'] = '/robots.txt'
http_client.response = response
yield session.fetch()
request = session.next_request
self.assertTrue(request)
response = Response('HTTP/1.0', 200, 'OK')
http_client.response = response
yield session.fetch()
self.assertEqual(RobotsState.ok, session._robots_state)
print(session.next_request)
self.assertTrue(session.done)示例2: test_redirect_tracker
# 需要导入模块: from wpull.http.request import Response [as 别名]
# 或者: from wpull.http.request.Response import fields['location'] [as 别名]
def test_redirect_tracker(self):
tracker = RedirectTracker(5)
self.assertFalse(tracker.is_redirect())
self.assertFalse(tracker.is_repeat())
self.assertFalse(tracker.exceeded())
self.assertFalse(tracker.next_location(raw=True))
self.assertEqual(0, tracker.count())
response = Response('HTTP/1.1', 200, '')
tracker.load(response)
self.assertFalse(tracker.is_redirect())
self.assertFalse(tracker.is_repeat())
self.assertFalse(tracker.exceeded())
self.assertFalse(tracker.next_location())
self.assertEqual(0, tracker.count())
response = Response('HTTP/1.1', 303, '')
response.fields['location'] = '/test'
tracker.load(response)
self.assertTrue(tracker.is_redirect())
self.assertFalse(tracker.is_repeat())
self.assertFalse(tracker.exceeded())
self.assertEqual('/test', tracker.next_location(raw=True))
self.assertEqual(1, tracker.count())
response = Response('HTTP/1.1', 307, '')
response.fields['location'] = '/test'
tracker.load(response)
tracker.load(response)
tracker.load(response)
tracker.load(response)
tracker.load(response)
self.assertTrue(tracker.is_redirect())
self.assertTrue(tracker.is_repeat())
self.assertTrue(tracker.exceeded())
self.assertEqual('/test', tracker.next_location(raw=True))
self.assertEqual(6, tracker.count())示例3: test_redirect_tracker
# 需要导入模块: from wpull.http.request import Response [as 别名]
# 或者: from wpull.http.request.Response import fields['location'] [as 别名]
def test_redirect_tracker(self):
tracker = RedirectTracker(5)
self.assertFalse(tracker.is_redirect())
self.assertFalse(tracker.is_repeat())
self.assertFalse(tracker.exceeded())
self.assertFalse(tracker.next_location(raw=True))
self.assertEqual(0, tracker.count())
response = Response(200, 'OK')
tracker.load(response)
self.assertFalse(tracker.is_redirect())
self.assertFalse(tracker.is_repeat())
self.assertFalse(tracker.exceeded())
self.assertFalse(tracker.next_location())
self.assertEqual(0, tracker.count())
response = Response(303, 'See other')
response.fields['location'] = '/test'
tracker.load(response)
self.assertTrue(tracker.is_redirect())
self.assertFalse(tracker.is_repeat())
self.assertFalse(tracker.exceeded())
self.assertEqual('/test', tracker.next_location(raw=True))
self.assertEqual(1, tracker.count())
response = Response(307, 'Temporary redirect')
response.fields['location'] = '/test'
tracker.load(response)
tracker.load(response)
tracker.load(response)
tracker.load(response)
tracker.load(response)
self.assertTrue(tracker.is_redirect())
self.assertTrue(tracker.is_repeat())
self.assertTrue(tracker.exceeded())
self.assertEqual('/test', tracker.next_location(raw=True))
self.assertEqual(6, tracker.count())示例4: test_fetch_allow_redirects
# 需要导入模块: from wpull.http.request import Response [as 别名]
# 或者: from wpull.http.request.Response import fields['location'] [as 别名]
def test_fetch_allow_redirects(self):
http_client = MockHTTPClient()
pool = RobotsTxtPool()
client = RichClient(http_client, pool)
session = MockRobotsTxtRichClientSession(
client, Request.new('http://example.com')
)
self.assertEqual(RobotsState.unknown, session._robots_state)
# Try fetch example.com/ (need robots.txt)
self.assertFalse(session.done)
request = session.next_request
self.assertEqual(
'http://example.com/robots.txt',
request.url_info.url
)
response = Response('HTTP/1.0', 301, 'Moved')
response.fields['location'] = 'http://www.example.com/robots.txt'
http_client.response = response
yield session.fetch()
self.assertEqual(RobotsState.in_progress, session._robots_state)
# Try fetch www.example.com/robots.txt
self.assertFalse(session.done)
request = session.next_request
self.assertEqual(
'http://www.example.com/robots.txt',
request.url_info.url
)
response = Response('HTTP/1.0', 301, 'Moved')
response.fields['location'] = 'http://www.example.net/robots.txt'
http_client.response = response
yield session.fetch()
self.assertEqual(RobotsState.in_progress, session._robots_state)
# Try fetch www.example.net/robots.txt
self.assertFalse(session.done)
request = session.next_request
self.assertEqual(
'http://www.example.net/robots.txt',
request.url_info.url
)
response = Response('HTTP/1.0', 200, 'OK')
response.body.content_file = io.StringIO('User-agent:*\nAllow: /\n')
http_client.response = response
yield session.fetch()
self.assertEqual(RobotsState.ok, session._robots_state)
# Try fetch example.com/ (robots.txt already fetched)
self.assertFalse(session.done)
request = session.next_request
self.assertEqual(
'http://example.com/',
request.url_info.url
)
response = Response('HTTP/1.0', 301, 'Moved')
response.fields['location'] = 'http://www.example.com/'
http_client.response = response
yield session.fetch()
self.assertEqual(RobotsState.ok, session._robots_state)
# Try www.example.com/ (robots.txt already fetched)
self.assertFalse(session.done)
request = session.next_request
self.assertEqual(
'http://www.example.com/',
request.url_info.url
)
response = Response('HTTP/1.0', 301, 'Moved')
response.fields['location'] = 'http://www.example.net/'
http_client.response = response
yield session.fetch()
self.assertEqual(RobotsState.ok, session._robots_state)
# Try www.example.net/ (robots.txt already fetched)
self.assertFalse(session.done)
request = session.next_request
self.assertEqual(
'http://www.example.net/',
request.url_info.url
)
response = Response('HTTP/1.0', 301, 'Moved')
response.fields['location'] = 'http://lol.example.net/'
http_client.response = response
yield session.fetch()
self.assertEqual(RobotsState.ok, session._robots_state)
# Try lol.example.net/ (need robots.txt)
self.assertFalse(session.done)
request = session.next_request
self.assertEqual(
'http://lol.example.net/robots.txt',
request.url_info.url
)
response = Response('HTTP/1.0', 200, 'OK')
response.body.content_file = io.StringIO('User-agent:*\nAllow: /\n')
http_client.response = response
yield session.fetch()
self.assertEqual(RobotsState.in_progress, session._robots_state)
#.........这里部分代码省略.........