本文整理匯總了Python中amazonproduct.api.API._fetch方法的典型用法代碼示例。如果您正苦於以下問題：Python API._fetch方法的具體用法？Python API._fetch怎麽用？Python API._fetch使用的例子？那麽, 這裏精選的方法代碼示例或許可以為您提供幫助。您也可以進一步了解該方法所在類amazonproduct.api.API的用法示例。
在下文中一共展示了API._fetch方法的4個代碼示例，這些例子默認根據受歡迎程度排序。您可以為喜歡或者感覺有用的代碼點讚，您的評價將有助於係統推薦出更棒的Python代碼示例。
示例1: _fetch
# 需要導入模塊: from amazonproduct.api import API [as 別名]
# 或者: from amazonproduct.api.API import _fetch [as 別名]
def _fetch(self, url):
"""
Retrieves XML response from Amazon. In case of a timeout, it will try
:const:`~RetryAPI.TRIES`` times before raising an error.
"""
attempts = 0
delay = self.DELAY
while True:
try:
attempts += 1
return API._fetch(self, url)
except URLError:
e = sys.exc_info()[1] # Python 2/3 compatible
# if a timeout occurred
# wait for some time before trying again
reason = getattr(e, 'reason', None)
if isinstance(reason, socket.timeout) and attempts < self.TRIES:
time.sleep(delay)
delay *= self.BACKOFF
continue
# otherwise reraise the original error
raise示例2: _fetch
# 需要導入模塊: from amazonproduct.api import API [as 別名]
# 或者: from amazonproduct.api.API import _fetch [as 別名]
def _fetch(self, url):
if self.cache:
path = os.path.join(self.cache, "%s.xml" % self.get_hash(url))
# if response was fetched previously, use that one
if os.path.isfile(path):
return open(path)
# fetch original response from Amazon
resp = API._fetch(self, url)
if self.cache:
fp = open(path, "w+")
fp.write(etree.tostring(etree.parse(resp), pretty_print=True))
fp.seek(0)
return fp
return resp示例3: _fetch
# 需要導入模塊: from amazonproduct.api import API [as 別名]
# 或者: from amazonproduct.api.API import _fetch [as 別名]
def _fetch(self, url):
if self.cache:
path = os.path.join(self.cache, '%s.xml' % self.get_hash(url))
# if response was fetched previously, use that one
if os.path.isfile(path):
return open(path)
# fetch original response from Amazon
resp = API._fetch(self, url)
if self.cache:
fp = open(path, 'w+')
node = xml.dom.minidom.parseString(resp.read())
fp.write(node.toprettyxml())
#from lxml import etree
#fp.write(etree.tostring(etree.parse(resp), pretty_print=True))
fp.seek(0)
return fp
return resp示例4: pytest_funcarg__api
# 需要導入模塊: from amazonproduct.api import API [as 別名]
# 或者: from amazonproduct.api.API import _fetch [as 別名]
def pytest_funcarg__api(request):
"""
Initialises API for each test call (formerly done with ``setup_method()``).
"""
server = request.getfuncargvalue('server')
url_reg = re.compile(r'^http://(?P<host>[\w\-\.]+)(?P<path>/onca/xml.*)$')
# the following parameters are injected by pytest_generate_tests
locale = request.param.locale
version = request.param.version
xml_response = request.param.xml_response
processor = TESTABLE_PROCESSORS[request.param.processor]
api = API(locale=locale, processor=processor)
api.VERSION = version
api.REQUESTS_PER_SECOND = 10000 # just for here!
def counter(fnc):
"""
Wrapper function for ``_fetch`` which
1. keeps track of the times has been called and adjusts the path to the
corresponding XML response
2. Fetches any response that has not been cached from the live servers
"""
api._count = 0
def wrapped(url):
api._count += 1
path = xml_response
if api._count > 1:
root, ext = os.path.splitext(path)
path = '%s-%i%s' % (root, api._count, ext)
try:
if request.config.option.fetch == 'all':
raise ResponseRequired
try:
content = open(path, 'r').read()
# If the XML response has been previously fetched compare
# request arguments in order to see if there are any changes
cached_params = utils.arguments_from_cached_xml(content)
current_params = utils.arguments_from_url(url)
if cached_params != current_params:
raise ArgumentMismatch
except IOError:
if request.config.option.fetch in ('outdated', 'missing'):
raise ResponseRequired
raise pytest.skip('No cached XML response found!')
except ArgumentMismatch:
if request.config.option.fetch == 'outdated':
raise ResponseRequired
msg = ('Cached arguments in %s differ from the ones '
'currently tested against!\ncached=%r\ncurrent=%r' %
(path, cached_params, current_params))
return pytest.skip(msg)
except AttributeError:
# XML for error messages have no Argument elements!
pass
except ResponseRequired:
# fetch XML via urllib2 rather than directly via
# lxml.etree.parse() to avoid, for instance, problems with HTTP
# 403 errors
resp = requests.get(url, headers={'User-Agent': USER_AGENT})
root = lxml.etree.fromstring(resp.text)
# overwrite sensitive information in XML document.
for arg in root.xpath('//aws:Argument',
namespaces={'aws': root.nsmap[None]}):
if arg.get('Name') in ('Signature', 'AWSAccessKeyId',
'AssociateTag'):
arg.set('Value', 'X'*15)
content = lxml.etree.tostring(root, pretty_print=True)
# complain loudly about missing credentials
# UNLESS it was actually on purpose!
if (six.b('MissingClientTokenId') in content
and getattr(request.function, 'refetch', True)):
raise pytest.fail('Cannot fetch XML response without credentials!')
if not os.path.exists(os.path.dirname(path)):
os.mkdir(os.path.dirname(path))
open(path, 'wb').write(content)
# We simply exchange the real host with the local one now!
# Note: Although strictly speaking it does not matter which URL is
# called exactly, to appeal to one's sense of correctness, let's
# keep at least the correct path!
url = url_reg.sub(r'%s\g<path>' % server.url, url)
server.serve_content(content)
return fnc(url)
return wrapped
api._fetch = counter(api._fetch)
return api