本文整理匯總了Python中scrapy.http.request.Request.meta['name']方法的典型用法代碼示例。如果您正苦於以下問題：Python Request.meta['name']方法的具體用法？Python Request.meta['name']怎麽用？Python Request.meta['name']使用的例子？那麽, 這裏精選的方法代碼示例或許可以為您提供幫助。您也可以進一步了解該方法所在類scrapy.http.request.Request的用法示例。
在下文中一共展示了Request.meta['name']方法的2個代碼示例，這些例子默認根據受歡迎程度排序。您可以為喜歡或者感覺有用的代碼點讚，您的評價將有助於係統推薦出更棒的Python代碼示例。
示例1: parse_solutions
# 需要導入模塊: from scrapy.http.request import Request [as 別名]
# 或者: from scrapy.http.request.Request import meta['name'] [as 別名]
def parse_solutions(self,response):
hxs = HtmlXPathSelector(response)
x = hxs.select("//tr[@class='kol']//td[8]/ul/li/a/@href").extract()
filename = response.meta['name']
for i in range(10):
request = Request('http://www.codechef.com/viewplaintext/'+x[i].split('/')[-1], callback=self.parse_ptsol)
request.meta['name'] = filename
request.meta['count'] = str(i)
yield request示例2: parse_item
# 需要導入模塊: from scrapy.http.request import Request [as 別名]
# 或者: from scrapy.http.request.Request import meta['name'] [as 別名]
def parse_item(self, response):
hxs = HtmlXPathSelector(response)
item = Problem()
item['title'] = hxs.select("//table[@class='pagetitle-prob']/tr/td/h1/text()").extract()
item['content'] = hxs.select("//div[@class='node clear-block']//div[@class='content']").extract()
filename = str(item['title'][0])
solutions_url = 'http://www.codechef.com/status/' + response.url.split('/')[-1] + '?language=All&status=15&handle=&sort_by=Time&sorting_order=asc'
request = Request(solutions_url, callback=self.parse_solutions)
request.meta['name'] = filename
yield request
if not os.path.exists('problems'): os.makedirs('problems')
if not os.path.exists('problems/'+filename): os.makedirs('problems/'+filename)
f = open('problems/' + filename+'/question.html','wb')
f.write('<head>')
f.write('<meta charset="UTF-8">')
f.write('</head>')
f.write("<div style='width:800px;margin:50px'>")
for i in item['content']:
f.write(i.encode("utf-8"))
f.write("</div>")
f.close()