本文整理汇总了Python中scrapy.http.request.Request.meta['team']方法的典型用法代码示例。如果您正苦于以下问题:Python Request.meta['team']方法的具体用法?Python Request.meta['team']怎么用?Python Request.meta['team']使用的例子?那么恭喜您, 这里精选的方法代码示例或许可以为您提供帮助。您也可以进一步了解该方法所在类scrapy.http.request.Request
的用法示例。
在下文中一共展示了Request.meta['team']方法的2个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于系统推荐出更棒的Python代码示例。
示例1: parse
# 需要导入模块: from scrapy.http.request import Request [as 别名]
# 或者: from scrapy.http.request.Request import meta['team'] [as 别名]
def parse(self,response):
hxs = HtmlXPathSelector(response)
team_links = hxs.select("//div[@class='mod-content']/ul/li/div")
teams = []
for link in team_links:
team = ESPN_team()
team["name"] = link.select("a/text()").extract()
team["link"] = link.select("a/@href").extract()
teams.append(team)
for team in teams:
url = "http://espn.go.com" + team["link"][0]
request = Request(url,callback = lambda r: self.parse_players(r))
request.meta['team'] = team
yield request
示例2: start_requests
# 需要导入模块: from scrapy.http.request import Request [as 别名]
# 或者: from scrapy.http.request.Request import meta['team'] [as 别名]
def start_requests(self):
# for schedule
teams = get_all_teams()
# updates the team_id
# for team in teams:
# url = '%s/%s/team/%s/over-under-trends' % (
# self.url, self.sport_url[team.sport], team.url)
# request = Request(url, callback=self.team_id)
# request.meta['team'] = team.id
# yield request
# for team in teams:
# url = '%s/%s/team/%s' % (
# self.url, self.sport_url[team.sport], team.url)
# request = Request(url, callback=self.schedule)
# request.meta['team'] = team.id
# yield request
# for AST Result
# for team in teams:
# url = '%s/%s/team/%s/ats-results' % (
# self.url, self.sport_url[team.sport], team.url)
# request = Request(url, callback=self.ast_results)
# request.meta['team'] = team.id
# yield request
# Over/Under Trend
for team in teams:
url = '%s/%s/team/%s/over-under-trends' % (
self.url, self.sport_url[team.sport], team.url)
request = Request(url, callback=self.over_under_trends_get)
request.meta['team'] = team.id
yield request