RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

replace list by generator also in start_requests method of Sitemap 

spider
This commit is contained in:
Martin Olveyra 2012-03-05 14:25:12 -02:00
parent cc7fc33833
commit f6179a927e
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
scrapy/contrib/spiders/sitemap.py
View File

@ -22,7 +22,7 @@ class SitemapSpider(BaseSpider):
self._follow = [regex(x) for x in self.sitemap_follow]
def start_requests(self):
return [Request(x, callback=self._parse_sitemap) for x in self.sitemap_urls]
return (Request(x, callback=self._parse_sitemap) for x in self.sitemap_urls)
def _parse_sitemap(self, response):
if response.url.endswith('/robots.txt'):