From f6179a927e553ca362365e23ed8b8878f773ba32 Mon Sep 17 00:00:00 2001 From: Martin Olveyra Date: Mon, 5 Mar 2012 14:25:12 -0200 Subject: [PATCH] replace list by generator also in start_requests method of Sitemap spider --- scrapy/contrib/spiders/sitemap.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scrapy/contrib/spiders/sitemap.py b/scrapy/contrib/spiders/sitemap.py index 91ae78c62..f96367905 100644 --- a/scrapy/contrib/spiders/sitemap.py +++ b/scrapy/contrib/spiders/sitemap.py @@ -22,7 +22,7 @@ class SitemapSpider(BaseSpider): self._follow = [regex(x) for x in self.sitemap_follow] def start_requests(self): - return [Request(x, callback=self._parse_sitemap) for x in self.sitemap_urls] + return (Request(x, callback=self._parse_sitemap) for x in self.sitemap_urls) def _parse_sitemap(self, response): if response.url.endswith('/robots.txt'):