From 6db6b8c52ec034ba432e24b80f48c2b1d6768fa2 Mon Sep 17 00:00:00 2001 From: elpolilla Date: Mon, 10 Nov 2008 12:26:11 +0000 Subject: [PATCH] GUID wasnt being set when calling a spider's parse_url method (from the parse command). Fixed that. --HG-- extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40368 --- scrapy/trunk/scrapy/contrib/spiders.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/scrapy/trunk/scrapy/contrib/spiders.py b/scrapy/trunk/scrapy/contrib/spiders.py index 68da93b04..8a8404e81 100644 --- a/scrapy/trunk/scrapy/contrib/spiders.py +++ b/scrapy/trunk/scrapy/contrib/spiders.py @@ -81,6 +81,9 @@ class CrawlSpider(BasicSpider): if hasattr(self, callback_name): if extractor.match(response.url): ret.extend(getattr(self, callback_name)(response)) + for entry in ret: + if isinstance(entry, ScrapedItem): + self.set_guid(entry) return ret class XMLFeedSpider(BasicSpider):