GUID wasnt being set when calling a spider's parse_url method (from the parse command). Fixed that.

--HG--
extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40368
This commit is contained in:
elpolilla 2008-11-10 12:26:11 +00:00
parent 22d713bba9
commit 6db6b8c52e
1 changed files with 3 additions and 0 deletions

View File

@ -81,6 +81,9 @@ class CrawlSpider(BasicSpider):
if hasattr(self, callback_name):
if extractor.match(response.url):
ret.extend(getattr(self, callback_name)(response))
for entry in ret:
if isinstance(entry, ScrapedItem):
self.set_guid(entry)
return ret
class XMLFeedSpider(BasicSpider):