From cc2a699458285d01adb29fad903e11f8de175a3d Mon Sep 17 00:00:00 2001 From: elpolilla Date: Wed, 3 Dec 2008 10:37:56 +0000 Subject: [PATCH] Fixed bug in parse command. Links from matching rules werent being extracted --HG-- extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40465 --- scrapy/trunk/scrapy/command/commands/parse.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/scrapy/trunk/scrapy/command/commands/parse.py b/scrapy/trunk/scrapy/command/commands/parse.py index ddc0d8560..7ddb1ad5b 100644 --- a/scrapy/trunk/scrapy/command/commands/parse.py +++ b/scrapy/trunk/scrapy/command/commands/parse.py @@ -85,6 +85,10 @@ class Command(ScrapyCommand): for rule in spider.rules: if rule.link_extractor.matches(response.url): ret_items, ret_links = self.run_method(spider, response, rule.callback, args, opts) + extracted_links = rule.link_extractor.extract_urls(response) + for link in extracted_links: + links.add(Request(url=link.url, link_text=link.text)) + items = items.union(ret_items) links = links.union(ret_links) else: