From 242bd38b3f37228537f4c075117dbed9502e5408 Mon Sep 17 00:00:00 2001 From: elpolilla Date: Wed, 3 Dec 2008 14:24:14 +0000 Subject: [PATCH] Fixed another bug in parse command. Only links from matching rules were being extracted --HG-- extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40466 --- scrapy/trunk/scrapy/command/commands/parse.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/scrapy/trunk/scrapy/command/commands/parse.py b/scrapy/trunk/scrapy/command/commands/parse.py index 7ddb1ad5b..a8a091a42 100644 --- a/scrapy/trunk/scrapy/command/commands/parse.py +++ b/scrapy/trunk/scrapy/command/commands/parse.py @@ -83,12 +83,12 @@ class Command(ScrapyCommand): else: if hasattr(spider, 'rules'): for rule in spider.rules: + extracted_links = rule.link_extractor.extract_urls(response) + for link in extracted_links: + links.add(Request(url=link.url, link_text=link.text)) + if rule.link_extractor.matches(response.url): ret_items, ret_links = self.run_method(spider, response, rule.callback, args, opts) - extracted_links = rule.link_extractor.extract_urls(response) - for link in extracted_links: - links.add(Request(url=link.url, link_text=link.text)) - items = items.union(ret_items) links = links.union(ret_links) else: