From 90fe6ef1b80809c94ed68358a74ae154cb16e82e Mon Sep 17 00:00:00 2001 From: elpolilla Date: Wed, 19 Nov 2008 12:29:04 +0000 Subject: [PATCH] Fixed bug that didnt show extracted links in new spiders parse command --HG-- extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40387 --- scrapy/trunk/scrapy/command/commands/parse.py | 4 ++-- scrapy/trunk/scrapy/contrib/spiders.py | 1 + 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/scrapy/trunk/scrapy/command/commands/parse.py b/scrapy/trunk/scrapy/command/commands/parse.py index a7580c156..e8d8ed8f2 100644 --- a/scrapy/trunk/scrapy/command/commands/parse.py +++ b/scrapy/trunk/scrapy/command/commands/parse.py @@ -14,7 +14,7 @@ class Command(ScrapyCommand): def add_options(self, parser): ScrapyCommand.add_options(self, parser) - parser.add_option("--nolinks", dest="nolinks", action="store_true", help="don't show extracted links") + parser.add_option("--links", dest="links", action="store_true", help="show extracted links") parser.add_option("--noitems", dest="noitems", action="store_true", help="don't show scraped items") parser.add_option("--identify", dest="identify", action="store_true", help="try to use identify instead of parse") parser.add_option("--nocolour", dest="nocolour", action="store_true", help="avoid using pygments to colorize the output") @@ -46,7 +46,7 @@ class Command(ScrapyCommand): print "# Scraped Items", "-"*60 display.pprint(items) - if not opts.nolinks: + if opts.links: print "# Links", "-"*68 display.pprint(links) diff --git a/scrapy/trunk/scrapy/contrib/spiders.py b/scrapy/trunk/scrapy/contrib/spiders.py index 266c671b2..fc2d4bbd5 100644 --- a/scrapy/trunk/scrapy/contrib/spiders.py +++ b/scrapy/trunk/scrapy/contrib/spiders.py @@ -68,6 +68,7 @@ class CrawlSpider(BaseSpider): ret = [] for name in extractor_names: extractor = getattr(self, name) + ret.extend(self._links_to_follow(response)) callback_name = 'parse_%s' % name[6:] if hasattr(self, callback_name): if extractor.match(response.url):