diff --git a/scrapy/trunk/scrapy/command/commands/parse.py b/scrapy/trunk/scrapy/command/commands/parse.py index a7580c156..e8d8ed8f2 100644 --- a/scrapy/trunk/scrapy/command/commands/parse.py +++ b/scrapy/trunk/scrapy/command/commands/parse.py @@ -14,7 +14,7 @@ class Command(ScrapyCommand): def add_options(self, parser): ScrapyCommand.add_options(self, parser) - parser.add_option("--nolinks", dest="nolinks", action="store_true", help="don't show extracted links") + parser.add_option("--links", dest="links", action="store_true", help="show extracted links") parser.add_option("--noitems", dest="noitems", action="store_true", help="don't show scraped items") parser.add_option("--identify", dest="identify", action="store_true", help="try to use identify instead of parse") parser.add_option("--nocolour", dest="nocolour", action="store_true", help="avoid using pygments to colorize the output") @@ -46,7 +46,7 @@ class Command(ScrapyCommand): print "# Scraped Items", "-"*60 display.pprint(items) - if not opts.nolinks: + if opts.links: print "# Links", "-"*68 display.pprint(links) diff --git a/scrapy/trunk/scrapy/contrib/spiders.py b/scrapy/trunk/scrapy/contrib/spiders.py index 266c671b2..fc2d4bbd5 100644 --- a/scrapy/trunk/scrapy/contrib/spiders.py +++ b/scrapy/trunk/scrapy/contrib/spiders.py @@ -68,6 +68,7 @@ class CrawlSpider(BaseSpider): ret = [] for name in extractor_names: extractor = getattr(self, name) + ret.extend(self._links_to_follow(response)) callback_name = 'parse_%s' % name[6:] if hasattr(self, callback_name): if extractor.match(response.url):