Fixed bug in parse command. Links from matching rules werent being extracted

--HG--
extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40465
This commit is contained in:
elpolilla 2008-12-03 10:37:56 +00:00
parent f371c952dd
commit cc2a699458
1 changed files with 4 additions and 0 deletions

View File

@ -85,6 +85,10 @@ class Command(ScrapyCommand):
for rule in spider.rules:
if rule.link_extractor.matches(response.url):
ret_items, ret_links = self.run_method(spider, response, rule.callback, args, opts)
extracted_links = rule.link_extractor.extract_urls(response)
for link in extracted_links:
links.add(Request(url=link.url, link_text=link.text))
items = items.union(ret_items)
links = links.union(ret_links)
else: