mirror of https://github.com/scrapy/scrapy.git
Fixed bug in parse command. Links from matching rules werent being extracted
--HG-- extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40465
This commit is contained in:
parent
f371c952dd
commit
cc2a699458
|
|
@ -85,6 +85,10 @@ class Command(ScrapyCommand):
|
|||
for rule in spider.rules:
|
||||
if rule.link_extractor.matches(response.url):
|
||||
ret_items, ret_links = self.run_method(spider, response, rule.callback, args, opts)
|
||||
extracted_links = rule.link_extractor.extract_urls(response)
|
||||
for link in extracted_links:
|
||||
links.add(Request(url=link.url, link_text=link.text))
|
||||
|
||||
items = items.union(ret_items)
|
||||
links = links.union(ret_links)
|
||||
else:
|
||||
|
|
|
|||
Loading…
Reference in New Issue