RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Another Spider Manager simplification: removed add_spider() method

This commit is contained in:
Pablo Hoffman 2009-09-12 21:27:58 -03:00
parent dc82550058
commit 00873cd16c
1 changed files with 3 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
scrapy/contrib/spidermanager.py
View File

@ -15,7 +15,7 @@ from scrapy.conf import settings
from scrapy.utils.url import url_is_from_spider
class TwistedPluginSpiderManager(object):
"""Spider locator and manager"""
"""Spider manager based in Twisted Plugin System"""
def __init__(self):
self.loaded = False
@ -53,13 +53,10 @@ class TwistedPluginSpiderManager(object):
modules = [__import__(m, {}, {}, ['']) for m in self.spider_modules]
for module in modules:
for spider in self._getspiders(ISpider, module):
self.add_spider(spider)
ISpider.validateInvariants(spider)
self._spiders[spider.domain_name] = spider
self.loaded = True
def add_spider(self, spider):
ISpider.validateInvariants(spider)
self._spiders[spider.domain_name] = spider
def _getspiders(self, interface, package):
"""This is an override of twisted.plugin.getPlugin, because we're
interested in catching exceptions thrown when loading spiders such as