Instantiate SpiderManager in Crawler constructor

This commit is contained in:
Pablo Hoffman 2010-08-25 05:33:08 -03:00
parent 8d24175c81
commit bea2f94357
2 changed files with 4 additions and 5 deletions

View File

@ -7,15 +7,16 @@ from scrapy.core.engine import ExecutionEngine
from scrapy.core.queue import ExecutionQueue
from scrapy.extension import ExtensionManager
from scrapy.utils.ossignal import install_shutdown_handlers, signal_names
from scrapy.utils.misc import load_object
from scrapy import log, signals
class Crawler(object):
def __init__(self, settings, spiders):
def __init__(self, settings):
self.configured = False
self.settings = settings
self.spiders = spiders
self.spiders = load_object(settings['SPIDER_MANAGER_CLASS'])()
self.engine = ExecutionEngine(self)
def configure(self, queue=None):

View File

@ -1,6 +1,4 @@
from scrapy.crawler import CrawlerProcess
from scrapy.utils.misc import load_object
from scrapy.conf import settings
_spiders = load_object(settings['SPIDER_MANAGER_CLASS'])()
crawler = CrawlerProcess(settings, _spiders)
crawler = CrawlerProcess(settings)