RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

don't start reactor if no crawler is scheduled

This commit is contained in:
Alex Cepoi 2013-09-02 18:43:25 +02:00
parent 9c092536c5
commit 50b653e5ae
1 changed files with 15 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

31
scrapy/crawler.py
View File

@ -90,8 +90,8 @@ class ProcessMixin(object):
install_shutdown_handlers(self._signal_shutdown)
def start(self):
self.start_crawling()
self.start_reactor()
if self.start_crawling():
self.start_reactor()
def start_reactor(self):
if self.settings.getbool('DNSCACHE_ENABLED'):
@ -144,29 +144,28 @@ class CrawlerProcess(ProcessMixin):
return self.crawlers[name]
def start_crawler(self):
name, crawler = self.crawlers.popitem()
if self.crawlers and not self.stopping:
name, crawler = self.crawlers.popitem()
sflo = log.start_from_crawler(crawler)
crawler.configure()
crawler.install()
crawler.signals.connect(crawler.uninstall, signals.engine_stopped)
if sflo:
crawler.signals.connect(sflo.stop, signals.engine_stopped)
sflo = log.start_from_crawler(crawler)
crawler.configure()
crawler.install()
crawler.signals.connect(crawler.uninstall, signals.engine_stopped)
if sflo:
crawler.signals.connect(sflo.stop, signals.engine_stopped)
crawler.signals.connect(self.check_done, signals.engine_stopped)
crawler.start()
crawler.signals.connect(self.check_done, signals.engine_stopped)
crawler.start()
return name, crawler
return name, crawler
def check_done(self, **kwargs):
if self.crawlers and not self.stopping:
self.start_crawler()
else:
if not self.start_crawler():
self.stop_reactor()
def start_crawling(self):
log.scrapy_info(self.settings)
self.start_crawler()
return self.start_crawler() is not None
@defer.inlineCallbacks
def stop(self):