Merge pull request #1290 from scrapy/crawler-runner-cleanup

extract CrawlerRunner._crawl method which always expects Crawler
This commit is contained in:
Daniel Graña 2015-06-26 00:21:23 -03:00
commit 5bcda9b7d1
1 changed files with 2 additions and 0 deletions

View File

@ -148,7 +148,9 @@ class CrawlerRunner(object):
crawler = crawler_or_spidercls
if not isinstance(crawler_or_spidercls, Crawler):
crawler = self._create_crawler(crawler_or_spidercls)
return self._crawl(crawler, *args, **kwargs)
def _crawl(self, crawler, *args, **kwargs):
self.crawlers.add(crawler)
d = crawler.crawl(*args, **kwargs)
self._active.add(d)