From 3cbf8a0b2ba58afc83ac30a012ed23852cc60ad4 Mon Sep 17 00:00:00 2001 From: Mikhail Korobov Date: Mon, 8 Jun 2015 18:35:44 +0500 Subject: [PATCH] extract CrawlerRunner._crawl method which always expects Crawler It provides an extension point where crawler instance is available; it should make it easier to write alternative CrawlerRunner.crawl implementations. See also: https://github.com/scrapy/scrapy/pull/1256 --- scrapy/crawler.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/scrapy/crawler.py b/scrapy/crawler.py index 3e18182c0..1740e8ba6 100644 --- a/scrapy/crawler.py +++ b/scrapy/crawler.py @@ -148,7 +148,9 @@ class CrawlerRunner(object): crawler = crawler_or_spidercls if not isinstance(crawler_or_spidercls, Crawler): crawler = self._create_crawler(crawler_or_spidercls) + return self._crawl(crawler, *args, **kwargs) + def _crawl(self, crawler, *args, **kwargs): self.crawlers.add(crawler) d = crawler.crawl(*args, **kwargs) self._active.add(d)