Allow multiple calls to Crawler.crawl()

2015-11-03 23:32:02 +01:00 · 2015-11-03 23:32:02 +01:00 · 4e40377bcb
parent 86c74ce53e
commit 4e40377bcb
1 changed files with 7 additions and 0 deletions
--- a/scrapy/crawler.py
+++ b/scrapy/crawler.py
@ -64,6 +64,13 @@ class Crawler(object):
        self.crawling = True

        try:
+            # Support multiple calls to crawl()
+            if self.settings.frozen:
+                # Dirty hack, this should probably be more like
+                # self.settings = self.settings.mutable_copy()
+                # or maybe
+                # self.settings.unfreeze()
+                self.settings.frozen = False
            self.spider = self._create_spider(*args, **kwargs)
            self.spider.update_settings(self.settings)
            self.settings.freeze()