Merge pull request #1723 from redapple/closespider-notconfigured

[MRG+1] Disable CloseSpider extension if no CLOSPIDER_* setting set
This commit is contained in:
Elias Dorneles 2016-01-26 10:35:59 -02:00
commit 2246280bb6
1 changed files with 4 additions and 0 deletions

View File

@ -9,6 +9,7 @@ from collections import defaultdict
from twisted.internet import reactor
from scrapy import signals
from scrapy.exceptions import NotConfigured
class CloseSpider(object):
@ -23,6 +24,9 @@ class CloseSpider(object):
'errorcount': crawler.settings.getint('CLOSESPIDER_ERRORCOUNT'),
}
if not any(self.close_on.values()):
raise NotConfigured
self.counter = defaultdict(int)
if self.close_on.get('errorcount'):