RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Prevent max_retry_times override

This commit is contained in:
harshasrinivas 2017-03-13 02:10:23 +05:30
parent 810658bcc5
commit 0d57b5cd43
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
scrapy/downloadermiddlewares/retry.py
View File

@ -63,11 +63,13 @@ class RetryMiddleware(object):
def _retry(self, request, reason, spider):
retries = request.meta.get('retry_times', 0) + 1
retry_times = self.max_retry_times
if 'max_retry_times' in request.meta:
self.max_retry_times = request.meta['max_retry_times']
retry_times = request.meta['max_retry_times']
stats = spider.crawler.stats
if retries <= self.max_retry_times:
if retries <= retry_times:
logger.debug("Retrying %(request)s (failed %(retries)d times): %(reason)s",
{'request': request, 'retries': retries, 'reason': reason},
extra={'spider': spider})