Fix bug involving OR condition

This commit is contained in:
harshasrinivas 2017-03-19 06:08:35 +05:30
parent 9d97d788c0
commit 49c5afc5ff
1 changed files with 4 additions and 1 deletions

View File

@ -63,7 +63,10 @@ class RetryMiddleware(object):
def _retry(self, request, reason, spider):
retries = request.meta.get('retry_times', 0) + 1
retry_times = request.meta.get('max_retry_times') or self.max_retry_times
retry_times = self.max_retry_times
if 'max_retry_times' in request.meta:
retry_times = request.meta['max_retry_times']
stats = spider.crawler.stats
if retries <= retry_times: