From 49c5afc5ff6c810c78678ea1c86beb19ca3487ad Mon Sep 17 00:00:00 2001 From: harshasrinivas Date: Sun, 19 Mar 2017 06:08:35 +0530 Subject: [PATCH] Fix bug involving OR condition --- scrapy/downloadermiddlewares/retry.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/scrapy/downloadermiddlewares/retry.py b/scrapy/downloadermiddlewares/retry.py index c22437ff1..07e979628 100644 --- a/scrapy/downloadermiddlewares/retry.py +++ b/scrapy/downloadermiddlewares/retry.py @@ -63,7 +63,10 @@ class RetryMiddleware(object): def _retry(self, request, reason, spider): retries = request.meta.get('retry_times', 0) + 1 - retry_times = request.meta.get('max_retry_times') or self.max_retry_times + retry_times = self.max_retry_times + + if 'max_retry_times' in request.meta: + retry_times = request.meta['max_retry_times'] stats = spider.crawler.stats if retries <= retry_times: