From e575f4444657261cfec39b977f3efbdf0e34961c Mon Sep 17 00:00:00 2001 From: Pawel Miech Date: Mon, 8 Jun 2015 10:52:42 +0200 Subject: [PATCH] [settings/default_settings.py] dont retry 400 As in HTTP specs: "10.4.1 400 Bad Request The request could not be understood by the server due to malformed syntax. The client SHOULD NOT repeat the request without modifications." Scrapy should not retry 400 by default. --- scrapy/settings/default_settings.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scrapy/settings/default_settings.py b/scrapy/settings/default_settings.py index 0ea014007..62c3e4c94 100644 --- a/scrapy/settings/default_settings.py +++ b/scrapy/settings/default_settings.py @@ -209,7 +209,7 @@ REFERER_ENABLED = True RETRY_ENABLED = True RETRY_TIMES = 2 # initial response + 2 retries = 3 requests -RETRY_HTTP_CODES = [500, 502, 503, 504, 400, 408] +RETRY_HTTP_CODES = [500, 502, 503, 504, 408] RETRY_PRIORITY_ADJUST = -1 ROBOTSTXT_OBEY = False