From c22223beb78027f1c716ca4a9743e55675b53610 Mon Sep 17 00:00:00 2001 From: Daniel Grana Date: Tue, 2 Dec 2008 13:01:49 +0000 Subject: [PATCH] add 505 and 403 to retry status codes due to amazon s3 random fails while uploading images --HG-- extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40458 --- scrapy/trunk/scrapy/conf/core_settings.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/scrapy/trunk/scrapy/conf/core_settings.py b/scrapy/trunk/scrapy/conf/core_settings.py index ad140af03..6f0186a9a 100644 --- a/scrapy/trunk/scrapy/conf/core_settings.py +++ b/scrapy/trunk/scrapy/conf/core_settings.py @@ -28,3 +28,6 @@ EXTENSIONS = [] # contrib.middleware.retry.RetryMiddleware default settings RETRY_TIMES = 3 RETRY_HTTP_CODES = ['500', '503', '504', '400', '408', '200'] + +# amazon s3 images backend sometimes fails to authenticate or validate http protocol +RETRY_HTTP_CODES = RETRY_HTTP_CODES + ['505', '403']