From 6f262a198cb0af8e4262d5007a7c1e8f8d9fe205 Mon Sep 17 00:00:00 2001 From: Pablo Hoffman Date: Tue, 12 Apr 2011 18:12:36 -0300 Subject: [PATCH] Added IOError to the list of exceptions to retry in the RetryMiddleware --- scrapy/contrib/downloadermiddleware/retry.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/scrapy/contrib/downloadermiddleware/retry.py b/scrapy/contrib/downloadermiddleware/retry.py index c8d44dffe..f1ab5ab10 100644 --- a/scrapy/contrib/downloadermiddleware/retry.py +++ b/scrapy/contrib/downloadermiddleware/retry.py @@ -30,9 +30,11 @@ from scrapy.conf import settings class RetryMiddleware(object): + # IOError is raised by the HttpCompression middleware when trying to + # decompress an empty response EXCEPTIONS_TO_RETRY = (ServerTimeoutError, UserTimeoutError, DNSLookupError, ConnectionRefusedError, ConnectionDone, ConnectError, - ConnectionLost, PartialDownloadError) + ConnectionLost, PartialDownloadError, IOError) def __init__(self): self.max_retry_times = settings.getint('RETRY_TIMES')