From 70493c754d1f5b16ac25161cbbb79e31ae488e69 Mon Sep 17 00:00:00 2001 From: Pablo Hoffman Date: Mon, 25 Jul 2011 14:52:24 -0300 Subject: [PATCH] retry middleware: added TCPTimedOutError to exceptions to retry --- scrapy/contrib/downloadermiddleware/retry.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/scrapy/contrib/downloadermiddleware/retry.py b/scrapy/contrib/downloadermiddleware/retry.py index ed6da4a37..71fb3a94f 100644 --- a/scrapy/contrib/downloadermiddleware/retry.py +++ b/scrapy/contrib/downloadermiddleware/retry.py @@ -20,7 +20,7 @@ About HTTP errors to consider: from twisted.internet.error import TimeoutError as ServerTimeoutError, DNSLookupError, \ ConnectionRefusedError, ConnectionDone, ConnectError, \ - ConnectionLost + ConnectionLost, TCPTimedOutError from twisted.internet.defer import TimeoutError as UserTimeoutError from twisted.web.client import PartialDownloadError @@ -35,7 +35,8 @@ class RetryMiddleware(object): # decompress an empty response EXCEPTIONS_TO_RETRY = (ServerTimeoutError, UserTimeoutError, DNSLookupError, ConnectionRefusedError, ConnectionDone, ConnectError, - ConnectionLost, PartialDownloadError, IOError) + ConnectionLost, PartialDownloadError, TCPTimedOutError, + IOError) def __init__(self): if not settings.getbool('RETRY_ENABLED'):