From 503fdf39fe6417436a675de09cfac9f2c4114194 Mon Sep 17 00:00:00 2001 From: Rolando Espinoza La fuente Date: Fri, 30 Dec 2011 14:21:07 -0400 Subject: [PATCH] httpcache: don't store already cached response. --- scrapy/contrib/downloadermiddleware/httpcache.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/scrapy/contrib/downloadermiddleware/httpcache.py b/scrapy/contrib/downloadermiddleware/httpcache.py index 045a1b2d0..a3bae921c 100644 --- a/scrapy/contrib/downloadermiddleware/httpcache.py +++ b/scrapy/contrib/downloadermiddleware/httpcache.py @@ -52,7 +52,9 @@ class HttpCacheMiddleware(object): raise IgnoreRequest("Ignored request not in cache: %s" % request) def process_response(self, request, response, spider): - if self.is_cacheable(request) and self.is_cacheable_response(response): + if (self.is_cacheable(request) + and self.is_cacheable_response(response) + and 'cached' not in response.flags): self.storage.store_response(spider, request, response) stats.inc_value('httpcache/store', spider=spider) return response