From ffbc9295f6c8836fbedae002e9ca79699cdcdc3c Mon Sep 17 00:00:00 2001 From: Pablo Hoffman Date: Sun, 5 Jun 2011 20:03:09 -0300 Subject: [PATCH] simplified DownloaderStats middleware --- scrapy/contrib/downloadermiddleware/stats.py | 5 ----- 1 file changed, 5 deletions(-) diff --git a/scrapy/contrib/downloadermiddleware/stats.py b/scrapy/contrib/downloadermiddleware/stats.py index 2f9c61336..0b8062d60 100644 --- a/scrapy/contrib/downloadermiddleware/stats.py +++ b/scrapy/contrib/downloadermiddleware/stats.py @@ -11,24 +11,19 @@ class DownloaderStats(object): raise NotConfigured def process_request(self, request, spider): - stats.inc_value('downloader/request_count') stats.inc_value('downloader/request_count', spider=spider) stats.inc_value('downloader/request_method_count/%s' % request.method, spider=spider) reqlen = len(request_httprepr(request)) stats.inc_value('downloader/request_bytes', reqlen, spider=spider) - stats.inc_value('downloader/request_bytes', reqlen) def process_response(self, request, response, spider): - stats.inc_value('downloader/response_count') stats.inc_value('downloader/response_count', spider=spider) stats.inc_value('downloader/response_status_count/%s' % response.status, spider=spider) reslen = len(response_httprepr(response)) stats.inc_value('downloader/response_bytes', reslen, spider=spider) - stats.inc_value('downloader/response_bytes', reslen) return response def process_exception(self, request, exception, spider): ex_class = "%s.%s" % (exception.__class__.__module__, exception.__class__.__name__) - stats.inc_value('downloader/exception_count') stats.inc_value('downloader/exception_count', spider=spider) stats.inc_value('downloader/exception_type_count/%s' % ex_class, spider=spider)