From 93117412362326b73c8b935c18790dee9b29538d Mon Sep 17 00:00:00 2001 From: Pablo Hoffman Date: Wed, 25 Nov 2009 16:54:36 -0200 Subject: [PATCH] Fixed memory leak in CachingResolver --- scrapy/contrib/resolver.py | 1 + 1 file changed, 1 insertion(+) diff --git a/scrapy/contrib/resolver.py b/scrapy/contrib/resolver.py index 45222026c..dc75e24c2 100644 --- a/scrapy/contrib/resolver.py +++ b/scrapy/contrib/resolver.py @@ -25,6 +25,7 @@ class CachingResolver(object): def spider_closed(self, spider): for hostname in self.spider_hostnames[spider]: self.resolver._cache.pop(hostname, None) + self.spider_hostnames.pop(spider, None) class _CachingThreadedResolver(ThreadedResolver):