From 6069b0e5b21b8ff66da9e9d4a7bdc8a4dabee263 Mon Sep 17 00:00:00 2001 From: Pablo Hoffman Date: Fri, 20 May 2011 03:21:36 -0300 Subject: [PATCH] Fixed 100% cpu loop that ocurred in some cases where Scrapy was shutting donw --- scrapy/core/scheduler.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/scrapy/core/scheduler.py b/scrapy/core/scheduler.py index 93987cfba..a322c8b8a 100644 --- a/scrapy/core/scheduler.py +++ b/scrapy/core/scheduler.py @@ -62,9 +62,7 @@ class Scheduler(object): def clear_pending_requests(self, spider): """Remove all pending requests for the given spider""" q = self.pending_requests[spider] - while q: - _, dfd = q.pop()[0] - dfd.errback(Failure(IgnoreRequest())) + q.clear() def next_request(self, spider): """Return the next available request to be downloaded for a spider.