From 445d8cd9f038f8252101fbeabac7d7a174667ef9 Mon Sep 17 00:00:00 2001
From: Daniel Grana <dangra@gmail.com>
Date: Fri, 6 Nov 2009 22:02:12 -0200
Subject: [PATCH] delay next_request check after stoping a spider close to
 avoid 100% cpu usage loops in some cases

---
 scrapy/core/engine.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/scrapy/core/engine.py b/scrapy/core/engine.py
index 29f8581c8..d7294ab73 100644
--- a/scrapy/core/engine.py
+++ b/scrapy/core/engine.py
@@ -260,7 +260,7 @@ class ExecutionEngine(object):
             dispatcher.send(signal=signals.spider_idle, sender=self.__class__, \
                 spider=spider)
         except DontCloseDomain:
-            self.next_request(spider)
+            reactor.callLater(5, self.next_request, spider)
             return
         except:
             log.err("Exception catched on spider_idle signal dispatch")