From 95a0b1c614612a6cb96fe3cc6ed715bac3634610 Mon Sep 17 00:00:00 2001
From: Daniel Grana <dangra@gmail.com>
Date: Tue, 14 Jul 2009 02:29:43 -0300
Subject: [PATCH] split next_request method to allow calling it even when
 backout is needed

---
 scrapy/core/engine.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/scrapy/core/engine.py b/scrapy/core/engine.py
index dc58e78e0..957847af6 100644
--- a/scrapy/core/engine.py
+++ b/scrapy/core/engine.py
@@ -165,7 +165,9 @@ class ExecutionEngine(object):
                 self.downloader.sites[domain].needs_backout() or  \
                 self.scraper.sites[domain].needs_backout():
             return
+        self._next_request(domain)
 
+    def _next_request(self, domain):
         # Next pending request from scheduler
         request, deferred = self.scheduler.next_request(domain)
         if request: