From e0ccb2cceb97adda9ffd7da971e2fb18fb5a300f Mon Sep 17 00:00:00 2001
From: Daniel Grana <dangra@gmail.com>
Date: Mon, 28 Sep 2009 12:44:05 -0300
Subject: [PATCH] ignore request if spider is not opened in downloader when
 called from engine.download

---
 scrapy/core/engine.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/scrapy/core/engine.py b/scrapy/core/engine.py
index 004a65b98..6f1352d6a 100644
--- a/scrapy/core/engine.py
+++ b/scrapy/core/engine.py
@@ -228,6 +228,9 @@ class ExecutionEngine(object):
             self.next_request(spider)
             return _
 
+        if spider not in self.downloader.sites:
+            return defer.fail(Failure(IgnoreRequest())).addBoth(_on_complete)
+
         dwld = mustbe_deferred(self.downloader.fetch, request, spider)
         dwld.addCallbacks(_on_success, _on_error)
         dwld.addBoth(_on_complete)