From de13bbe7f507f47d17d07d368765013612c89505 Mon Sep 17 00:00:00 2001
From: samus_ <none@none>
Date: Thu, 19 Feb 2009 04:19:05 +0000
Subject: [PATCH] fix to filter start_urls too

--HG--
extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40869
---
 scrapy/trunk/scrapy/contrib/spidermiddleware/duplicatesfilter.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/scrapy/trunk/scrapy/contrib/spidermiddleware/duplicatesfilter.py b/scrapy/trunk/scrapy/contrib/spidermiddleware/duplicatesfilter.py
index d5f03b429..e6a8872ab 100644
--- a/scrapy/trunk/scrapy/contrib/spidermiddleware/duplicatesfilter.py
+++ b/scrapy/trunk/scrapy/contrib/spidermiddleware/duplicatesfilter.py
@@ -40,6 +40,7 @@ class DuplicatesFilterMiddleware(object):
 
     def process_spider_output(self, response, result, spider):
         domain = spider.domain_name
+        self.filter.add(domain, response.request)
 
         for req in result:
             if isinstance(req, Request):