From 6e4c77c684b078ed9ac96b14f2f6d143b8403608 Mon Sep 17 00:00:00 2001
From: Alexander Chekunkov <chekunkov@gmail.com>
Date: Sat, 15 Feb 2014 17:47:07 +0200
Subject: [PATCH] test for RFPDupeFilter.request_fingerprint overriding

---
 scrapy/tests/test_dupefilter.py | 48 +++++++++++++++++++++++++++------
 1 file changed, 40 insertions(+), 8 deletions(-)

diff --git a/scrapy/tests/test_dupefilter.py b/scrapy/tests/test_dupefilter.py
index 5ee73d499..b0dd9546b 100644
--- a/scrapy/tests/test_dupefilter.py
+++ b/scrapy/tests/test_dupefilter.py
@@ -1,23 +1,55 @@
+import hashlib
 import unittest
 
-from scrapy.http import Request
 from scrapy.dupefilter import RFPDupeFilter
+from scrapy.http import Request
 
 
 class RFPDupeFilterTest(unittest.TestCase):
 
     def test_filter(self):
-        filter = RFPDupeFilter()
-        filter.open()
+        dupefilter = RFPDupeFilter()
+        dupefilter.open()
 
         r1 = Request('http://scrapytest.org/1')
         r2 = Request('http://scrapytest.org/2')
         r3 = Request('http://scrapytest.org/2')
 
-        assert not filter.request_seen(r1)
-        assert filter.request_seen(r1)
+        assert not dupefilter.request_seen(r1)
+        assert dupefilter.request_seen(r1)
 
-        assert not filter.request_seen(r2)
-        assert filter.request_seen(r3)
+        assert not dupefilter.request_seen(r2)
+        assert dupefilter.request_seen(r3)
 
-        filter.close('finished')
+        dupefilter.close('finished')
+
+    def test_request_fingerprint(self):
+        """Test if customization of request_fingerprint method will change
+        output of request_seen.
+
+        """
+        r1 = Request('http://scrapytest.org/index.html')
+        r2 = Request('http://scrapytest.org/INDEX.html')
+
+        dupefilter = RFPDupeFilter()
+        dupefilter.open()
+
+        assert not dupefilter.request_seen(r1)
+        assert not dupefilter.request_seen(r2)
+
+        dupefilter.close('finished')
+
+        class CaseInsensitiveRFPDupeFilter(RFPDupeFilter):
+
+            def request_fingerprint(self, request):
+                fp = hashlib.sha1()
+                fp.update(request.url.lower())
+                return fp.hexdigest()
+
+        case_insensitive_dupefilter = CaseInsensitiveRFPDupeFilter()
+        case_insensitive_dupefilter.open()
+
+        assert not case_insensitive_dupefilter.request_seen(r1)
+        assert case_insensitive_dupefilter.request_seen(r2)
+
+        case_insensitive_dupefilter.close('finished')