RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

PY3 port scrapy.dupefilters

This commit is contained in:
Daniel Graña 2015-07-25 18:10:29 +02:00
parent 776064aee1
commit 2c937f3554
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
tests/py3-ignores.txt
View File

@ -25,7 +25,6 @@ tests/test_downloadermiddleware_retry.py
tests/test_downloadermiddleware_robotstxt.py
tests/test_downloadermiddleware_stats.py
tests/test_downloadermiddleware_useragent.py
tests/test_dupefilters.py
tests/test_engine.py
tests/test_http_cookies.py
tests/test_logformatter.py

3
tests/test_dupefilters.py
View File

@ -3,6 +3,7 @@ import unittest
from scrapy.dupefilters import RFPDupeFilter
from scrapy.http import Request
from scrapy.utils.python import to_bytes
class RFPDupeFilterTest(unittest.TestCase):
@ -43,7 +44,7 @@ class RFPDupeFilterTest(unittest.TestCase):
def request_fingerprint(self, request):
fp = hashlib.sha1()
fp.update(request.url.lower())
fp.update(to_bytes(request.url.lower()))
return fp.hexdigest()
case_insensitive_dupefilter = CaseInsensitiveRFPDupeFilter()