From 30c2ad3f0c7d9d32bb131d832d240d8b78814bd6 Mon Sep 17 00:00:00 2001 From: Ismael Carnales Date: Mon, 7 Sep 2009 11:14:47 -0300 Subject: [PATCH] added urllength spider middleware test --- .../tests/test_spidermiddleware_urllength.py | 31 +++++++++++++++++++ 1 file changed, 31 insertions(+) create mode 100644 scrapy/tests/test_spidermiddleware_urllength.py diff --git a/scrapy/tests/test_spidermiddleware_urllength.py b/scrapy/tests/test_spidermiddleware_urllength.py new file mode 100644 index 000000000..de0e2eae0 --- /dev/null +++ b/scrapy/tests/test_spidermiddleware_urllength.py @@ -0,0 +1,31 @@ +from unittest import TestCase + +from scrapy.conf import settings +from scrapy.contrib.spidermiddleware.urllength import UrlLengthMiddleware +from scrapy.http import Response, Request +from scrapy.spider import BaseSpider + + +class TestUrlLengthMiddleware(TestCase): + + def setUp(self): + settings.disabled = False + settings.overrides['URLLENGTH_LIMIT'] = 25 + + self.spider = BaseSpider() + self.mw = UrlLengthMiddleware() + + def test_process_spider_output(self): + res = Response('http://scrapytest.org') + + short_url_req = Request('http://scrapytest.org/') + long_url_req = Request('http://scrapytest.org/this_is_a_long_url') + reqs = [short_url_req, long_url_req] + + out = list(self.mw.process_spider_output(res, reqs, self.spider)) + self.assertEquals(out, [short_url_req]) + + def tearDown(self): + del settings.overrides['URLLENGTH_LIMIT'] + settings.disabled = True +