mirror of https://github.com/scrapy/scrapy.git
56 lines
1.7 KiB
Python
56 lines
1.7 KiB
Python
import pytest
|
|
|
|
from unittest import TestCase
|
|
|
|
from scrapy.spidermiddlewares.stickymeta import StickyMetaParamsMiddleware
|
|
from scrapy.exceptions import NotConfigured
|
|
from scrapy.http import Response, Request
|
|
from scrapy.item import Item, Field
|
|
from scrapy.spiders import Spider
|
|
from scrapy.utils.test import get_crawler
|
|
|
|
|
|
class MockItem(Item):
|
|
name = Field()
|
|
|
|
|
|
class TestStickyMetaParamsMiddleware(TestCase):
|
|
|
|
def setUp(self):
|
|
self.test_url = 'http://www.example.com'
|
|
|
|
def create_middleware(self, crawler):
|
|
return StickyMetaParamsMiddleware.from_crawler(crawler)
|
|
|
|
def _get_crawler(self, spider):
|
|
crawler = get_crawler(Spider)
|
|
crawler.spider = spider
|
|
return crawler
|
|
|
|
def test_middleware_not_enabled(self):
|
|
spider = Spider('dummy')
|
|
crawler = self._get_crawler(spider)
|
|
with pytest.raises(NotConfigured):
|
|
self.create_middleware(crawler)
|
|
|
|
def test_sticky_params(self):
|
|
spider = Spider('dummy')
|
|
spider.sticky_meta_keys = ['param2']
|
|
crawler = self._get_crawler(spider)
|
|
middleware = self.create_middleware(crawler)
|
|
request = Request(
|
|
self.test_url,
|
|
meta={
|
|
'param': 'Will not be stickied',
|
|
'param2': 'Stickied!'
|
|
})
|
|
response = Response(self.test_url, request=request)
|
|
result = [
|
|
Request(self.test_url),
|
|
MockItem(name='dummy')
|
|
]
|
|
results = middleware.process_spider_output(response, result, spider)
|
|
for result in results:
|
|
if isinstance(result, Request):
|
|
self.assertEqual(result.meta, {'param2': 'Stickied!'})
|