mirror of https://github.com/scrapy/scrapy.git
104 lines
4.4 KiB
Python
104 lines
4.4 KiB
Python
import unittest
|
|
|
|
from scrapy.settings import Settings, SpiderSettings
|
|
from scrapy.utils.test import get_crawler
|
|
from scrapy.spider import BaseSpider
|
|
|
|
class SettingsTest(unittest.TestCase):
|
|
|
|
def test_get(self):
|
|
settings = Settings({
|
|
'TEST_ENABLED1': '1',
|
|
'TEST_ENABLED2': True,
|
|
'TEST_ENABLED3': 1,
|
|
'TEST_DISABLED1': '0',
|
|
'TEST_DISABLED2': False,
|
|
'TEST_DISABLED3': 0,
|
|
'TEST_INT1': 123,
|
|
'TEST_INT2': '123',
|
|
'TEST_FLOAT1': 123.45,
|
|
'TEST_FLOAT2': '123.45',
|
|
'TEST_LIST1': ['one', 'two'],
|
|
'TEST_LIST2': 'one,two',
|
|
'TEST_STR': 'value',
|
|
})
|
|
assert settings.getbool('TEST_ENABLED1') is True
|
|
assert settings.getbool('TEST_ENABLED2') is True
|
|
assert settings.getbool('TEST_ENABLED3') is True
|
|
assert settings.getbool('TEST_ENABLEDx') is False
|
|
assert settings.getbool('TEST_ENABLEDx', True) is True
|
|
assert settings.getbool('TEST_DISABLED1') is False
|
|
assert settings.getbool('TEST_DISABLED2') is False
|
|
assert settings.getbool('TEST_DISABLED3') is False
|
|
self.assertEqual(settings.getint('TEST_INT1'), 123)
|
|
self.assertEqual(settings.getint('TEST_INT2'), 123)
|
|
self.assertEqual(settings.getint('TEST_INTx'), 0)
|
|
self.assertEqual(settings.getint('TEST_INTx', 45), 45)
|
|
self.assertEqual(settings.getfloat('TEST_FLOAT1'), 123.45)
|
|
self.assertEqual(settings.getfloat('TEST_FLOAT2'), 123.45)
|
|
self.assertEqual(settings.getfloat('TEST_FLOATx'), 0.0)
|
|
self.assertEqual(settings.getfloat('TEST_FLOATx', 55.0), 55.0)
|
|
self.assertEqual(settings.getlist('TEST_LIST1'), ['one', 'two'])
|
|
self.assertEqual(settings.getlist('TEST_LIST2'), ['one', 'two'])
|
|
self.assertEqual(settings.getlist('TEST_LISTx'), [])
|
|
self.assertEqual(settings.getlist('TEST_LISTx', ['default']), ['default'])
|
|
self.assertEqual(settings['TEST_STR'], 'value')
|
|
self.assertEqual(settings.get('TEST_STR'), 'value')
|
|
self.assertEqual(settings['TEST_STRx'], None)
|
|
self.assertEqual(settings.get('TEST_STRx'), None)
|
|
self.assertEqual(settings.get('TEST_STRx', 'default'), 'default')
|
|
|
|
class CrawlerSettingsTest(unittest.TestCase):
|
|
|
|
def test_global_defaults(self):
|
|
crawler = get_crawler()
|
|
self.assertEqual(crawler.settings.getint('DOWNLOAD_TIMEOUT'), 180)
|
|
|
|
def test_defaults(self):
|
|
crawler = get_crawler()
|
|
crawler.settings.defaults['DOWNLOAD_TIMEOUT'] = '99'
|
|
self.assertEqual(crawler.settings.getint('DOWNLOAD_TIMEOUT'), 99)
|
|
|
|
def test_settings_module(self):
|
|
crawler = get_crawler({'DOWNLOAD_TIMEOUT': '3'})
|
|
self.assertEqual(crawler.settings.getint('DOWNLOAD_TIMEOUT'), 3)
|
|
|
|
def test_overrides(self):
|
|
crawler = get_crawler({'DOWNLOAD_TIMEOUT': '3'})
|
|
crawler.settings.overrides['DOWNLOAD_TIMEOUT'] = '15'
|
|
self.assertEqual(crawler.settings.getint('DOWNLOAD_TIMEOUT'), 15)
|
|
|
|
class SpiderSettingsTest(unittest.TestCase):
|
|
|
|
def test_global_defaults(self):
|
|
crawler = get_crawler()
|
|
settings = SpiderSettings(BaseSpider('name'), crawler.settings)
|
|
self.assertEqual(settings.getint('DOWNLOAD_TIMEOUT'), 180)
|
|
|
|
def test_defaults(self):
|
|
crawler = get_crawler()
|
|
crawler.settings.defaults['DOWNLOAD_TIMEOUT'] = '99'
|
|
settings = SpiderSettings(BaseSpider('name'), crawler.settings)
|
|
self.assertEqual(settings.getint('DOWNLOAD_TIMEOUT'), 99)
|
|
|
|
def test_crawler_defaults(self):
|
|
crawler = get_crawler({'DOWNLOAD_TIMEOUT': '3'})
|
|
settings = SpiderSettings(BaseSpider('name'), crawler.settings)
|
|
self.assertEqual(settings.getint('DOWNLOAD_TIMEOUT'), 3)
|
|
|
|
def test_spider_overrides_crawler(self):
|
|
crawler = get_crawler({'DOWNLOAD_TIMEOUT': '3'})
|
|
crawler.settings.defaults['DOWNLOAD_TIMEOUT'] = '99'
|
|
settings = SpiderSettings(BaseSpider('name', DOWNLOAD_TIMEOUT='12'), crawler.settings)
|
|
self.assertEqual(settings.getint('DOWNLOAD_TIMEOUT'), 12)
|
|
|
|
def test_overrides_most_precedence(self):
|
|
crawler = get_crawler({'DOWNLOAD_TIMEOUT': '3'})
|
|
crawler.settings.overrides['DOWNLOAD_TIMEOUT'] = '15'
|
|
settings = SpiderSettings(BaseSpider('name', DOWNLOAD_TIMEOUT='12'), crawler.settings)
|
|
self.assertEqual(settings.getint('DOWNLOAD_TIMEOUT'), 15)
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|
|
|