RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

SPIDER_MODULES can be set as a csv string

This commit is contained in:
Daniel Graña 2014-09-10 23:25:57 -03:00
parent c05e99a4f4
commit 5bcabfe9c9
2 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
scrapy/spidermanager.py
View File

@ -15,7 +15,7 @@ from scrapy.utils.spider import iter_spider_classes
class SpiderManager(object):
def __init__(self, settings):
self.spider_modules = settings['SPIDER_MODULES']
self.spider_modules = settings.getlist('SPIDER_MODULES')
self._spiders = {}
for name in self.spider_modules:
for module in walk_modules(name):

7
tests/test_spidermanager/__init__.py
View File

@ -63,6 +63,13 @@ class SpiderManagerTest(unittest.TestCase):
self.spiderman = SpiderManager.from_settings(settings)
assert len(self.spiderman._spiders) == 1
def test_load_spider_module(self):
prefix = 'tests.test_spidermanager.test_spiders.'
module = ','.join(prefix + s for s in ('spider1', 'spider2'))
settings = Settings({'SPIDER_MODULES': module})
self.spiderman = SpiderManager.from_settings(settings)
assert len(self.spiderman._spiders) == 2
def test_load_base_spider(self):
module = 'tests.test_spidermanager.test_spiders.spider0'
settings = Settings({'SPIDER_MODULES': [module]})