RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

scrapyd: populate SCRAPY_SPIDER and SCRAPY_JOB environment variables

This commit is contained in:
Pablo Hoffman 2010-12-26 19:32:56 -02:00
parent 1c8d74eb5b
commit 9cd649b3a0
2 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
scrapyd/environ.py
View File

@ -23,6 +23,8 @@ class Environment(object):
env = self.initenv.copy()
env['SCRAPY_SLOT'] = str(slot)
env['SCRAPY_PROJECT'] = project
env['SCRAPY_SPIDER'] = message['_spider']
env['SCRAPY_JOB'] = message['_job']
if eggpath:
env['SCRAPY_EGGFILE'] = eggpath
elif project in self.settings:

4
scrapyd/tests/test_environ.py
View File

@ -27,6 +27,8 @@ class EggStorageTest(unittest.TestCase):
env = self.environ.get_environment(msg, slot, '/path/to/file.egg')
self.assertEqual(env['SCRAPY_PROJECT'], 'mybot')
self.assertEqual(env['SCRAPY_SLOT'], '3')
self.assertEqual(env['SCRAPY_SPIDER'], 'myspider')
self.assertEqual(env['SCRAPY_JOB'], 'ID')
self.assert_(env['SCRAPY_SQLITE_DB'].endswith('mybot.db'))
self.assert_(env['SCRAPY_LOG_FILE'].endswith('/mybot/myspider/ID.log'))
self.assert_(env['SCRAPY_EGGFILE'].endswith('/path/to/file.egg'))
@ -38,6 +40,8 @@ class EggStorageTest(unittest.TestCase):
env = self.environ.get_environment(msg, slot, None)
self.assertEqual(env['SCRAPY_PROJECT'], 'newbot')
self.assertEqual(env['SCRAPY_SLOT'], '3')
self.assertEqual(env['SCRAPY_SPIDER'], 'myspider')
self.assertEqual(env['SCRAPY_JOB'], 'ID')
self.assert_(env['SCRAPY_SQLITE_DB'].endswith('newbot.db'))
self.assert_(env['SCRAPY_LOG_FILE'].endswith('/newbot/myspider/ID.log'))
self.assertEqual(env['SCRAPY_SETTINGS_MODULE'], 'newbot.settings')