Merge pull request #805 from darkrho/spiderstate-jobdir

For consistency, use `job_dir` helper in `SpiderState` extension.
This commit is contained in:
Pablo Hoffman 2014-07-16 17:11:20 -03:00
commit a17d417281
1 changed files with 2 additions and 1 deletions

View File

@ -2,6 +2,7 @@ import os
from six.moves import cPickle as pickle
from scrapy import signals
from scrapy.utils.job import job_dir
class SpiderState(object):
"""Store and load spider state during a scraping job"""
@ -11,7 +12,7 @@ class SpiderState(object):
@classmethod
def from_crawler(cls, crawler):
obj = cls(crawler.settings.get('JOBDIR'))
obj = cls(job_dir(crawler.settings))
crawler.signals.connect(obj.spider_closed, signal=signals.spider_closed)
crawler.signals.connect(obj.spider_opened, signal=signals.spider_opened)
return obj