moved unused scrapy.core.scheduler.store module to scrapy.contrib_exp.history

--HG--
rename : scrapy/core/scheduler/store.py => scrapy/contrib_exp/history/memorystore.py
rename : scrapy/contrib_exp/history/store.py => scrapy/contrib_exp/history/sqlstore.py
This commit is contained in:
Pablo Hoffman 2009-07-30 13:51:43 -03:00
parent 8ecd16b5e3
commit c0dcd76424
5 changed files with 3 additions and 4 deletions

View File

@ -126,8 +126,6 @@ MAIL_FROM = 'scrapy@localhost'
MEMDEBUG_ENABLED = False # enable memory debugging
MEMDEBUG_NOTIFY = [] # send memory debugging report by mail at engine shutdown
MEMORYSTORE = 'scrapy.core.scheduler.MemoryStore'
MEMUSAGE_ENABLED = 1
MEMUSAGE_LIMIT_MB = 0
MEMUSAGE_NOTIFY_MAIL = []

View File

@ -15,8 +15,10 @@ class HistoryMiddleware(object):
# How often we should process pages that have not changed (need to include depth)
MIN_PROCESS_UNCHANGED_DAYS = 12
MEMORYSTORE = 'scrapy.contrib_exp.history.memorystore.MemoryStore'
def __init__(self):
historycls = load_object(settings['MEMORYSTORE'])
historycls = load_object(self.MEMORYSTORE)
if not historycls:
raise NotConfigured
self.historydata = historycls()

View File

@ -1,3 +1,2 @@
from scrapy.core.scheduler.schedulers import Scheduler
from scrapy.core.scheduler.store import MemoryStore
from scrapy.core.scheduler.middleware import SchedulerMiddlewareManager