mirror of https://github.com/scrapy/scrapy.git
moved unused scrapy.core.scheduler.store module to scrapy.contrib_exp.history
--HG-- rename : scrapy/core/scheduler/store.py => scrapy/contrib_exp/history/memorystore.py rename : scrapy/contrib_exp/history/store.py => scrapy/contrib_exp/history/sqlstore.py
This commit is contained in:
parent
8ecd16b5e3
commit
c0dcd76424
|
|
@ -126,8 +126,6 @@ MAIL_FROM = 'scrapy@localhost'
|
|||
MEMDEBUG_ENABLED = False # enable memory debugging
|
||||
MEMDEBUG_NOTIFY = [] # send memory debugging report by mail at engine shutdown
|
||||
|
||||
MEMORYSTORE = 'scrapy.core.scheduler.MemoryStore'
|
||||
|
||||
MEMUSAGE_ENABLED = 1
|
||||
MEMUSAGE_LIMIT_MB = 0
|
||||
MEMUSAGE_NOTIFY_MAIL = []
|
||||
|
|
|
|||
|
|
@ -15,8 +15,10 @@ class HistoryMiddleware(object):
|
|||
# How often we should process pages that have not changed (need to include depth)
|
||||
MIN_PROCESS_UNCHANGED_DAYS = 12
|
||||
|
||||
MEMORYSTORE = 'scrapy.contrib_exp.history.memorystore.MemoryStore'
|
||||
|
||||
def __init__(self):
|
||||
historycls = load_object(settings['MEMORYSTORE'])
|
||||
historycls = load_object(self.MEMORYSTORE)
|
||||
if not historycls:
|
||||
raise NotConfigured
|
||||
self.historydata = historycls()
|
||||
|
|
|
|||
|
|
@ -1,3 +1,2 @@
|
|||
from scrapy.core.scheduler.schedulers import Scheduler
|
||||
from scrapy.core.scheduler.store import MemoryStore
|
||||
from scrapy.core.scheduler.middleware import SchedulerMiddlewareManager
|
||||
|
|
|
|||
Loading…
Reference in New Issue