mirror of https://github.com/scrapy/scrapy.git
removed some obsolete remaining code related to sqlite support in scrapy
This commit is contained in:
parent
838e1dcce9
commit
35fb01156e
|
|
@ -35,8 +35,6 @@ structure by default, similar to this::
|
|||
spider1.py
|
||||
spider2.py
|
||||
...
|
||||
.scrapy/
|
||||
scrapy.db
|
||||
|
||||
The directory where the ``scrapy.cfg`` file resides is known as the *project
|
||||
root directory*. That file contains the name of the python module that defines
|
||||
|
|
@ -45,12 +43,6 @@ the project settings. Here is an example::
|
|||
[settings]
|
||||
default = myproject.settings
|
||||
|
||||
By default, Scrapy projects use a SQLite_ database to store persistent runtime
|
||||
data of the project, such as the spider queue (the list of spiders that are
|
||||
scheduled to run). By default, this SQLite database is stored in the *project
|
||||
data directory* which, by default, is the ``.scrapy`` directory inside the
|
||||
project root directory mentioned above.
|
||||
|
||||
Using the ``scrapy`` tool
|
||||
=========================
|
||||
|
||||
|
|
@ -466,5 +458,3 @@ commands for your Scrapy project.
|
|||
Example::
|
||||
|
||||
COMMANDS_MODULE = 'mybot.commands'
|
||||
|
||||
.. _SQLite: http://en.wikipedia.org/wiki/SQLite
|
||||
|
|
|
|||
|
|
@ -883,18 +883,6 @@ Example::
|
|||
|
||||
SPIDER_MODULES = ['mybot.spiders_prod', 'mybot.spiders_dev']
|
||||
|
||||
.. setting:: SQLITE_DB
|
||||
|
||||
SQLITE_DB
|
||||
---------
|
||||
|
||||
Default: ``'scrapy.db'``
|
||||
|
||||
The location of the project SQLite database, used for storing the spider queue
|
||||
and other persistent data of the project. If a relative path is given, is taken
|
||||
relative to the project data dir. For more info see:
|
||||
:ref:`topics-project-structure`.
|
||||
|
||||
.. setting:: STATS_CLASS
|
||||
|
||||
STATS_CLASS
|
||||
|
|
|
|||
|
|
@ -214,8 +214,6 @@ SPIDER_MIDDLEWARES_BASE = {
|
|||
|
||||
SPIDER_MODULES = []
|
||||
|
||||
SQLITE_DB = 'scrapy.db'
|
||||
|
||||
STATS_CLASS = 'scrapy.statscol.MemoryStatsCollector'
|
||||
STATS_ENABLED = True
|
||||
STATS_DUMP = True
|
||||
|
|
|
|||
|
|
@ -28,8 +28,6 @@ class Environment(object):
|
|||
env['SCRAPY_JOB'] = message['_job']
|
||||
if project in self.settings:
|
||||
env['SCRAPY_SETTINGS_MODULE'] = self.settings[project]
|
||||
dbpath = os.path.join(self.dbs_dir, '%s.db' % project)
|
||||
env['SCRAPY_SQLITE_DB'] = dbpath
|
||||
env['SCRAPY_LOG_FILE'] = self._get_file(message, self.logs_dir, 'log')
|
||||
env['SCRAPY_FEED_URI'] = self._get_file(message, self.items_dir, 'jl')
|
||||
return env
|
||||
|
|
|
|||
|
|
@ -29,7 +29,6 @@ class EnvironmentTest(unittest.TestCase):
|
|||
self.assertEqual(env['SCRAPY_SLOT'], '3')
|
||||
self.assertEqual(env['SCRAPY_SPIDER'], 'myspider')
|
||||
self.assertEqual(env['SCRAPY_JOB'], 'ID')
|
||||
self.assert_(env['SCRAPY_SQLITE_DB'].endswith('mybot.db'))
|
||||
self.assert_(env['SCRAPY_LOG_FILE'].endswith(os.path.join('mybot', 'myspider', 'ID.log')))
|
||||
self.assert_(env['SCRAPY_FEED_URI'].endswith(os.path.join('mybot', 'myspider', 'ID.jl')))
|
||||
self.failIf('SCRAPY_SETTINGS_MODULE' in env)
|
||||
|
|
|
|||
Loading…
Reference in New Issue