Update practices.rst

With this modification scrapy runs the spider with project settings. The previous example ran only with default settings resulting in ignoring all user settings as pipelines for example.
This commit is contained in:
irgmedeiros 2013-09-27 17:56:30 -03:00
parent 265910aae6
commit d9e0fdc9aa
1 changed files with 3 additions and 2 deletions

View File

@ -29,12 +29,13 @@ project as example.
from twisted.internet import reactor
from scrapy.crawler import Crawler
from scrapy.settings import Settings
from scrapy import log, signals
from testspiders.spiders.followall import FollowAllSpider
from scrapy.utils.project import get_project_settings
spider = FollowAllSpider(domain='scrapinghub.com')
crawler = Crawler(Settings())
settings = get_project_settings()
crawler = Crawler(settings)
crawler.signals.connect(reactor.stop, signal=signals.spider_closed)
crawler.configure()
crawler.crawl(spider)