From d9e0fdc9aa35003923ac9fac4d9c740b76cf8b15 Mon Sep 17 00:00:00 2001 From: irgmedeiros Date: Fri, 27 Sep 2013 17:56:30 -0300 Subject: [PATCH] Update practices.rst With this modification scrapy runs the spider with project settings. The previous example ran only with default settings resulting in ignoring all user settings as pipelines for example. --- docs/topics/practices.rst | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/docs/topics/practices.rst b/docs/topics/practices.rst index 444596313..23ae042a7 100644 --- a/docs/topics/practices.rst +++ b/docs/topics/practices.rst @@ -29,12 +29,13 @@ project as example. from twisted.internet import reactor from scrapy.crawler import Crawler - from scrapy.settings import Settings from scrapy import log, signals from testspiders.spiders.followall import FollowAllSpider + from scrapy.utils.project import get_project_settings spider = FollowAllSpider(domain='scrapinghub.com') - crawler = Crawler(Settings()) + settings = get_project_settings() + crawler = Crawler(settings) crawler.signals.connect(reactor.stop, signal=signals.spider_closed) crawler.configure() crawler.crawl(spider)