mirror of https://github.com/scrapy/scrapy.git
updated settings template
--HG-- extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40196
This commit is contained in:
parent
472a0de139
commit
7913a86250
|
|
@ -57,9 +57,10 @@ SPIDER_MIDDLEWARES = (
|
|||
#'scrapy.contrib.spidermiddleware.limit.RequestLimitMiddleware',
|
||||
#'scrapy.contrib.spidermiddleware.restrict.RestrictMiddleware',
|
||||
#'scrapy.contrib.spidermiddleware.offsite.OffsiteMiddleware',
|
||||
#'scrapy.contrib.spidermiddleware.referer.CrawlMiddleware',
|
||||
#'scrapy.contrib.spidermiddleware.referer.RefererMiddleware',
|
||||
#'scrapy.contrib.spidermiddleware.urllength.UrlLengthMiddleware',
|
||||
#'scrapy.contrib.spidermiddleware.depth.DepthMiddleware',
|
||||
#'scrapy.contrib.spidermiddleware.urlfilter.UrlFilterMiddleware',
|
||||
# Spider side
|
||||
)
|
||||
|
||||
|
|
|
|||
Loading…
Reference in New Issue