RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

defaultheaders multi spider support removed

This commit is contained in:
nramirezuy 2013-10-09 13:50:15 -02:00
parent 7ec01799d5
commit 332bf3b6b7
1 changed files with 4 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
scrapy/contrib/downloadermiddleware/defaultheaders.py
View File

@ -3,22 +3,17 @@ DefaultHeaders downloader middleware
See documentation in docs/topics/downloader-middleware.rst
"""
from scrapy.utils.python import WeakKeyCache
class DefaultHeadersMiddleware(object):
def __init__(self, settings):
self._headers = WeakKeyCache(self._default_headers)
self._settings = settings
def __init__(self, headers):
self._headers = headers
@classmethod
def from_crawler(cls, crawler):
return cls(crawler.settings)
def _default_headers(self, spider):
return self._settings.get('DEFAULT_REQUEST_HEADERS').items()
return cls(crawler.settings.get('DEFAULT_REQUEST_HEADERS').items())
def process_request(self, request, spider):
for k, v in self._headers[spider]:
for k, v in self._headers:
request.headers.setdefault(k, v)