Use settings instead of crawler

This commit is contained in:
Eugenio Lacuesta 2019-12-23 20:24:16 -03:00
parent e2e15d6651
commit 2fb160e3ba
No known key found for this signature in database
GPG Key ID: DA3EF2D0913E9810
2 changed files with 4 additions and 4 deletions

View File

@ -71,14 +71,14 @@ class FTPDownloadHandler:
"default": 503,
}
def __init__(self, settings, crawler=None):
def __init__(self, settings):
self.default_user = settings['FTP_USER']
self.default_password = settings['FTP_PASSWORD']
self.passive_mode = settings['FTP_PASSIVE_MODE']
@classmethod
def from_crawler(cls, crawler):
return cls(crawler.settings, crawler)
return cls(crawler.settings)
def download_request(self, request, spider):
parsed_url = urlparse_cached(request)

View File

@ -10,8 +10,8 @@ class HTTP10DownloadHandler:
lazy = False
def __init__(self, settings, crawler=None):
self.HTTPClientFactory = load_object(crawler.settings['DOWNLOADER_HTTPCLIENTFACTORY'])
self.ClientContextFactory = load_object(crawler.settings['DOWNLOADER_CLIENTCONTEXTFACTORY'])
self.HTTPClientFactory = load_object(settings['DOWNLOADER_HTTPCLIENTFACTORY'])
self.ClientContextFactory = load_object(settings['DOWNLOADER_CLIENTCONTEXTFACTORY'])
self._settings = settings
self._crawler = crawler