RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

per slot settings: codestyle(flake8) fix, code line length

This commit is contained in:
GeorgeA92 2022-05-11 10:29:53 +03:00
parent be97402e46
commit 2006060688
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
scrapy/core/downloader/__init__.py
View File

@ -103,7 +103,9 @@ class Downloader:
def _get_slot(self, request, spider):
key = self._get_slot_key(request, spider)
if key not in self.slots:
conc = self.per_slot_settings.get(key, {}).get('concurrency', self.ip_concurrency if self.ip_concurrency else self.domain_concurrency)
conc = self.per_slot_settings.get(key, {}).get(
'concurrency', self.ip_concurrency if self.ip_concurrency else self.domain_concurrency
)
conc, delay = _get_concurrency_delay(conc, spider, self.settings)
delay = self.per_slot_settings.get(key, {}).get('delay', delay)
randomize_delay = self.per_slot_settings.get(key, {}).get('randomize_delay', self.randomize_delay)