From 98a5958687b4fae213bf053e560bd18a69312f3f Mon Sep 17 00:00:00 2001 From: Georgiy Zatserklianyi Date: Thu, 16 Feb 2023 14:52:31 +0200 Subject: [PATCH] per_slot_settings(docs): per slot settings - the highest priority --- scrapy/core/downloader/__init__.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/scrapy/core/downloader/__init__.py b/scrapy/core/downloader/__init__.py index 1a1eb819e..3691df48a 100644 --- a/scrapy/core/downloader/__init__.py +++ b/scrapy/core/downloader/__init__.py @@ -102,13 +102,13 @@ class Downloader: key = self._get_slot_key(request, spider) if key not in self.slots: slot_settings = self.per_slot_settings.get(key, {}) - conc = slot_settings.get( - 'concurrency', ( - self.ip_concurrency if self.ip_concurrency else self.domain_concurrency - ) - ) + conc = ( + self.ip_concurrency if self.ip_concurrency else self.domain_concurrency) conc, delay = _get_concurrency_delay(conc, spider, self.settings) - delay = slot_settings.get('delay', delay) + conc, delay = ( + slot_settings.get('concurrency', conc), + slot_settings.get('delay', delay) + ) randomize_delay = slot_settings.get('randomize_delay', self.randomize_delay) new_slot = Slot(conc, delay, randomize_delay) self.slots[key] = new_slot