From 231eec86462db58b6e0801ce6a8a99687b7ed8b4 Mon Sep 17 00:00:00 2001 From: Vostretsov Nikita Date: Mon, 15 Jul 2019 10:34:14 +0500 Subject: [PATCH] more simple downstream queue interface --- scrapy/pqueues.py | 6 ++---- scrapy/squeues.py | 4 ++-- 2 files changed, 4 insertions(+), 6 deletions(-) diff --git a/scrapy/pqueues.py b/scrapy/pqueues.py index cf541c181..e6cd96d43 100644 --- a/scrapy/pqueues.py +++ b/scrapy/pqueues.py @@ -52,11 +52,9 @@ class ScrapyPriorityQueue(object): self.curprio = min(p for p in startprios) - def qfactory(self, key, startprios=()): + def qfactory(self, key): return self.downstream_queue_cls(self.crawler, - None, - self.key + '/' + str(key), - startprios) + self.key + '/' + str(key)) def push(self, request): priority = -request.priority diff --git a/scrapy/squeues.py b/scrapy/squeues.py index 14bb0cb67..3574b244c 100644 --- a/scrapy/squeues.py +++ b/scrapy/squeues.py @@ -47,7 +47,7 @@ def _scrapy_serialization_queue(queue_class): class ScrapyRequestQueue(queue_class): - def __init__(self, crawler, downstream_queue_cls, key, startprios): + def __init__(self, crawler, key): self.spider = crawler.spider super(ScrapyRequestQueue, self).__init__(key) @@ -70,7 +70,7 @@ def _scrapy_serialization_queue(queue_class): def _scrapy_in_memory_queue(queue_class): class ScrapyRequestQueue(queue_class): - def __init__(self, crawler, downstream_queue_cls, key, startprios): + def __init__(self, crawler, key): super(ScrapyRequestQueue, self).__init__() return ScrapyRequestQueue