single place for easier customization

This commit is contained in:
Vostretsov Nikita 2019-07-16 23:30:09 +05:00
parent 231eec8646
commit db0a0dad3c
1 changed files with 4 additions and 1 deletions

View File

@ -56,8 +56,11 @@ class ScrapyPriorityQueue(object):
return self.downstream_queue_cls(self.crawler,
self.key + '/' + str(key))
def priority(self, request):
return -request.priority
def push(self, request):
priority = -request.priority
priority = self.priority(request)
if priority not in self.queues:
self.queues[priority] = self.qfactory(priority)
q = self.queues[priority]