RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

use named arguments

This commit is contained in:
Vostretsov Nikita 2019-08-06 11:07:22 +05:00
parent da111bd34d
commit 5bcced204b
2 changed files with 11 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
scrapy/core/scheduler.py
View File

@ -144,20 +144,20 @@ class Scheduler(object):
def _mq(self):
""" Create a new priority queue instance, with in-memory storage """
return create_instance(self.pqclass,
None,
self.crawler,
self.mqclass,
'')
settings=None,
crawler=self.crawler,
downstream_queue_cls=self.mqclass,
key='')
def _dq(self):
""" Create a new priority queue instance, with disk storage """
state = self._read_dqs_state(self.dqdir)
q = create_instance(self.pqclass,
None,
self.crawler,
self.dqclass,
self.dqdir,
state)
settings=None,
crawler=self.crawler,
downstream_queue_cls=self.dqclass,
key=self.dqdir,
startprios=state)
if q:
logger.info("Resuming crawl (%(queuesize)d requests scheduled)",
{'queuesize': len(q)}, extra={'spider': self.spider})

4
scrapy/pqueues.py
View File

@ -117,8 +117,8 @@ class DownloaderAwarePriorityQueue(object):
"""
@classmethod
def from_crawler(cls, crawler, downstream_queue_cls, key, slot_startprios=()):
return cls(crawler, downstream_queue_cls, key, slot_startprios)
def from_crawler(cls, crawler, downstream_queue_cls, key, startprios=()):
return cls(crawler, downstream_queue_cls, key, startprios)
def __init__(self, crawler, downstream_queue_cls, key, slot_startprios=()):
if crawler.settings.getint('CONCURRENT_REQUESTS_PER_IP') != 0: