mirror of https://github.com/scrapy/scrapy.git
scheduler: bug fix to use in-memory queues when request can't be serialized by the disk-queues
This commit is contained in:
parent
76cbb6a2e6
commit
1ce84046d8
|
|
@ -58,10 +58,10 @@ class Scheduler(object):
|
|||
return
|
||||
try:
|
||||
reqd = request_to_dict(request, self.spider)
|
||||
self.dqs.push(reqd, request.priority)
|
||||
except ValueError: # non serializable request
|
||||
return
|
||||
else:
|
||||
self.dqs.push(reqd, request.priority)
|
||||
stats.inc_value('scheduler/disk_enqueued', spider=self.spider)
|
||||
return True
|
||||
|
||||
|
|
|
|||
Loading…
Reference in New Issue