scheduler: bug fix to use in-memory queues when request can't be serialized by the disk-queues

This commit is contained in:
Pablo Hoffman 2011-08-05 12:39:29 -03:00
parent 76cbb6a2e6
commit 1ce84046d8
1 changed files with 1 additions and 1 deletions

View File

@ -58,10 +58,10 @@ class Scheduler(object):
return
try:
reqd = request_to_dict(request, self.spider)
self.dqs.push(reqd, request.priority)
except ValueError: # non serializable request
return
else:
self.dqs.push(reqd, request.priority)
stats.inc_value('scheduler/disk_enqueued', spider=self.spider)
return True