tie request to downloader failures, so that they can be accessed from request errbacks

This commit is contained in:
Pablo Hoffman 2011-08-02 12:02:08 -03:00
parent 549725215e
commit c6f29f02c4
1 changed files with 5 additions and 1 deletions

View File

@ -191,12 +191,16 @@ class ExecutionEngine(object):
response=response, request=request, spider=spider)
return response
def _on_error(failure):
failure.request = request
return failure
def _on_complete(_):
slot.nextcall.schedule()
return _
dwld = self.downloader.fetch(request, spider)
dwld.addCallback(_on_success)
dwld.addCallbacks(_on_success, _on_error)
dwld.addBoth(_on_complete)
return dwld