RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Add callback and errback in the same step

This commit is contained in:
Eugenio Lacuesta 2018-07-17 19:13:03 -03:00
parent 56e92d90fd
commit 610f589662
1 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
scrapy/core/spidermw.py
View File

@ -70,7 +70,7 @@ class SpiderMiddlewareManager(MiddlewareManager):
return scrape_func(Failure(), request, spider)
return scrape_func(response, request, spider)
def process_spider_exception(_failure, index):
def process_spider_exception(_failure, index=0):
exception = _failure.value
# don't handle _InvalidOutput exception
if isinstance(exception, _InvalidOutput):
@ -91,7 +91,7 @@ class SpiderMiddlewareManager(MiddlewareManager):
.format(fname(method), type(result)))
return _failure
def process_spider_output(result, index):
def process_spider_output(result, index=0):
# items in this iterable do not need to go through the process_spider_output
# chain, they went through it already from the process_spider_exception method
recovered = MutableChain()
@ -120,8 +120,7 @@ class SpiderMiddlewareManager(MiddlewareManager):
return chain(result, recovered)
dfd = mustbe_deferred(process_spider_input, response)
dfd.addErrback(process_spider_exception, index=0)
dfd.addCallback(process_spider_output, index=0)
dfd.addCallbacks(callback=process_spider_output, errback=process_spider_exception)
return dfd
def process_start_requests(self, start_requests, spider):