RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Assign processing methods to a variable before iterating

This commit is contained in:
Eugenio Lacuesta 2018-10-11 11:34:59 -03:00
parent a05eaeed73
commit 15f0a890ee
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
scrapy/core/spidermw.py
View File

@ -58,7 +58,8 @@ class SpiderMiddlewareManager(MiddlewareManager):
# don't handle _InvalidOutput exception
if isinstance(exception, _InvalidOutput):
return _failure
for method_index, method in enumerate(self.methods['process_spider_exception'][start_index:], start=start_index):
method_list = self.methods['process_spider_exception'][start_index:]
for method_index, method in enumerate(method_list, start=start_index):
if method is None:
continue
result = method(response=response, exception=exception, spider=spider)
@ -88,7 +89,8 @@ class SpiderMiddlewareManager(MiddlewareManager):
raise
recovered.extend(exception_result)
for method_index, method in enumerate(self.methods['process_spider_output'][start_index:], start=start_index):
method_list = self.methods['process_spider_output'][start_index:]
for method_index, method in enumerate(method_list, start=start_index):
if method is None:
continue
# the following might fail directly if the output value is not a generator