RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Update scrapy/core/engine.py 

Co-authored-by: Adrián Chaves <adrian@chaves.io>
This commit is contained in:
Iván de Prado 2021-07-08 12:40:02 +01:00 committed by GitHub
parent 7597d860c8
commit 6b8f694653
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
scrapy/core/engine.py
View File

@ -334,9 +334,12 @@ class ExecutionEngine:
assert self.spider is not None # typing
expected_ex = (DontCloseSpider, CloseSpider)
res = self.signals.send_catch_log(signals.spider_idle, spider=self.spider, dont_log=expected_ex)
detected_ex = {ex: x.value
for _, x in res for ex in expected_ex
if isinstance(x, Failure) and isinstance(x.value, ex)}
detected_ex = {
ex: x.value
for _, x in res
for ex in expected_ex
if isinstance(x, Failure) and isinstance(x.value, ex)
}
if DontCloseSpider in detected_ex:
return None
if self.spider_is_idle():