RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Simplify call_start_requests() to avoid an exception handling problem.

This commit is contained in:
Andrey Rakhmatullin 2020-05-08 19:28:20 +05:00
parent c058156c48
commit 0270039240
1 changed files with 3 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
scrapy/crawler.py
View File

@ -96,16 +96,14 @@ class Crawler:
yield self.engine.close()
raise
@defer.inlineCallbacks
def call_start_requests(self):
if hasattr(inspect, 'isasyncgenfunction') and inspect.isasyncgenfunction(self.spider.start_requests):
# requires Python 3.6+
start_requests = self.spider.start_requests().__aiter__()
return self.spider.start_requests().__aiter__()
elif inspect.iscoroutinefunction(self.spider.start_requests):
start_requests = yield deferred_from_coro(self.spider.start_requests())
return deferred_from_coro(self.spider.start_requests())
else:
start_requests = iter(self.spider.start_requests())
return start_requests
return iter(self.spider.start_requests())
def _create_spider(self, *args, **kwargs):
return self.spidercls.from_crawler(self, *args, **kwargs)