RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

use common function

This commit is contained in:
Vostretsov Nikita 2018-04-26 15:05:27 +00:00
parent b39d99f1a6
commit 2e495178a4
1 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
scrapy/spiders/__init__.py
View File

@ -13,11 +13,9 @@ from scrapy.utils.url import url_is_from_spider
from scrapy.utils.deprecate import create_deprecated_class
from scrapy.exceptions import ScrapyDeprecationWarning
from scrapy.utils.deprecate import method_is_overridden
from scrapy.utils.python import iflatten
def flatten__(list_):
return (item for sublist in list_ for item in sublist)
class Spider(object_ref):
"""Base class for scrapy spiders. All spiders must inherit from this
class.
@ -87,7 +85,7 @@ class Spider(object_ref):
def start_requests_with_control(self):
gen_ = ((r, signals.WaitUntilQueueEmpty) if r != signals.WaitUntilQueueEmpty else (r,) for r in self.start_requests())
return flatten__(gen_)
return iflatten(gen_)
def make_requests_from_url(self, url):
""" This method is deprecated. """