RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Fix W391 Blank line at end of file (#4137)

This commit is contained in:
Marc Hernández 2019-11-07 17:47:35 +01:00 committed by Adrián Chaves
parent e8b1e46e85
commit c377c14e32
21 changed files with 16 additions and 44 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

37
pytest.ini
View File

@ -10,7 +10,7 @@ flake8-ignore =
extras/qpsclient.py E501 E261 E501
# scrapy/commands
scrapy/commands/__init__.py E128 E501
scrapy/commands/check.py F401 E501 W391
scrapy/commands/check.py F401 E501
scrapy/commands/crawl.py E501
scrapy/commands/edit.py E501
scrapy/commands/fetch.py E401 E302 E501 E128 E502 E731
@ -20,8 +20,8 @@ flake8-ignore =
scrapy/commands/runspider.py E501
scrapy/commands/settings.py E302 E128
scrapy/commands/shell.py E128 E501 E502
scrapy/commands/startproject.py E502 E127 E501 E128 W391
scrapy/commands/version.py E501 E128 W391
scrapy/commands/startproject.py E502 E127 E501 E128
scrapy/commands/version.py E501 E128
scrapy/commands/view.py F401 E302
# scrapy/contracts
scrapy/contracts/__init__.py E501 W504
@ -29,15 +29,15 @@ flake8-ignore =
# scrapy/core
scrapy/core/engine.py E261 E501 E128 E127 E306 E502
scrapy/core/scheduler.py E501
scrapy/core/scraper.py E501 E306 E261 E128 W391 W504
scrapy/core/scraper.py E501 E306 E261 E128 W504
scrapy/core/spidermw.py E501 E731 E502 E231 E126 E226
scrapy/core/downloader/__init__.py F401 E501
scrapy/core/downloader/contextfactory.py E501 E128 E126
scrapy/core/downloader/middleware.py E501 E502
scrapy/core/downloader/tls.py E501 E305 E241
scrapy/core/downloader/webclient.py E731 E501 E261 E502 E128 W391 E126 E226
scrapy/core/downloader/webclient.py E731 E501 E261 E502 E128 E126 E226
scrapy/core/downloader/handlers/__init__.py E501
scrapy/core/downloader/handlers/ftp.py E501 E305 E128 E127 W391
scrapy/core/downloader/handlers/ftp.py E501 E305 E128 E127
scrapy/core/downloader/handlers/http.py F401
scrapy/core/downloader/handlers/http10.py E501
scrapy/core/downloader/handlers/http11.py E501
@ -66,7 +66,6 @@ flake8-ignore =
scrapy/http/__init__.py F401
scrapy/http/common.py E501
scrapy/http/cookies.py E501
scrapy/http/headers.py W391
scrapy/http/request/__init__.py E501
scrapy/http/request/form.py E501 E123
scrapy/http/request/json_request.py E501
@ -101,8 +100,7 @@ flake8-ignore =
# scrapy/spiders
scrapy/spiders/__init__.py F401 E501 E402
scrapy/spiders/crawl.py E501
scrapy/spiders/feed.py E501 E261 W391
scrapy/spiders/init.py W391
scrapy/spiders/feed.py E501 E261
scrapy/spiders/sitemap.py E501
# scrapy/utils
scrapy/utils/benchserver.py E501
@ -118,7 +116,7 @@ flake8-ignore =
scrapy/utils/engine.py F401 E261 E302
scrapy/utils/ftp.py E302
scrapy/utils/gz.py E305 E501 E302 W504
scrapy/utils/http.py F403 F401 W391 E226
scrapy/utils/http.py F403 F401 E226
scrapy/utils/httpobj.py E302 E501
scrapy/utils/iterators.py E501 E701
scrapy/utils/job.py E302
@ -148,9 +146,9 @@ flake8-ignore =
scrapy/exceptions.py E302 E501
scrapy/exporters.py E501 E261 E226
scrapy/extension.py E302
scrapy/interfaces.py E302 E501 W391
scrapy/interfaces.py E302 E501
scrapy/item.py E501 E128
scrapy/link.py E501 W391
scrapy/link.py E501
scrapy/logformatter.py E501 W293
scrapy/mail.py E402 E128 E501 E502
scrapy/middleware.py E502 E128 E501
@ -162,7 +160,7 @@ flake8-ignore =
scrapy/signalmanager.py E501
scrapy/spiderloader.py E225 F841 E501 E126
scrapy/squeues.py E128
scrapy/statscollectors.py E501 W391
scrapy/statscollectors.py E501
# tests
tests/__init__.py F401 E402 E501
tests/mockserver.py E401 E501 E126 E123 F401
@ -218,20 +216,18 @@ flake8-ignore =
tests/test_selector.py F401 E501 E127
tests/test_spider.py E501 F401
tests/test_spidermiddleware.py E501 E226
tests/test_spidermiddleware_depth.py W391
tests/test_spidermiddleware_httperror.py E128 E501 E127 E121
tests/test_spidermiddleware_offsite.py E302 E501 E128 E111 W293
tests/test_spidermiddleware_output_chain.py F401 E501 E302 W293 E226
tests/test_spidermiddleware_referer.py F401 E501 E302 F841 E125 E201 E261 E124 E501 W391 E241 E121
tests/test_spidermiddleware_urllength.py W391
tests/test_spidermiddleware_referer.py F401 E501 E302 F841 E125 E201 E261 E124 E501 E241 E121
tests/test_squeues.py E501 E302 E701 E741
tests/test_utils_conf.py E501 E231 E303 E128
tests/test_utils_console.py E302 E231
tests/test_utils_curl.py E501
tests/test_utils_datatypes.py E402 E501 E305 W391
tests/test_utils_datatypes.py E402 E501 E305
tests/test_utils_defer.py E306 E261 E501 E302 F841 E226
tests/test_utils_deprecate.py F841 E306 E501
tests/test_utils_http.py E302 E501 E502 E128 W391 W504
tests/test_utils_http.py E302 E501 E502 E128 W504
tests/test_utils_httpobj.py E302
tests/test_utils_iterators.py E501 E128 E129 E302 E303 E241
tests/test_utils_log.py E741 E226
@ -241,15 +237,14 @@ flake8-ignore =
tests/test_utils_response.py E501
tests/test_utils_signal.py E741 F841 E302 E731 E226
tests/test_utils_sitemap.py E302 E128 E501 E124
tests/test_utils_spider.py E261 E302 E305 W391
tests/test_utils_spider.py E261 E302 E305
tests/test_utils_template.py E305
tests/test_utils_url.py F401 E501 E127 E302 E305 E211 E125 E501 E226 E241 E126 E123
tests/test_webclient.py E501 E128 E122 E303 E402 E306 E226 E241 E123 E126
tests/mocks/dummydbm.py E302
tests/test_cmdline/__init__.py E502 E501
tests/test_cmdline/extensions.py E302 W391
tests/test_cmdline/extensions.py E302
tests/test_settings/__init__.py F401 E501 E128
tests/test_settings/default_settings.py W391
tests/test_spiderloader/__init__.py E128 E501 E302
tests/test_spiderloader/test_spiders/spider0.py E302
tests/test_spiderloader/test_spiders/spider1.py E302

1
scrapy/commands/check.py
View File

@ -96,4 +96,3 @@ class Command(ScrapyCommand):
result.printErrors()
result.printSummary(start, stop)
self.exitcode = int(not result.wasSuccessful())

1
scrapy/commands/startproject.py
View File

@ -119,4 +119,3 @@ class Command(ScrapyCommand):
_templates_base_dir = self.settings['TEMPLATES_DIR'] or \
join(scrapy.__path__[0], 'templates')
return join(_templates_base_dir, 'project')

1
scrapy/commands/version.py
View File

@ -30,4 +30,3 @@ class Command(ScrapyCommand):
print(patt % (name, version))
else:
print("Scrapy %s" % scrapy.__version__)

1
scrapy/core/downloader/handlers/ftp.py
View File

@ -112,4 +112,3 @@ class FTPDownloadHandler(object):
httpcode = self.CODE_MAPPING.get(ftpcode, self.CODE_MAPPING["default"])
return Response(url=request.url, status=httpcode, body=to_bytes(message))
raise result.type(result.value)

1
scrapy/core/downloader/webclient.py
View File

@ -157,4 +157,3 @@ class ScrapyHTTPClientFactory(HTTPClientFactory):
def gotHeaders(self, headers):
self.headers_time = time()
self.response_headers = headers

1
scrapy/core/scraper.py
View File

@ -244,4 +244,3 @@ class Scraper(object):
return self.signals.send_catch_log_deferred(
signal=signals.item_scraped, item=output, response=response,
spider=spider)

2
scrapy/http/headers.py
View File

@ -91,5 +91,3 @@ class Headers(CaselessDict):
def __copy__(self):
return self.__class__(self)
copy = __copy__

1
scrapy/interfaces.py
View File

@ -15,4 +15,3 @@ class ISpiderLoader(Interface):
def find_by_request(request):
"""Return the list of spiders names that can handle the given request"""

1
scrapy/link.py
View File

@ -39,4 +39,3 @@ class Link(object):
def __repr__(self):
return 'Link(url=%r, text=%r, fragment=%r, nofollow=%r)' % \
(self.url, self.text, self.fragment, self.nofollow)

1
scrapy/spiders/feed.py
View File

@ -133,4 +133,3 @@ class CSVFeedSpider(Spider):
raise NotConfigured('You must define parse_row method in order to scrape this CSV feed')
response = self.adapt_response(response)
return self.parse_rows(response)

1
scrapy/spiders/init.py
View File

@ -29,4 +29,3 @@ class InitSpider(Spider):
spider
"""
return self.initialized()

2
scrapy/statscollectors.py
View File

@ -80,5 +80,3 @@ class DummyStatsCollector(StatsCollector):
def min_value(self, key, value, spider=None):
pass

1
scrapy/utils/http.py
View File

@ -34,4 +34,3 @@ def decode_chunked_transfer(chunked_body):
body += t[:size]
t = t[size+2:]
return body

1
tests/test_cmdline/extensions.py
View File

@ -12,4 +12,3 @@ class TestExtension(object):
class DummyExtension(object):
pass

1
tests/test_settings/default_settings.py
View File

@ -2,4 +2,3 @@
TEST_DEFAULT = 'defvalue'
TEST_DICT = {'key': 'val'}

1
tests/test_spidermiddleware_depth.py
View File

@ -40,4 +40,3 @@ class TestDepthMiddleware(TestCase):
def tearDown(self):
self.stats.close_spider(self.spider, '')

1
tests/test_spidermiddleware_urllength.py
View File

@ -18,4 +18,3 @@ class TestUrlLengthMiddleware(TestCase):
spider = Spider('foo')
out = list(mw.process_spider_output(res, reqs, spider))
self.assertEqual(out, [short_url_req])

1
tests/test_utils_datatypes.py
View File

@ -244,4 +244,3 @@ class SequenceExcludeTest(unittest.TestCase):
if __name__ == "__main__":
unittest.main()

2
tests/test_utils_http.py
View File

@ -16,5 +16,3 @@ class ChunkedTest(unittest.TestCase):
"This is the data in the first chunk\r\n" +
"and this is the second one\r\n" +
"consequence")

1
tests/test_utils_spider.py
View File

@ -34,4 +34,3 @@ class UtilsSpidersTestCase(unittest.TestCase):
if __name__ == "__main__":
unittest.main()