Do not silently fail on gzip unzipping

This commit is contained in:
Paul Tremberth 2016-11-10 10:50:34 +01:00
parent 11cdf58abe
commit b174744b80
2 changed files with 2 additions and 5 deletions

View File

@ -1,6 +1,6 @@
import zlib
from scrapy.utils.gz import gunzip, is_gzipped
from scrapy.utils.gz import gunzip
from scrapy.http import Response, TextResponse
from scrapy.responsetypes import responsetypes
from scrapy.exceptions import NotConfigured

View File

@ -61,10 +61,7 @@ class SitemapSpider(Spider):
if isinstance(response, XmlResponse):
return response.body
elif gzip_magic_number(response):
try:
return gunzip(response.body)
except:
pass
return gunzip(response.body)
# actual gzipped sitemap files are decompressed above ;
# if we are here (response body is not gzipped)
# and have a response for .xml.gz,