RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Update scrapy/responsetypes.py 

Co-authored-by: Adrián Chaves <adrian@chaves.io>
This commit is contained in:
Akshay Sharma 2021-07-31 20:30:43 +05:30 committed by GitHub
parent 180b457f77
commit 5ee086e7b6
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
scrapy/responsetypes.py
View File

@ -140,19 +140,8 @@ class ResponseTypes:
body = body[:RESOURCE_HEADER_BUFFER_LENGTH].replace(b"\x00", b"")
cls = Response
http_origin = True
content_types = None
if url and urlparse(url).scheme not in ("http", "https"):
http_origin = False
if headers:
content_types = self._guess_content_type(content_type=headers.getlist(b'Content-Type'),
content_disposition=headers.get(b'Content-Disposition'),
url=url, filename=filename)
else:
content_types = self._guess_content_type(url=url, filename=filename)
http_origin = not url or urlparse(url).scheme in ("http", "https")
content_types = self._guess_content_type(headers=headers, url=url, filename=filename)
mime_type = extract_mime(body, content_types=content_types, http_origin=http_origin)
cls = self.from_mimetype(mime_type.decode())