RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Add common javascript mimetypes to be detected as TextResponses, also improve mimetype detection to avoid querying twice classes dict

This commit is contained in:
Daniel Grana 2009-09-23 14:26:58 -03:00
parent ef0e5d368f
commit dfd35c5280
1 changed files with 10 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
scrapy/core/downloader/responsetypes/__init__.py
View File

@ -21,8 +21,11 @@ class ResponseTypes(object):
'application/rss+xml': 'scrapy.http.XmlResponse',
'application/xhtml+xml': 'scrapy.http.HtmlResponse',
'application/xml': 'scrapy.http.XmlResponse',
'application/json': 'scrapy.http.TextResponse',
'application/javascript': 'scrapy.http.TextResponse',
'application/x-javascript': 'scrapy.http.TextResponse',
'text/xml': 'scrapy.http.XmlResponse',
'text': 'scrapy.http.TextResponse',
'text/*': 'scrapy.http.TextResponse',
}
def __init__(self):
@ -35,10 +38,13 @@ class ResponseTypes(object):
def from_mimetype(self, mimetype):
"""Return the most appropiate Response class for the given mimetype"""
if mimetype is not None:
return self.classes.get(mimetype, self.classes.get(mimetype.split('/')[0], Response))
else:
if mimetype is None:
return Response
elif mimetype in self.classes:
return self.classes[mimetype]
else:
basetype = "%s/*" % mimetype.split('/')[0]
return self.classes.get(basetype, Response)
def from_content_type(self, content_type):
"""Return the most appropiate Response class from an HTTP Content-Type