RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

remove MEDIA_NAME from imagespipeline 

--HG--
extra : rebase_source : 976f3ca2fccf185399a733904b9763498ebf43f6
This commit is contained in:
Daniel Grana 2009-09-01 19:18:05 -03:00
parent d6adc141de
commit 11c820232b
1 changed files with 6 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
scrapy/contrib/pipeline/images.py
View File

@ -190,24 +190,23 @@ class ImagesPipeline(MediaPipeline):
return store_cls(uri)
def media_downloaded(self, response, request, info):
mtype = self.MEDIA_NAME
referer = request.headers.get('Referer')
if response.status != 200:
msg = 'Image (http-error): Error downloading %s from %s referred in <%s>' \
% (mtype, request, referer)
msg = 'Image (http-error): Error downloading image from %s referred in <%s>' \
% (request, referer)
log.msg(msg, level=log.WARNING, domain=info.domain)
raise ImageException(msg)
if not response.body:
msg = 'Image (empty-content): Empty %s from %s referred in <%s>: no-content' \
% (mtype, request, referer)
msg = 'Image (empty-content): Empty image from %s referred in <%s>: no-content' \
% (request, referer)
log.msg(msg, level=log.WARNING, domain=info.domain)
raise ImageException(msg)
status = 'cached' if 'cached' in response.flags else 'downloaded'
msg = 'Image (%s): Downloaded %s from %s referred in <%s>' % \
(status, mtype, request, referer)
msg = 'Image (%s): Downloaded image from %s referred in <%s>' % \
(status, request, referer)
log.msg(msg, level=log.DEBUG, domain=info.domain)
self.inc_stats(info.domain, status)