RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

images: log a short message when images request is ignored to dupefilter 

--HG--
extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40950
This commit is contained in:
Daniel Grana 2009-03-02 15:37:57 +00:00
parent 4b0d69cc6d
commit 57c7c5e9f6
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
scrapy/trunk/scrapy/contrib/pipeline/images.py
View File

@ -11,7 +11,7 @@ import Image
from scrapy import log
from scrapy.stats import stats
from scrapy.core.exceptions import DropItem, NotConfigured
from scrapy.core.exceptions import HttpException
from scrapy.core.exceptions import HttpException, IgnoreRequest
from scrapy.conf import settings
from scrapy.contrib.pipeline.media import MediaPipeline
@ -47,7 +47,11 @@ class BaseImagesPipeline(MediaPipeline):
def media_failed(self, failure, request, info):
referer = request.headers.get('Referer')
errmsg = str(failure.value) if isinstance(failure.value, HttpException) else str(failure)
if isinstance(failure.value, (HttpException, IgnoreRequest)):
errmsg = str(failure.value)
else:
errmsg = str(failure)
msg = 'Image (http-error): Error downloading %s from %s referred in <%s>: %s' \
% (self.MEDIA_TYPE, request, referer, errmsg)
log.msg(msg, level=log.WARNING, domain=info.domain)