From b05fd806406ff8113f56f315eaae863cb6a6dfcc Mon Sep 17 00:00:00 2001 From: Daniel Grana Date: Tue, 1 Sep 2009 18:00:55 -0300 Subject: [PATCH] imagepipeline: return a dict instead of a path joined with checksum with a hash --HG-- extra : rebase_source : cd450c66be44381e905264ecff3f709bb9d302d4 --- scrapy/contrib/pipeline/images.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/scrapy/contrib/pipeline/images.py b/scrapy/contrib/pipeline/images.py index 51389926e..7de993915 100644 --- a/scrapy/contrib/pipeline/images.py +++ b/scrapy/contrib/pipeline/images.py @@ -72,7 +72,7 @@ class BaseImagesPipeline(MediaPipeline): log.msg(str(ex), level=log.WARNING, domain=info.domain) raise ex - return '%s#%s' % (key, checksum) if checksum else key + return {'scraped_url': request.url, 'path': key, 'checksum': checksum} def media_failed(self, failure, request, info): referer = request.headers.get('Referer') @@ -101,7 +101,7 @@ class BaseImagesPipeline(MediaPipeline): self.inc_stats(info.domain, 'uptodate') checksum = result.get('checksum', None) - return '%s#%s' % (key, checksum) if checksum else key + return {'scraped_url': request.url, 'path': key, 'checksum': checksum} key = self.image_key(request.url) dfd = defer.maybeDeferred(self.stat_key, key, info)