Compute image checksum before persisting images. closes #92

Avoids threading issue accesing buffer
This commit is contained in:
Daniel Graña 2012-02-23 17:47:44 -02:00
parent 7fe7c3f3b1
commit 3286ce4f42
1 changed files with 4 additions and 5 deletions

View File

@ -249,13 +249,12 @@ class ImagesPipeline(MediaPipeline):
return dfd
def image_downloaded(self, response, request, info):
first_buf = None
checksum = None
for key, image, buf in self.get_images(response, request, info):
if checksum is None:
checksum = md5sum(buf)
self.store.persist_image(key, image, buf, info)
if first_buf is None:
first_buf = buf
first_buf.seek(0)
return md5sum(first_buf)
return checksum
def get_images(self, response, request, info):
key = self.image_key(request.url)