diff --git a/scrapy/squeue.py b/scrapy/squeue.py index 27b6fe7b7..abfe2e6db 100644 --- a/scrapy/squeue.py +++ b/scrapy/squeue.py @@ -10,7 +10,8 @@ from scrapy.utils.queue import DiskQueue class PickleDiskQueue(DiskQueue): def push(self, obj): - super(PickleDiskQueue, self).push(pickle.dumps(obj)) + s = pickle.dumps(obj, protocol=2) + super(PickleDiskQueue, self).push(s) def pop(self): s = super(PickleDiskQueue, self).pop()