From 836cb84b7a78f7d8ea439362234387d799c06b5b Mon Sep 17 00:00:00 2001 From: Mikhail Korobov Date: Tue, 28 Jul 2015 14:32:14 +0500 Subject: [PATCH] fixed RFPDupeFilter persistence --- scrapy/dupefilters.py | 1 + 1 file changed, 1 insertion(+) diff --git a/scrapy/dupefilters.py b/scrapy/dupefilters.py index 739ba922f..9d8966b9c 100644 --- a/scrapy/dupefilters.py +++ b/scrapy/dupefilters.py @@ -36,6 +36,7 @@ class RFPDupeFilter(BaseDupeFilter): self.logger = logging.getLogger(__name__) if path: self.file = open(os.path.join(path, 'requests.seen'), 'a+') + self.file.seek(0) self.fingerprints.update(x.rstrip() for x in self.file) @classmethod