From 97d080ee2609276e6f0f8c6ad2c28fbd8b2b8d48 Mon Sep 17 00:00:00 2001 From: Mikhail Korobov Date: Tue, 28 Jul 2015 14:32:14 +0500 Subject: [PATCH] fixed RFPDupeFilter persistence --- scrapy/dupefilters.py | 1 + 1 file changed, 1 insertion(+) diff --git a/scrapy/dupefilters.py b/scrapy/dupefilters.py index 739ba922f..9d8966b9c 100644 --- a/scrapy/dupefilters.py +++ b/scrapy/dupefilters.py @@ -36,6 +36,7 @@ class RFPDupeFilter(BaseDupeFilter): self.logger = logging.getLogger(__name__) if path: self.file = open(os.path.join(path, 'requests.seen'), 'a+') + self.file.seek(0) self.fingerprints.update(x.rstrip() for x in self.file) @classmethod