fixed RFPDupeFilter persistence

2015-07-28 14:32:14 +05:00 · 2015-07-28 14:32:14 +05:00 · 836cb84b7a
parent c78e2636f9
commit 836cb84b7a
1 changed files with 1 additions and 0 deletions
--- a/scrapy/dupefilters.py
+++ b/scrapy/dupefilters.py
@ -36,6 +36,7 @@ class RFPDupeFilter(BaseDupeFilter):
        self.logger = logging.getLogger(__name__)
        if path:
            self.file = open(os.path.join(path, 'requests.seen'), 'a+')
+            self.file.seek(0)
            self.fingerprints.update(x.rstrip() for x in self.file)

    @classmethod