From b0ec38876d52febb6811348961b75247ab4fe1c8 Mon Sep 17 00:00:00 2001 From: spav Date: Wed, 11 Jan 2023 19:32:33 +0100 Subject: [PATCH] Fix docstring for extract_links specifying duplicates case --- scrapy/linkextractors/lxmlhtml.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/scrapy/linkextractors/lxmlhtml.py b/scrapy/linkextractors/lxmlhtml.py index 14eb24862..8a4175d49 100644 --- a/scrapy/linkextractors/lxmlhtml.py +++ b/scrapy/linkextractors/lxmlhtml.py @@ -195,7 +195,8 @@ class LxmlLinkExtractor: Only links that match the settings passed to the ``__init__`` method of the link extractor are returned. - Duplicate links are omitted. + Duplicate links are omitted if the ``unique`` parameter is set to ``True``, + otherwise they are returned. """ base_url = get_base_url(response) if self.restrict_xpaths: