fix: LxmlLinkExtractor unique_list missing key

2024-02-14 12:29:29 -06:00 · 2024-02-14 12:29:29 -06:00 · bccb4cf18b
parent 1c9d308acc
commit bccb4cf18b
1 changed files with 1 additions and 1 deletions
--- a/scrapy/linkextractors/lxmlhtml.py
+++ b/scrapy/linkextractors/lxmlhtml.py
@ -248,5 +248,5 @@ class LxmlLinkExtractor:
            links = self._extract_links(doc, response.url, response.encoding, base_url)
            all_links.extend(self._process_links(links))
        if self.link_extractor.unique:
-            return unique_list(all_links)
+            return unique_list(all_links, key=self.link_extractor.link_key)
        return all_links