From 8dff9633d0b80aff0c6f481e395755f3c8985f27 Mon Sep 17 00:00:00 2001 From: andy53 Date: Mon, 30 Oct 2023 21:40:26 -0600 Subject: [PATCH] added_extensions --- scrapy/linkextractors/__init__.py | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/scrapy/linkextractors/__init__.py b/scrapy/linkextractors/__init__.py index 6b8be909e..3774430a7 100644 --- a/scrapy/linkextractors/__init__.py +++ b/scrapy/linkextractors/__init__.py @@ -96,6 +96,16 @@ IGNORED_EXTENSIONS = [ "dmg", "iso", "apk", + "jar", + "sh", + "rb", + "js", + "hta", + "bat", + "cpl", + "msi", + "msp", + "py", ]