added_extensions

2023-10-30 21:40:26 -06:00 · 2023-10-30 21:40:26 -06:00 · 8dff9633d0
parent 1f797d0fdb
commit 8dff9633d0
1 changed files with 10 additions and 0 deletions
--- a/scrapy/linkextractors/init.py
+++ b/scrapy/linkextractors/init.py
@ -96,6 +96,16 @@ IGNORED_EXTENSIONS = [
    "dmg",
    "iso",
    "apk",
+    "jar",
+    "sh",
+    "rb",
+    "js",
+    "hta",
+    "bat",
+    "cpl",
+    "msi",
+    "msp",
+    "py",
 ]