From 10ce3eaaf3220b51cf29928bd02b41a131f9a98a Mon Sep 17 00:00:00 2001 From: Rishi-gdrx Date: Sat, 4 Jul 2026 13:00:16 +0530 Subject: [PATCH] Remove duplicate module docstrings from utils, core, and misc modules. Fixes #7699 Co-authored-by: Cursor --- scrapy/__init__.py | 4 ---- scrapy/commands/__init__.py | 4 ---- scrapy/core/__init__.py | 3 --- scrapy/core/downloader/handlers/__init__.py | 2 -- scrapy/core/downloader/handlers/http11.py | 2 -- scrapy/core/engine.py | 7 ------- scrapy/core/scraper.py | 3 --- scrapy/link.py | 8 -------- scrapy/linkextractors/__init__.py | 8 -------- scrapy/linkextractors/lxmlhtml.py | 4 ---- scrapy/mail.py | 4 ---- scrapy/responsetypes.py | 5 ----- scrapy/selector/__init__.py | 4 ---- scrapy/squeues.py | 4 ---- scrapy/statscollectors.py | 4 ---- scrapy/utils/_download_handlers.py | 2 -- scrapy/utils/asyncio.py | 2 -- scrapy/utils/boto.py | 2 -- scrapy/utils/datatypes.py | 5 ----- scrapy/utils/defer.py | 4 ---- scrapy/utils/deprecate.py | 2 -- scrapy/utils/display.py | 4 ---- scrapy/utils/engine.py | 2 -- scrapy/utils/httpobj.py | 2 -- scrapy/utils/misc.py | 2 -- scrapy/utils/python.py | 4 ---- scrapy/utils/request.py | 5 ----- scrapy/utils/response.py | 5 ----- scrapy/utils/signal.py | 2 -- scrapy/utils/template.py | 2 -- scrapy/utils/test.py | 4 ---- scrapy/utils/url.py | 5 ----- 32 files changed, 120 deletions(-) diff --git a/scrapy/__init__.py b/scrapy/__init__.py index c5b6483e3..03a7edf9a 100644 --- a/scrapy/__init__.py +++ b/scrapy/__init__.py @@ -1,7 +1,3 @@ -""" -Scrapy - a web crawling and web scraping framework written for Python -""" - import pkgutil import sys import warnings diff --git a/scrapy/commands/__init__.py b/scrapy/commands/__init__.py index d9c919db9..7388f07e2 100644 --- a/scrapy/commands/__init__.py +++ b/scrapy/commands/__init__.py @@ -1,7 +1,3 @@ -""" -Base class for Scrapy commands -""" - from __future__ import annotations import argparse diff --git a/scrapy/core/__init__.py b/scrapy/core/__init__.py index 59e07e643..e69de29bb 100644 --- a/scrapy/core/__init__.py +++ b/scrapy/core/__init__.py @@ -1,3 +0,0 @@ -""" -Scrapy core library classes and functions. -""" diff --git a/scrapy/core/downloader/handlers/__init__.py b/scrapy/core/downloader/handlers/__init__.py index fb27cdb8b..a2be49249 100644 --- a/scrapy/core/downloader/handlers/__init__.py +++ b/scrapy/core/downloader/handlers/__init__.py @@ -1,5 +1,3 @@ -"""Download handlers for different schemes""" - from __future__ import annotations import inspect diff --git a/scrapy/core/downloader/handlers/http11.py b/scrapy/core/downloader/handlers/http11.py index 17dca5acb..a20b1975f 100644 --- a/scrapy/core/downloader/handlers/http11.py +++ b/scrapy/core/downloader/handlers/http11.py @@ -1,5 +1,3 @@ -"""Download handlers for http and https schemes""" - from __future__ import annotations import ipaddress diff --git a/scrapy/core/engine.py b/scrapy/core/engine.py index 1033e874f..98bbec4ce 100644 --- a/scrapy/core/engine.py +++ b/scrapy/core/engine.py @@ -1,10 +1,3 @@ -""" -This is the Scrapy engine which controls the Scheduler, Downloader and Spider. - -For more information see docs/topics/architecture.rst - -""" - from __future__ import annotations import asyncio diff --git a/scrapy/core/scraper.py b/scrapy/core/scraper.py index 58e37ce5e..d84b1af54 100644 --- a/scrapy/core/scraper.py +++ b/scrapy/core/scraper.py @@ -1,6 +1,3 @@ -"""This module implements the Scraper component which parses responses and -extracts information from them""" - from __future__ import annotations import logging diff --git a/scrapy/link.py b/scrapy/link.py index 8211faccd..936be9b31 100644 --- a/scrapy/link.py +++ b/scrapy/link.py @@ -1,11 +1,3 @@ -""" -This module defines the Link object used in Link extractors. - -For actual link extractors implementation see scrapy.linkextractors, or -its documentation in: docs/topics/link-extractors.rst -""" - - class Link: """Link objects represent an extracted link by the LinkExtractor. diff --git a/scrapy/linkextractors/__init__.py b/scrapy/linkextractors/__init__.py index b39859f7b..6620af6c1 100644 --- a/scrapy/linkextractors/__init__.py +++ b/scrapy/linkextractors/__init__.py @@ -1,11 +1,3 @@ -""" -scrapy.linkextractors - -This package contains a collection of Link Extractors. - -For more info see docs/topics/link-extractors.rst -""" - from __future__ import annotations from typing import TYPE_CHECKING diff --git a/scrapy/linkextractors/lxmlhtml.py b/scrapy/linkextractors/lxmlhtml.py index 11fd62fb2..973ad1d6e 100644 --- a/scrapy/linkextractors/lxmlhtml.py +++ b/scrapy/linkextractors/lxmlhtml.py @@ -1,7 +1,3 @@ -""" -Link extractor based on lxml.html -""" - from __future__ import annotations import logging diff --git a/scrapy/mail.py b/scrapy/mail.py index 97123e63c..c8ced5f78 100644 --- a/scrapy/mail.py +++ b/scrapy/mail.py @@ -1,7 +1,3 @@ -""" -Mail sending helpers -""" - from __future__ import annotations import logging diff --git a/scrapy/responsetypes.py b/scrapy/responsetypes.py index 29e9b6bb7..71960d28d 100644 --- a/scrapy/responsetypes.py +++ b/scrapy/responsetypes.py @@ -1,8 +1,3 @@ -""" -This module implements a class which returns the appropriate Response class -based on different criteria. -""" - from __future__ import annotations from io import StringIO diff --git a/scrapy/selector/__init__.py b/scrapy/selector/__init__.py index 7cfa3c364..745772cc8 100644 --- a/scrapy/selector/__init__.py +++ b/scrapy/selector/__init__.py @@ -1,7 +1,3 @@ -""" -Selectors -""" - # top-level imports from scrapy.selector.unified import Selector, SelectorList diff --git a/scrapy/squeues.py b/scrapy/squeues.py index e06e38e23..b1354aed9 100644 --- a/scrapy/squeues.py +++ b/scrapy/squeues.py @@ -1,7 +1,3 @@ -""" -Scheduler queues -""" - from __future__ import annotations import marshal diff --git a/scrapy/statscollectors.py b/scrapy/statscollectors.py index 1f9894519..f95edc349 100644 --- a/scrapy/statscollectors.py +++ b/scrapy/statscollectors.py @@ -1,7 +1,3 @@ -""" -Scrapy extension for collecting scraping stats -""" - from __future__ import annotations import logging diff --git a/scrapy/utils/_download_handlers.py b/scrapy/utils/_download_handlers.py index 23b715ac6..ce86b622e 100644 --- a/scrapy/utils/_download_handlers.py +++ b/scrapy/utils/_download_handlers.py @@ -1,5 +1,3 @@ -"""Utils for built-in HTTP download handlers.""" - from __future__ import annotations from contextlib import contextmanager diff --git a/scrapy/utils/asyncio.py b/scrapy/utils/asyncio.py index 44604c0fe..e49215721 100644 --- a/scrapy/utils/asyncio.py +++ b/scrapy/utils/asyncio.py @@ -1,5 +1,3 @@ -"""Utilities related to asyncio and its support in Scrapy.""" - from __future__ import annotations import asyncio diff --git a/scrapy/utils/boto.py b/scrapy/utils/boto.py index 73f86bc71..97a810388 100644 --- a/scrapy/utils/boto.py +++ b/scrapy/utils/boto.py @@ -1,5 +1,3 @@ -"""Boto/botocore helpers""" - def is_botocore_available() -> bool: try: diff --git a/scrapy/utils/datatypes.py b/scrapy/utils/datatypes.py index c020ff4b9..ff30c48b2 100644 --- a/scrapy/utils/datatypes.py +++ b/scrapy/utils/datatypes.py @@ -1,8 +1,3 @@ -""" -This module contains data types used by Scrapy which are not included in the -Python Standard Library. -""" - from __future__ import annotations import collections diff --git a/scrapy/utils/defer.py b/scrapy/utils/defer.py index d0259b634..e736cad82 100644 --- a/scrapy/utils/defer.py +++ b/scrapy/utils/defer.py @@ -1,7 +1,3 @@ -""" -Helper functions for dealing with Twisted deferreds -""" - from __future__ import annotations import asyncio diff --git a/scrapy/utils/deprecate.py b/scrapy/utils/deprecate.py index 4fd50fdad..8afa4f118 100644 --- a/scrapy/utils/deprecate.py +++ b/scrapy/utils/deprecate.py @@ -1,5 +1,3 @@ -"""Some helpers for deprecation messages""" - from __future__ import annotations import inspect diff --git a/scrapy/utils/display.py b/scrapy/utils/display.py index 08e89dc0d..2528442e9 100644 --- a/scrapy/utils/display.py +++ b/scrapy/utils/display.py @@ -1,7 +1,3 @@ -""" -pprint and pformat wrappers with colorization support -""" - import ctypes import platform import sys diff --git a/scrapy/utils/engine.py b/scrapy/utils/engine.py index 085720f66..73095626d 100644 --- a/scrapy/utils/engine.py +++ b/scrapy/utils/engine.py @@ -1,5 +1,3 @@ -"""Some debugging functions for working with the Scrapy engine""" - from __future__ import annotations # used in global tests code diff --git a/scrapy/utils/httpobj.py b/scrapy/utils/httpobj.py index 58b4539bf..dd73987cf 100644 --- a/scrapy/utils/httpobj.py +++ b/scrapy/utils/httpobj.py @@ -1,5 +1,3 @@ -"""Helper functions for scrapy.http objects (Request, Response)""" - from __future__ import annotations from typing import TYPE_CHECKING diff --git a/scrapy/utils/misc.py b/scrapy/utils/misc.py index 20e7cb381..ab65ba853 100644 --- a/scrapy/utils/misc.py +++ b/scrapy/utils/misc.py @@ -1,5 +1,3 @@ -"""Helper functions which don't fit anywhere else""" - from __future__ import annotations import ast diff --git a/scrapy/utils/python.py b/scrapy/utils/python.py index 00cf818b7..338daf015 100644 --- a/scrapy/utils/python.py +++ b/scrapy/utils/python.py @@ -1,7 +1,3 @@ -""" -This module contains essential stuff that should've come with Python itself ;) -""" - from __future__ import annotations import gc diff --git a/scrapy/utils/request.py b/scrapy/utils/request.py index b2fd9a834..05791c106 100644 --- a/scrapy/utils/request.py +++ b/scrapy/utils/request.py @@ -1,8 +1,3 @@ -""" -This module provides some useful functions for working with -scrapy.Request objects -""" - from __future__ import annotations import hashlib diff --git a/scrapy/utils/response.py b/scrapy/utils/response.py index 7747a7b9b..64299fe73 100644 --- a/scrapy/utils/response.py +++ b/scrapy/utils/response.py @@ -1,8 +1,3 @@ -""" -This module provides some useful functions for working with -scrapy.http.Response objects -""" - from __future__ import annotations import os diff --git a/scrapy/utils/signal.py b/scrapy/utils/signal.py index eca95e225..79923a056 100644 --- a/scrapy/utils/signal.py +++ b/scrapy/utils/signal.py @@ -1,5 +1,3 @@ -"""Helper functions for working with signals""" - from __future__ import annotations import asyncio diff --git a/scrapy/utils/template.py b/scrapy/utils/template.py index 977d5a42a..55c006b39 100644 --- a/scrapy/utils/template.py +++ b/scrapy/utils/template.py @@ -1,5 +1,3 @@ -"""Helper functions for working with templates""" - from __future__ import annotations import re diff --git a/scrapy/utils/test.py b/scrapy/utils/test.py index 90ed70262..72b8d6b61 100644 --- a/scrapy/utils/test.py +++ b/scrapy/utils/test.py @@ -1,7 +1,3 @@ -""" -This module contains some assorted functions used in tests -""" - from __future__ import annotations import asyncio diff --git a/scrapy/utils/url.py b/scrapy/utils/url.py index f67853ece..3d8b6108b 100644 --- a/scrapy/utils/url.py +++ b/scrapy/utils/url.py @@ -1,8 +1,3 @@ -""" -This module contains general purpose URL functions not found in the standard -library. -""" - from __future__ import annotations import re