Broader sweep of stale module-level docstrings (#7699)

Extends the previous pass to 28 more modules that had the same
redundant pattern: a one-line description restating the module/class
name plus a "See documentation in docs/topics/*.rst" pointer, with no
information not already present in the linked docs or in class
docstrings pulled into the docs via autoclass/autodoc.

Verified per file that nothing unique was lost, e.g. the Selector
type-inference behavior described in html.py/xml.py is already
documented on scrapy.Selector (autoclass'd in docs/topics/selectors.rst),
and CrawlSpider/XMLFeedSpider/CSVFeedSpider details are documented in
docs/topics/spiders.rst in more depth than the module docstrings had.

scrapy/commands/shell.py

@@ -1,9 +1,3 @@
-"""
-Scrapy Shell
-
-See documentation in docs/topics/shell.rst
-"""
-
 from __future__ import annotations
 
 import asyncio

scrapy/core/downloader/middleware.py

@@ -1,9 +1,3 @@
-"""
-Downloader Middleware manager
-
-See documentation in docs/topics/downloader-middleware.rst
-"""
-
 from __future__ import annotations
 
 import warnings

scrapy/core/spidermw.py

@@ -1,9 +1,3 @@
-"""
-Spider Middleware manager
-
-See documentation in docs/topics/spider-middleware.rst
-"""
-
 from __future__ import annotations
 
 import logging

scrapy/downloadermiddlewares/defaultheaders.py

@@ -1,9 +1,3 @@
-"""
-DefaultHeaders downloader middleware
-
-See documentation in docs/topics/downloader-middleware.rst
-"""
-
 from __future__ import annotations
 
 from typing import TYPE_CHECKING

scrapy/downloadermiddlewares/httpauth.py

@@ -1,9 +1,3 @@
-"""
-HTTP basic auth downloader middleware
-
-See documentation in docs/topics/downloader-middleware.rst
-"""
-
 from __future__ import annotations
 
 import warnings

scrapy/extensions/closespider.py

@@ -1,9 +1,3 @@
-"""CloseSpider is an extension that forces spiders to be closed after certain
-conditions are met.
-
-See documentation in docs/topics/extensions.rst
-"""
-
 from __future__ import annotations
 
 import logging

scrapy/extensions/debug.py

@@ -1,9 +1,3 @@
-"""
-Extensions for debugging Scrapy
-
-See documentation in docs/topics/extensions.rst
-"""
-
 from __future__ import annotations
 
 import contextlib

scrapy/extensions/feedexport.py

@@ -1,9 +1,3 @@
-"""
-Feed Exports extension
-
-See documentation in docs/topics/feed-exports.rst
-"""
-
 from __future__ import annotations
 
 import asyncio

scrapy/extensions/memdebug.py

@@ -1,9 +1,3 @@
-"""
-MemoryDebugger extension
-
-See documentation in docs/topics/extensions.rst
-"""
-
 from __future__ import annotations
 
 import gc

scrapy/extensions/memusage.py

@@ -1,9 +1,3 @@
-"""
-MemoryUsage extension
-
-See documentation in docs/topics/extensions.rst
-"""
-
 from __future__ import annotations
 
 import logging

scrapy/extensions/telnet.py

@@ -1,9 +1,3 @@
-"""
-Scrapy Telnet Console extension
-
-See documentation in docs/topics/telnetconsole.rst
-"""
-
 from __future__ import annotations
 
 import binascii

scrapy/http/request/__init__.py

@@ -1,10 +1,3 @@
-"""
-This module implements the Request class which is used to represent HTTP
-requests in Scrapy.
-
-See documentation in docs/topics/request-response.rst
-"""
-
 from __future__ import annotations
 
 import inspect

scrapy/http/request/form.py

@@ -1,10 +1,3 @@
-"""
-This module implements the FormRequest class which is a more convenient class
-(than Request) to generate Requests based on form data.
-
-See documentation in docs/topics/request-response.rst
-"""
-
 from __future__ import annotations
 
 from collections.abc import Iterable

scrapy/http/request/json_request.py

@@ -1,10 +1,3 @@
-"""
-This module implements the JsonRequest class which is a more convenient class
-(than Request) to generate JSON Requests.
-
-See documentation in docs/topics/request-response.rst
-"""
-
 from __future__ import annotations
 
 import copy

scrapy/http/request/rpc.py

@@ -1,10 +1,3 @@
-"""
-This module implements the XmlRpcRequest class which is a more convenient class
-(that Request) to generate xml-rpc requests.
-
-See documentation in docs/topics/request-response.rst
-"""
-
 from __future__ import annotations
 
 import xmlrpc.client as xmlrpclib

scrapy/http/response/__init__.py

@@ -1,10 +1,3 @@
-"""
-This module implements the Response class which is used to represent HTTP
-responses in Scrapy.
-
-See documentation in docs/topics/request-response.rst
-"""
-
 from __future__ import annotations
 
 from typing import TYPE_CHECKING, Any, AnyStr, TypeVar, overload

scrapy/http/response/html.py

@@ -1,11 +1,3 @@
-"""
-This module implements the :class:`HtmlResponse` class which is used as a
-content type marker by :class:`~scrapy.selector.Selector` and can be used in
-``isinstance()`` checks.
-
-See documentation in docs/topics/request-response.rst
-"""
-
 from scrapy.http.response.text import TextResponse
 
 

scrapy/http/response/json.py

@@ -1,10 +1,3 @@
-"""
-This module implements the JsonResponse class that is used when the response
-has a JSON MIME type in its Content-Type header.
-
-See documentation in docs/topics/request-response.rst
-"""
-
 from scrapy.http.response.text import TextResponse
 
 

scrapy/http/response/text.py

@@ -1,10 +1,3 @@
-"""
-This module implements the TextResponse class which adds encoding handling and
-discovering (through HTTP headers) to base Response class.
-
-See documentation in docs/topics/request-response.rst
-"""
-
 from __future__ import annotations
 
 import json

scrapy/http/response/xml.py

@@ -1,11 +1,3 @@
-"""
-This module implements the :class:`XmlResponse` class which is used as a
-content type marker by :class:`~scrapy.selector.Selector` and can be used in
-``isinstance()`` checks.
-
-See documentation in docs/topics/request-response.rst
-"""
-
 from scrapy.http.response.text import TextResponse
 
 

scrapy/item.py

@@ -1,9 +1,3 @@
-"""
-Scrapy Item
-
-See documentation in docs/topics/items.rst
-"""
-
 from __future__ import annotations
 
 from abc import ABCMeta

scrapy/pipelines/__init__.py

@@ -1,9 +1,3 @@
-"""
-Item pipeline
-
-See documentation in docs/topics/item-pipeline.rst
-"""
-
 from __future__ import annotations
 
 import asyncio

scrapy/shell.py

@@ -1,9 +1,3 @@
-"""Scrapy Shell
-
-See documentation in docs/topics/shell.rst
-
-"""
-
 from __future__ import annotations
 
 import asyncio

scrapy/spidermiddlewares/depth.py

@@ -1,9 +1,3 @@
-"""
-Depth Spider Middleware
-
-See documentation in docs/topics/spider-middleware.rst
-"""
-
 from __future__ import annotations
 
 import logging

scrapy/spidermiddlewares/httperror.py

@@ -1,9 +1,3 @@
-"""
-HttpError Spider Middleware
-
-See documentation in docs/topics/spider-middleware.rst
-"""
-
 from __future__ import annotations
 
 import logging

scrapy/spidermiddlewares/urllength.py

@@ -1,9 +1,3 @@
-"""
-Url Length Spider Middleware
-
-See documentation in docs/topics/spider-middleware.rst
-"""
-
 from __future__ import annotations
 
 import logging

scrapy/spiders/__init__.py

@@ -1,9 +1,3 @@
-"""
-Base class for Scrapy spiders
-
-See documentation in docs/topics/spiders.rst
-"""
-
 from __future__ import annotations
 
 import logging

scrapy/spiders/crawl.py

@@ -1,10 +1,3 @@
-"""
-This modules implements the CrawlSpider which is the recommended spider to use
-for scraping typical websites that requires crawling pages.
-
-See documentation in docs/topics/spiders.rst
-"""
-
 from __future__ import annotations
 
 import copy

scrapy/spiders/feed.py

@@ -1,10 +1,3 @@
-"""
-This module implements the XMLFeedSpider which is the recommended spider to use
-for scraping from an XML feed.
-
-See documentation in docs/topics/spiders.rst
-"""
-
 from __future__ import annotations
 
 from typing import TYPE_CHECKING, Any