Remove duplicate module docstrings from middleware modules.

Fixes #7699

Co-authored-by: Cursor <cursoragent@cursor.com>

scrapy/core/downloader/middleware.py

@@ -1,9 +1,3 @@
-"""
-Downloader Middleware manager
-
-See documentation in docs/topics/downloader-middleware.rst
-"""
-
 from __future__ import annotations
 
 import warnings

scrapy/core/spidermw.py

@@ -1,9 +1,3 @@
-"""
-Spider Middleware manager
-
-See documentation in docs/topics/spider-middleware.rst
-"""
-
 from __future__ import annotations
 
 import logging

scrapy/downloadermiddlewares/defaultheaders.py

@@ -1,9 +1,3 @@
-"""
-DefaultHeaders downloader middleware
-
-See documentation in docs/topics/downloader-middleware.rst
-"""
-
 from __future__ import annotations
 
 from typing import TYPE_CHECKING

scrapy/downloadermiddlewares/downloadtimeout.py

@@ -1,9 +1,3 @@
-"""
-Download timeout middleware
-
-See documentation in docs/topics/downloader-middleware.rst
-"""
-
 from __future__ import annotations
 
 from typing import TYPE_CHECKING

scrapy/downloadermiddlewares/httpauth.py

@@ -1,9 +1,3 @@
-"""
-HTTP basic auth downloader middleware
-
-See documentation in docs/topics/downloader-middleware.rst
-"""
-
 from __future__ import annotations
 
 import warnings

scrapy/downloadermiddlewares/retry.py

@@ -1,12 +1,3 @@
-"""
-An extension to retry failed requests that are potentially caused by temporary
-problems such as a connection timeout or HTTP 500 error.
-
-You can change the behaviour of this middleware by modifying the scraping settings:
-RETRY_TIMES - how many times to retry a failed page
-RETRY_HTTP_CODES - which HTTP response codes to retry
-"""
-
 from __future__ import annotations
 
 from logging import Logger, getLevelName, getLogger

scrapy/downloadermiddlewares/robotstxt.py

@@ -1,9 +1,3 @@
-"""
-This is a middleware to respect robots.txt policies. To activate it you must
-enable this middleware and enable the ROBOTSTXT_OBEY setting.
-
-"""
-
 from __future__ import annotations
 
 import logging

scrapy/downloadermiddlewares/useragent.py

@@ -1,5 +1,3 @@
-"""Set User-Agent header per spider or use a default value from settings"""
-
 from __future__ import annotations
 
 from typing import TYPE_CHECKING

scrapy/spidermiddlewares/depth.py

@@ -1,9 +1,3 @@
-"""
-Depth Spider Middleware
-
-See documentation in docs/topics/spider-middleware.rst
-"""
-
 from __future__ import annotations
 
 import logging

scrapy/spidermiddlewares/httperror.py

@@ -1,9 +1,3 @@
-"""
-HttpError Spider Middleware
-
-See documentation in docs/topics/spider-middleware.rst
-"""
-
 from __future__ import annotations
 
 import logging

scrapy/spidermiddlewares/referer.py

@@ -1,8 +1,3 @@
-"""
-RefererMiddleware: populates Request referer field, based on the Response which
-originated it.
-"""
-
 from __future__ import annotations
 
 import warnings

scrapy/spidermiddlewares/urllength.py

@@ -1,9 +1,3 @@
-"""
-Url Length Spider Middleware
-
-See documentation in docs/topics/spider-middleware.rst
-"""
-
 from __future__ import annotations
 
 import logging