mirror of https://github.com/scrapy/scrapy.git
Drop spider args of Scraper methods.
This commit is contained in:
parent
6cb2fe1fc3
commit
9f02f6c16a
|
|
@ -23,7 +23,6 @@ from scrapy.exceptions import (
|
|||
from scrapy.http import Request, Response
|
||||
from scrapy.pipelines import ItemPipelineManager
|
||||
from scrapy.utils.asyncio import _parallel_asyncio, is_asyncio_available
|
||||
from scrapy.utils.decorators import _warn_spider_arg
|
||||
from scrapy.utils.defer import (
|
||||
_defer_sleep_async,
|
||||
_schedule_coro,
|
||||
|
|
@ -178,9 +177,7 @@ class Scraper:
|
|||
self.itemproc.open_spider(self.crawler.spider)
|
||||
)
|
||||
|
||||
def close_spider(
|
||||
self, spider: Spider | None = None
|
||||
) -> Deferred[None]: # pragma: no cover
|
||||
def close_spider(self) -> Deferred[None]: # pragma: no cover
|
||||
warnings.warn(
|
||||
"Scraper.close_spider() is deprecated, use close_spider_async() instead",
|
||||
ScrapyDeprecationWarning,
|
||||
|
|
@ -217,9 +214,8 @@ class Scraper:
|
|||
self.slot.closing.callback(self.crawler.spider)
|
||||
|
||||
@inlineCallbacks
|
||||
@_warn_spider_arg
|
||||
def enqueue_scrape(
|
||||
self, result: Response | Failure, request: Request, spider: Spider | None = None
|
||||
self, result: Response | Failure, request: Request
|
||||
) -> Generator[Deferred[Any], Any, None]:
|
||||
if self.slot is None:
|
||||
raise RuntimeError("Scraper slot not assigned")
|
||||
|
|
@ -349,13 +345,11 @@ class Scraper:
|
|||
)
|
||||
return await ensure_awaitable(iterate_spider_output(output))
|
||||
|
||||
@_warn_spider_arg
|
||||
def handle_spider_error(
|
||||
self,
|
||||
_failure: Failure,
|
||||
request: Request,
|
||||
response: Response | Failure,
|
||||
spider: Spider | None = None,
|
||||
) -> None:
|
||||
"""Handle an exception raised by a spider callback or errback."""
|
||||
assert self.crawler.spider
|
||||
|
|
@ -391,7 +385,6 @@ class Scraper:
|
|||
result: Iterable[_T] | AsyncIterator[_T],
|
||||
request: Request,
|
||||
response: Response | Failure,
|
||||
spider: Spider | None = None,
|
||||
) -> Deferred[None]: # pragma: no cover
|
||||
"""Pass items/requests produced by a callback to ``_process_spidermw_output()`` in parallel."""
|
||||
warnings.warn(
|
||||
|
|
|
|||
Loading…
Reference in New Issue