RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Rename the current benchmark for the future (#7839)

This commit is contained in:
Adrian 2026-07-31 13:46:33 +02:00 committed by GitHub
parent 6cefaa5434
commit 6f87d3f863
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
tests/benchmarks/test_benchmark_crawl.py → tests/benchmarks/test_crawl.py
View File

@ -50,8 +50,13 @@ class _Pipeline:
return item
def test_benchmark_crawl(benchmark: BenchmarkFixture, mockserver: MockServer) -> None:
"""Crawl of a set of interlinked pages served over HTTP."""
def test_overhead_http(benchmark: BenchmarkFixture, mockserver: MockServer) -> None:
"""Per-request overhead of a crawl over HTTP.
The pages are small on purpose, so that the cost of parsing them stays
negligible next to the cost of moving requests and responses through the
engine, the middlewares and the download handler.
"""
query = urlencode({"total": PAGES, "show": LINKS_PER_PAGE, "order": "desc"})
url = mockserver.url(f"/follow?{query}")
settings = {"ITEM_PIPELINES": {_Pipeline: 100}, "LOG_ENABLED": False}