RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Address test issues

This commit is contained in:
Adrian Chaves 2026-06-26 22:56:58 +02:00
parent 44de6ae3bf
commit 1bda79a521
4 changed files with 24 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
tests/AsyncCrawlerProcess/reactorless_datauri.py
View File

@ -12,7 +12,12 @@ class DataSpider(Spider):
return {"data": response.text}
process = AsyncCrawlerProcess(settings={"TWISTED_REACTOR_ENABLED": False})
process = AsyncCrawlerProcess(
settings={
"TWISTED_REACTOR_ENABLED": False,
"COMPRESSION_KEEP_ENCODING_HEADER": True,
}
)
process.crawl(DataSpider)
process.start()

7
tests/AsyncCrawlerProcess/reactorless_simple.py
View File

@ -12,7 +12,12 @@ class NoRequestsSpider(scrapy.Spider):
yield
process = AsyncCrawlerProcess(settings={"TWISTED_REACTOR_ENABLED": False})
process = AsyncCrawlerProcess(
settings={
"TWISTED_REACTOR_ENABLED": False,
"COMPRESSION_KEEP_ENCODING_HEADER": True,
}
)
process.crawl(NoRequestsSpider)
process.start()

7
tests/AsyncCrawlerRunner/reactorless_datauri.py
View File

@ -17,7 +17,12 @@ class DataSpider(Spider):
async def main() -> None:
configure_logging()
runner = AsyncCrawlerRunner(settings={"TWISTED_REACTOR_ENABLED": False})
runner = AsyncCrawlerRunner(
settings={
"TWISTED_REACTOR_ENABLED": False,
"COMPRESSION_KEEP_ENCODING_HEADER": True,
}
)
await runner.crawl(DataSpider)

7
tests/AsyncCrawlerRunner/reactorless_simple.py
View File

@ -17,7 +17,12 @@ class NoRequestsSpider(Spider):
async def main() -> None:
configure_logging()
runner = AsyncCrawlerRunner(settings={"TWISTED_REACTOR_ENABLED": False})
runner = AsyncCrawlerRunner(
settings={
"TWISTED_REACTOR_ENABLED": False,
"COMPRESSION_KEEP_ENCODING_HEADER": True,
}
)
await runner.crawl(NoRequestsSpider)