scrapy/tests/AsyncCrawlerProcess/reactorless_reactor.py

16 lines
370 B
Python

from scrapy.crawler import AsyncCrawlerProcess
from scrapy.utils.reactor import install_reactor
install_reactor("twisted.internet.asyncioreactor.AsyncioSelectorReactor")
AsyncCrawlerProcess(
settings={
"TWISTED_ENABLED": False,
"DOWNLOAD_HANDLERS": {
"http": None,
"https": None,
"ftp": None,
},
}
)