import asyncio import sys from twisted.internet import asyncioreactor import scrapy from scrapy.crawler import AsyncCrawlerProcess if sys.platform == "win32": asyncio.set_event_loop_policy(asyncio.WindowsSelectorEventLoopPolicy()) loop = asyncio.SelectorEventLoop() asyncio.set_event_loop(loop) asyncioreactor.install(loop) class NoRequestsSpider(scrapy.Spider): name = "no_request" async def start(self): return yield process = AsyncCrawlerProcess( settings={ "TWISTED_REACTOR": "twisted.internet.asyncioreactor.AsyncioSelectorReactor", "ASYNCIO_EVENT_LOOP": "asyncio.SelectorEventLoop", } ) process.crawl(NoRequestsSpider) process.start()