import scrapy from scrapy.crawler import AsyncCrawlerProcess class NoRequestsSpider(scrapy.Spider): name = "no_request" async def start(self): return yield process = AsyncCrawlerProcess( settings={ "TWISTED_ENABLED": False, "DOWNLOAD_HANDLERS": { "http": None, "https": None, "ftp": None, }, } ) process.crawl(NoRequestsSpider) process.start()