import scrapy from scrapy.crawler import CrawlerProcess class SelectReactorSpider(scrapy.Spider): name = 'epoll_reactor' process = CrawlerProcess(settings={ "TWISTED_REACTOR": "twisted.internet.selectreactor.SelectReactor", }) process.crawl(SelectReactorSpider) process.start()