scrapy/tests/CrawlerProcess/twisted_reactor_select.py

16 lines
304 B
Python

import scrapy
from scrapy.crawler import CrawlerProcess
class SelectReactorSpider(scrapy.Spider):
name = "epoll_reactor"
process = CrawlerProcess(
settings={
"TWISTED_REACTOR": "twisted.internet.selectreactor.SelectReactor",
}
)
process.crawl(SelectReactorSpider)
process.start()