|
import scrapy
|
|
from scrapy.crawler import CrawlerProcess
|
|
|
|
|
|
class PollReactorSpider(scrapy.Spider):
|
|
name = "poll_reactor"
|
|
|
|
|
|
process = CrawlerProcess(
|
|
settings={
|
|
"TWISTED_REACTOR": "twisted.internet.pollreactor.PollReactor",
|
|
}
|
|
)
|
|
process.crawl(PollReactorSpider)
|
|
process.start()
|