|
import scrapy
|
|
from scrapy.crawler import CrawlerProcess
|
|
|
|
|
|
class PollReactorSpider(scrapy.Spider):
|
|
name = 'poll_reactor'
|
|
|
|
|
|
process = CrawlerProcess(settings={
|
|
"TWISTED_REACTOR": "twisted.internet.pollreactor.PollReactor",
|
|
})
|
|
process.crawl(PollReactorSpider)
|
|
process.start()
|