mirror of https://github.com/scrapy/scrapy.git
25 lines
469 B
Python
25 lines
469 B
Python
from twisted.internet import reactor # noqa: F401,TID253
|
|
from twisted.python import log
|
|
|
|
import scrapy
|
|
from scrapy.crawler import CrawlerProcess
|
|
|
|
|
|
class NoRequestsSpider(scrapy.Spider):
|
|
name = "no_request"
|
|
|
|
async def start(self):
|
|
return
|
|
yield
|
|
|
|
|
|
process = CrawlerProcess(
|
|
settings={
|
|
"TWISTED_REACTOR": "twisted.internet.selectreactor.SelectReactor",
|
|
}
|
|
)
|
|
|
|
d = process.crawl(NoRequestsSpider)
|
|
d.addErrback(log.err)
|
|
process.start()
|