mirror of https://github.com/scrapy/scrapy.git
21 lines
399 B
Python
21 lines
399 B
Python
import asyncio
|
|
import sys
|
|
|
|
import scrapy
|
|
from scrapy.crawler import AsyncCrawlerProcess
|
|
|
|
|
|
class SleepingSpider(scrapy.Spider):
|
|
name = "sleeping"
|
|
|
|
start_urls = ["data:,;"]
|
|
|
|
async def parse(self, response):
|
|
await asyncio.sleep(int(sys.argv[1]))
|
|
|
|
|
|
process = AsyncCrawlerProcess(settings={})
|
|
|
|
process.crawl(SleepingSpider)
|
|
process.start(stop_after_crawl="--no-stop" not in sys.argv)
|