mirror of https://github.com/scrapy/scrapy.git
22 lines
610 B
Python
22 lines
610 B
Python
from scrapy.command import ScrapyCommand
|
|
from scrapy.tests.spiders import FollowAllSpider
|
|
from scrapy.tests.mockserver import MockServer
|
|
|
|
class Command(ScrapyCommand):
|
|
|
|
default_settings = {
|
|
'LOG_LEVEL': 'INFO',
|
|
'LOGSTATS_INTERVAL': 1,
|
|
'CLOSESPIDER_TIMEOUT': 10,
|
|
}
|
|
|
|
def short_desc(self):
|
|
return "Run quick benchmark test"
|
|
|
|
def run(self, args, opts):
|
|
with MockServer():
|
|
spider = FollowAllSpider(total=100000)
|
|
crawler = self.crawler_process.create_crawler()
|
|
crawler.crawl(spider)
|
|
self.crawler_process.start()
|