RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Adds virtualsize property to _check_limit error log.

This commit is contained in:
Christopher Gambrell 2022-11-21 17:41:06 -05:00
parent a60c120192
commit 24a18e9af1
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
scrapy/extensions/memusage.py
View File

@ -79,7 +79,7 @@ class MemoryUsage:
self.crawler.stats.set_value('memusage/limit_reached', 1)
mem = self.limit / 1024 / 1024
logger.error("Memory usage exceeded %(memusage)dM. Shutting down Scrapy...",
{'memusage': mem}, extra={'crawler': self.crawler})
{'memusage': mem, 'virtualsize': self.get_virtual_size()}, extra={'crawler': self.crawler})
if self.notify_mails:
subj = (
f"{self.crawler.settings['BOT_NAME']} terminated: "