From db794d351c6218c8b849682bb1aa0048788e7f1d Mon Sep 17 00:00:00 2001 From: Georgiy Zatserklianyi Date: Mon, 22 May 2023 23:30:00 +0300 Subject: [PATCH] periodic_log: not used code deleted --- scrapy/extensions/logstats_extended.py | 13 +++---------- 1 file changed, 3 insertions(+), 10 deletions(-) diff --git a/scrapy/extensions/logstats_extended.py b/scrapy/extensions/logstats_extended.py index 4f970d3d7..9c9a4fe4a 100644 --- a/scrapy/extensions/logstats_extended.py +++ b/scrapy/extensions/logstats_extended.py @@ -46,13 +46,6 @@ class LogStatsExtended: except: ext_delta = {"enabled": True} if crawler.settings.getdict("PERIODIC_LOG_DELTA") else None ext_timing_enabled = crawler.settings.getbool("PERIODIC_LOG_TIMING_ENABLED", False) - ext_stats_enabled = crawler.settings.getbool("LOGSTATS_EXT_STATS_ENABLED") - ext_stats_include = crawler.settings.getlist("LOGSTATS_EXT_STATS_INCLUDE", []) - ext_stats_exclude = crawler.settings.getlist("LOGSTATS_EXT_STATS_EXCLUDE", []) - ext_delta_enabled = crawler.settings.getbool("LOGSTATS_EXT_DELTA_ENABLED") - ext_delta_include = crawler.settings.getlist("LOGSTATS_EXT_DELTA_INCLUDE", []) - ext_delta_exclude = crawler.settings.getlist("LOGSTATS_EXT_DELTA_EXCLUDE", []) - #ext_timing_enabled = crawler.settings.getbool("LOGSTATS_EXT_TIMING_ENABLED") if not interval: raise NotConfigured if not (ext_stats or ext_delta or ext_timing_enabled): @@ -72,10 +65,10 @@ class LogStatsExtended: self.delta_prev = {} self.stats_prev = {} - self.task = task.LoopingCall(self.log, spider) + self.task = task.LoopingCall(self.log) self.task.start(self.interval) - def log(self, spider): + def log(self): data = {} if self.ext_timing_enabled: data.update(self.log_timing()) @@ -127,6 +120,6 @@ class LogStatsExtended: def spider_closed(self, spider, reason): - self.log(spider) + self.log() if self.task and self.task.running: self.task.stop()