RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Possible set log-level in LogFormatter.dropped and LogFormatter.scraped

This commit is contained in:
Alexandr N Zamaraev (aka tonal) 2012-12-28 13:40:27 +07:00
parent 51b8feb4ce
commit 3d397de0e9
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
scrapy/core/scraper.py
View File

@ -201,14 +201,18 @@ class Scraper(object):
ex = output.value
if isinstance(ex, DropItem):
logkws = self.logformatter.dropped(item, ex, response, spider)
log.msg(level=log.WARNING, spider=spider, **logkws)
if 'level' not in logkws:
logkws['level'] = log.WARNING
log.msg(spider=spider, **logkws)
return self.signals.send_catch_log_deferred(signal=signals.item_dropped, \
item=item, spider=spider, exception=output.value)
else:
log.err(output, 'Error processing %(item)s', item=item, spider=spider)
else:
logkws = self.logformatter.scraped(output, response, spider)
log.msg(level=log.DEBUG, spider=spider, **logkws)
if 'level' not in logkws:
logkws['level'] = log.DEBUG
log.msg(spider=spider, **logkws)
return self.signals.send_catch_log_deferred(signal=signals.item_scraped, \
item=output, response=response, spider=spider)