catch downloader process_queue exceptions

This commit is contained in:
Daniel Grana 2009-06-22 14:24:04 -03:00
parent e6bf2821ef
commit b488e3b4a9
1 changed files with 6 additions and 0 deletions

View File

@ -93,6 +93,12 @@ class Downloader(object):
return deferred
def process_queue(self, spider):
try:
self._process_queue(spider)
except:
log.exc('Downloader process queue bug')
def _process_queue(self, spider):
""" Effective download requests from site queue
"""
domain = spider.domain_name