small fix and pepocho fix

--HG--
extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%4066
This commit is contained in:
olveyra 2008-07-15 18:06:14 +00:00
parent e71aa06f97
commit 69d1c57692
1 changed files with 2 additions and 2 deletions

View File

@ -83,15 +83,15 @@ class ClusterWorker(pb.Root):
"""Spawn process to run the given domain."""
if len(self.running) < self.maxproc:
if not domain in self.running:
self.running[domain] = scrapy_proc
logfile = os.path.join(self.logdir, domain, time.strftime("%FT%T.log"))
if not os.path.exists(os.path.dirname(logfile)):
os.makedirs(os.path.dirname(logfile))
scrapy_proc = ScrapyProcessProtocol(self, domain, logfile, spider_settings)
args = [sys.executable, sys.argv[0], 'crawl', domain]
self.running[domain] = scrapy_proc
try:
import pysvn
c=pysvn.Client()
c = pysvn.Client()
r = c.update(settings["CLUSTER_WORKER_SVNWORKDIR"] or ".")
log.msg("Updated to revision %s." %r[0].number )
except: