RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

back to the basics 8) 

--HG--
extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40923
This commit is contained in:
samus_ 2009-02-25 06:48:41 +00:00
parent 5af4f3a279
commit 1fa5c7bade
1 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
scrapy/trunk/scrapy/contrib/pbcluster/worker/manager.py
View File

@ -1,4 +1,3 @@
from __future__ import with_statement
import sys, os, time, datetime, pickle, gzip
from twisted.internet import protocol, reactor
@ -41,9 +40,11 @@ class ScrapyProcessProtocol(protocol.ProcessProtocol):
def processEnded(self, reason):
if settings.getbool('CLUSTER_WORKER_GZIP_LOGS'):
try:
with open(self.logfile) as f_in:
with gzip.open("%s.gz" % self.logfile, "wb") as f_out:
f_out.writelines(f_in)
f_in = open(self.logfile)
f_out = gzip.open("%s.gz" % self.logfile, "wb")
f_out.writelines(f_in)
f_in.close()
f_out.close()
os.remove(self.logfile)
self.logfile = "%s.gz" % self.logfile
except Exception, e: