6 from PHPSerialize import *
7 from PHPUnserialize import *
9 #print >>sys.stderr, "PHPSerial db type not allowed."
14 from config import config as cfg
20 PICKLE_PATH=monitorconfig.MONITOR_DATA_ROOT
22 class ExceptionTimeout(Exception): pass
24 def dbLoad(name, type=None):
25 return SPickle().load(name, type)
27 def dbExists(name, type=None):
28 #if self.config.debug:
29 # name = "debug.%s" % name
30 return SPickle().exists(name, type)
32 def dbDump(name, obj=None, type=None):
33 # depth of the dump is 2 now, since we're redirecting to '.dump'
34 return SPickle().dump(name, obj, type, 2)
36 def if_cached_else_refresh(cond, refresh, name, function, type=None):
39 if not config.debug and s.exists("production.%s" % name, type):
40 s.remove("production.%s" % name, type)
41 if config.debug and s.exists("debug.%s" % name, type):
42 s.remove("debug.%s" % name, type)
44 return if_cached_else(cond, name, function, type)
46 def if_cached_else(cond, name, function, type=None):
48 if (cond and s.exists("production.%s" % name, type)) or \
49 (cond and config.debug and s.exists("debug.%s" % name, type)):
50 o = s.load(name, type)
54 s.dump(name, o, type) # cache the object using 'name'
55 o = s.load(name, type)
56 # TODO: what if 'o' hasn't been converted...
60 def __init__(self, path=PICKLE_PATH):
63 def if_cached_else(self, cond, name, function, type=None):
64 if cond and self.exists("production.%s" % name, type):
65 o = self.load(name, type)
69 self.dump(name, o, type) # cache the object using 'name'
72 def __file(self, name, type=None):
74 return "%s/%s.pkl" % (self.path, name)
77 raise Exception("No PHPSerializer module available")
79 return "%s/%s.phpserial" % (self.path, name)
81 def exists(self, name, type=None):
82 return os.path.exists(self.__file(name, type))
84 def remove(self, name, type=None):
85 return os.remove(self.__file(name, type))
87 def load(self, name, type=None):
89 In debug mode, we should fail if neither file exists.
90 if the debug file exists, reset name
91 elif the original file exists, make a copy, reset name
92 else neither exist, raise an error
93 Otherwise, it's normal mode, if the file doesn't exist, raise error
98 if self.exists("debug.%s" % name, type):
99 name = "debug.%s" % name
100 elif self.exists("production.%s" % name, type):
101 debugname = "debug.%s" % name
102 if not self.exists(debugname, type):
103 name = "production.%s" % name
104 shutil.copyfile(self.__file(name, type), self.__file(debugname, type))
106 else: # neither exist
107 raise Exception, "No such pickle based on %s" % self.__file("debug.%s" % name, type)
109 if self.exists("production.%s" % name, type):
110 name = "production.%s" % name
111 elif self.exists(name, type):
114 raise Exception, "No such file %s" % name
117 #print "loading %s" % self.__file(name, type)
118 f = open(self.__file(name, type), 'r')
123 raise Exception("No PHPSerializer module available")
125 o = s.unserialize(f.read())
130 # use the environment to extract the data associated with the local
132 def dump(self, name, obj=None, type=None, depth=1):
134 o = inspect.getouterframes(inspect.currentframe())
135 up1 = o[depth][0] # get the frame one prior to (up from) this frame
136 argvals = inspect.getargvalues(up1)
137 # TODO: check that 'name' is a local variable; otherwise this would fail.
138 obj = argvals[3][name] # extract the local variable name 'name'
139 if not os.path.isdir("%s/" % self.path):
140 os.mkdir("%s" % self.path)
142 name = "debug.%s" % name
144 name = "production.%s" % name
145 f = open(self.__file(name, type), 'w')
150 raise Exception("No PHPSerializer module available")
152 f.write(s.serialize(obj))
158 ssh_options = { 'StrictHostKeyChecking':'no',
160 'PasswordAuthentication':'no',
161 'ConnectTimeout':'%s' % COMMAND_TIMEOUT}
162 from select import select
166 class Sopen(subprocess.Popen):
167 def kill(self, signal = signal.SIGTERM):
168 os.kill(self.pid, signal)
170 def read_t(stream, count, timeout=COMMAND_TIMEOUT*2):
171 lin, lout, lerr = select([stream], [], [], timeout)
173 raise ExceptionTimeout("TIMEOUT Running: %s" % cmd)
175 return stream.read(count)
181 def run_noexcept(self, cmd, timeout=COMMAND_TIMEOUT*2):
183 #print "CMD.run_noexcept(%s)" % cmd
185 return CMD.run(self,cmd,timeout)
186 except ExceptionTimeout:
187 import traceback; print traceback.print_exc()
188 return ("", "SCRIPTTIMEOUT")
190 def system(self, cmd, timeout=COMMAND_TIMEOUT*2):
191 (o,e) = self.run(cmd, timeout)
194 if self.s.returncode is None:
196 return self.s.returncode
198 def run(self, cmd, timeout=COMMAND_TIMEOUT*2):
200 #print "CMD.run(%s)" % cmd
201 s = Sopen(cmd, shell=True, stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE, close_fds=True)
203 (f_in, f_out, f_err) = (s.stdin, s.stdout, s.stderr)
204 #print "calling select(%s)" % timeout
205 lout, lin, lerr = select([f_out], [], [f_err], timeout)
206 #print "TIMEOUT!!!!!!!!!!!!!!!!!!!"
207 if len(lin) == 0 and len(lout) == 0 and len(lerr) == 0:
208 # Reached a timeout! Nuke process so it does not hang.
210 s.kill(signal.SIGKILL)
211 raise ExceptionTimeout("TIMEOUT Running: %s" % cmd)
214 #print len(lin), len(lout), len(lerr)
220 #print "reading from f_out"
221 if len(lout) > 0: o_value = f_out.read()
222 #print "reading from f_err"
223 if len(lerr) > 0: e_value = f_err.read()
225 #print "striping output"
226 o_value = o_value.strip()
227 e_value = e_value.strip()
229 #print "OUTPUT", o_value, e_value
231 #print "closing files"
238 #print "after s.kill()"
240 # no such process, due to it already exiting...
243 #print o_value, e_value
244 return (o_value, e_value)
246 def runargs(self, args, timeout=COMMAND_TIMEOUT*2):
248 #print "CMD.run(%s)" % " ".join(args)
249 s = Sopen(args, shell=True, stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE, close_fds=True)
251 (f_in, f_out, f_err) = (s.stdin, s.stdout, s.stderr)
252 lout, lin, lerr = select([f_out], [], [f_err], timeout)
253 if len(lin) == 0 and len(lout) == 0 and len(lerr) == 0:
254 # Reached a timeout! Nuke process so it does not hang.
255 s.kill(signal.SIGKILL)
256 raise ExceptionTimeout("TIMEOUT Running: %s" % cmd)
257 o_value = f_out.read()
259 if o_value == "": # An error has occured
260 e_value = f_err.read()
262 o_value = o_value.strip()
263 e_value = e_value.strip()
271 # no such process, due to it already exiting...
274 return (o_value, e_value)
278 def __init__(self, user, host, port=22, options = ssh_options):
279 self.options = options
285 def __options_to_str(self):
287 for o,v in self.options.iteritems():
288 options = options + "-o %s=%s " % (o,v)
291 def run(self, cmd, timeout=COMMAND_TIMEOUT*2):
292 cmd = "ssh -p %s %s %s@%s '%s'" % (self.port, self.__options_to_str(),
293 self.user, self.host, cmd)
294 #print "SSH.run(%s)" % cmd
295 return CMD.run(self, cmd, timeout)
297 def get_file(self, rmt_filename, local_filename=None):
298 if local_filename == None:
299 local_filename = "./"
300 cmd = "scp -P %s -B %s %s@%s:%s %s" % (self.port, self.__options_to_str(),
301 self.user, self.host,
302 rmt_filename, local_filename)
304 # errors will be on stderr,
305 # success will have a blank stderr...
306 return CMD.run_noexcept(self, cmd)
308 def run_noexcept(self, cmd):
309 cmd = "ssh -p %s %s %s@%s '%s'" % (self.port, self.__options_to_str(),
310 self.user, self.host, cmd)
311 #print "SSH.run_noexcept(%s)" % cmd
312 return CMD.run_noexcept(self, cmd)
314 def run_noexcept2(self, cmd, timeout=COMMAND_TIMEOUT*2):
315 cmd = "ssh -p %s %s %s@%s %s" % (self.port, self.__options_to_str(),
316 self.user, self.host, cmd)
317 #print "SSH.run_noexcept2(%s)" % cmd
318 r = CMD.run_noexcept(self, cmd, timeout)
320 # XXX: this may be resulting in deadlocks... not sure.
321 #if self.s.returncode is None:
323 # self.s.kill(signal.SIGKILL)
325 # self.ret = self.s.returncode
330 def system2(self, cmd, timeout=COMMAND_TIMEOUT*2):
331 cmd = "ssh -p %s %s %s@%s %s" % (self.port, self.__options_to_str(),
332 self.user, self.host, cmd)
333 #print "SSH.system2(%s)" % cmd
334 return CMD.system(self, cmd, timeout)
337 cmd = "ssh -p %s %s %s@%s '%s'" % (self.port, self.__options_to_str(),
338 self.user, self.host, cmd)
341 (f_in, f_out, f_err) = os.popen3(cmd)
344 if value == "": # An error has occured
346 value = value.strip()
349 print " == %s" % value
358 self.start = time.time()
361 self.end = time.time()
362 t = self.end-self.start
366 self.end = time.time()
367 t = self.end-self.start
368 self.start = self.end