+ log_exc('logger.log_data_in_file failed - file=%s - message=%r'%(file,message))
+
+def log_slivers (data):
+ log_data_in_file (data, LOG_SLIVERS, "raw GetSlivers")
+def log_database (db):
+ log_data_in_file (db, LOG_DATABASE, "raw database")
+
+#################### child processes
+# avoid waiting until the process returns;
+# that makes debugging of hanging children hard
+
+class Buffer:
+ def __init__ (self,message='log_call: '):
+ self.buffer=''
+ self.message=message
+
+ def add (self,c):
+ self.buffer += c
+ if c=='\n': self.flush()
+
+ def flush (self):
+ if self.buffer:
+ log (self.message + self.buffer)
+ self.buffer=''
+
+# time out in seconds - avoid hanging subprocesses - default is 5 minutes
+default_timeout_minutes=5
+
+# returns a bool that is True when everything goes fine and the retcod is 0
+def log_call(command,timeout=default_timeout_minutes*60,poll=1):
+ message=" ".join(command)
+ log("log_call: running command %s" % message)
+ verbose("log_call: timeout=%r s" % timeout)
+ verbose("log_call: poll=%r s" % poll)
+ trigger=time.time()+timeout
+ result = False
+ try:
+ child = subprocess.Popen(command, bufsize=1,
+ stdout=subprocess.PIPE, stderr=subprocess.STDOUT, close_fds=True)
+ buffer = Buffer()
+ while True:
+ # see if anything can be read within the poll interval
+ (r,w,x)=select.select([child.stdout],[],[],poll)
+ if r: buffer.add(child.stdout.read(1))
+ # is process over ?
+ returncode=child.poll()
+ # yes
+ if returncode != None:
+ buffer.flush()
+ # child is done and return 0
+ if returncode == 0:
+ log("log_call:end command (%s) completed" % message)
+ result=True
+ break
+ # child has failed
+ else:
+ log("log_call:end command (%s) returned with code %d" %(message,returncode))
+ break
+ # no : still within timeout ?
+ if time.time() >= trigger:
+ buffer.flush()
+ child.terminate()
+ log("log_call:end terminating command (%s) - exceeded timeout %d s"%(message,timeout))
+ break
+ except: log_exc("failed to run command %s" % message)
+ return result