X-Git-Url: http://git.onelab.eu/?a=blobdiff_plain;f=curlwrapper.py;h=4aa634d76e30be6e8e465900778cdf312ae42883;hb=refs%2Fheads%2F1.8;hp=54394d9dc2f91b6a583ca9c86150f9fc3a956c9b;hpb=75eb060a541caa2fc9dabb82109e36e726128c1f;p=nodemanager.git

diff --git a/curlwrapper.py b/curlwrapper.py
index 54394d9..4aa634d 100644
--- a/curlwrapper.py
+++ b/curlwrapper.py
@@ -1,25 +1,36 @@
 # $Id$
 
 from subprocess import PIPE, Popen
+from select import select
 # raise xmplrpclib.ProtocolError
 import xmlrpclib
+import signal
+import os
+import logger
 
-def retrieve(url, cacert=None, postdata=None, timeout=300):
+class Sopen(Popen):
+    def kill(self, signal = signal.SIGTERM):
+        os.kill(self.pid, signal)
+
+def retrieve(url, cacert=None, postdata=None, timeout=90):
     options = ('/usr/bin/curl', '--fail', '--silent')
     if cacert: options += ('--cacert', cacert)
     if postdata: options += ('--data', '@-')
-    if timeout: options += ('--max-time', str(timeout))
-    p = Popen(options + (url,), stdin=PIPE, stdout=PIPE, stderr=PIPE, close_fds=True)
+    if timeout: 
+        options += ('--max-time', str(timeout))
+        options += ('--connect-timeout', str(timeout))
+    p = Sopen(options + (url,), stdin=PIPE, stdout=PIPE, stderr=PIPE, close_fds=True)
     if postdata: p.stdin.write(postdata)
     p.stdin.close()
+    sout, sin, serr = select([p.stdout,p.stderr],[],[], timeout)
+    if len(sout) == 0 and len(sin) == 0 and len(serr) == 0: 
+        logger.verbose("curlwrapper: timed out after %s" % timeout)
+        p.kill(signal.SIGKILL) 
     data = p.stdout.read()
     err = p.stderr.read()
     rc = p.wait()
     if rc != 0: 
         # when this triggers, the error sometimes doesn't get printed
-        print 'curlwrapper.retrieve: raising xmlrpclib.ProtocolError\n  (url=%s,code=%d,stderr=%s,post=%r)'\
-            %(url,rc,err,postdata)
-        if cacert: print "Using cacert file %s"%cacert
         raise xmlrpclib.ProtocolError(url, rc, err, postdata)
     else: 
         return data