from constants import TESTBED_ID
import plcapi
import operator
+import os
+import os.path
+import nepi.util.server as server
+import cStringIO
+import subprocess
+import rspawn
+
+from nepi.util.constants import STATUS_NOT_STARTED, STATUS_RUNNING, \
+ STATUS_FINISHED
class Application(object):
def __init__(self, api=None):
self.command = None
self.sudo = False
+ self.build = None
+ self.depends = None
+ self.buildDepends = None
+ self.sources = None
+
+ self.stdin = None
self.stdout = None
self.stderr = None
+ self.buildlog = None
+
+ # Those are filled when the app is configured
+ self.home_path = None
+ self.ident_path = None
+ self.slicename = None
# Those are filled when an actual node is connected
self.node = None
+
+ # Those are filled when the app is started
+ # Having both pid and ppid makes it harder
+ # for pid rollover to induce tracking mistakes
+ self._started = False
+ self._pid = None
+ self._ppid = None
def __str__(self):
return "%s<command:%s%s>" % (
)
def validate(self):
- pass
+ if self.home_path is None:
+ raise AssertionError, "Misconfigured application: missing home path"
+ if self.ident_path is None or not os.access(self.ident_path, os.R_OK):
+ raise AssertionError, "Misconfigured application: missing slice SSH key"
+ if self.node is None:
+ raise AssertionError, "Misconfigured application: unconnected node"
+ if self.node.hostname is None:
+ raise AssertionError, "Misconfigured application: misconfigured node"
+ if self.slicename is None:
+ raise AssertionError, "Misconfigured application: unspecified slice"
+
+ def start(self):
+ # Start process in a "daemonized" way, using nohup and heavy
+ # stdin/out redirection to avoid connection issues
+ (out,err),proc = rspawn.remote_spawn(
+ self.command,
+
+ pidfile = './pid',
+ home = self.home_path,
+ stdin = 'stdin' if self.stdin is not None else '/dev/null',
+ stdout = 'stdout' if self.stdout else '/dev/null',
+ stderr = 'stderr' if self.stderr else '/dev/null',
+ sudo = self.sudo,
+
+ host = self.node.hostname,
+ port = None,
+ user = self.slicename,
+ agent = None,
+ ident_key = self.ident_path
+ )
+
+ if proc.wait():
+ raise RuntimeError, "Failed to set up application: %s %s" % (out,err,)
+
+ self._started = True
+
+ def checkpid(self):
+ # Get PID/PPID
+ # NOTE: wait a bit for the pidfile to be created
+ if self._started and not self._pid or not self._ppid:
+ pidtuple = rspawn.remote_check_pid(
+ os.path.join(self.home_path,'pid'),
+ host = self.node.hostname,
+ port = None,
+ user = self.slicename,
+ agent = None,
+ ident_key = self.ident_path
+ )
+
+ if pidtuple:
+ self._pid, self._ppid = pidtuple
+
+ def status(self):
+ self.checkpid()
+ if not self._started:
+ return STATUS_NOT_STARTED
+ elif not self._pid or not self._ppid:
+ return STATUS_NOT_STARTED
+ else:
+ status = rspawn.remote_status(
+ self._pid, self._ppid,
+ host = self.node.hostname,
+ port = None,
+ user = self.slicename,
+ agent = None,
+ ident_key = self.ident_path
+ )
+
+ if status is rspawn.NOT_STARTED:
+ return STATUS_NOT_STARTED
+ elif status is rspawn.RUNNING:
+ return STATUS_RUNNING
+ elif status is rspawn.FINISHED:
+ return STATUS_FINISHED
+ else:
+ # WTF?
+ return STATUS_NOT_STARTED
+
+ def kill(self):
+ status = self.status()
+ if status == STATUS_RUNNING:
+ # kill by ppid+pid - SIGTERM first, then try SIGKILL
+ rspawn.remote_kill(
+ self._pid, self._ppid,
+ host = self.node.hostname,
+ port = None,
+ user = self.slicename,
+ agent = None,
+ ident_key = self.ident_path
+ )
+
+ def remote_trace_path(self, whichtrace):
+ if whichtrace in ('stdout','stderr'):
+ tracefile = os.path.join(self.home_path, whichtrace)
+ else:
+ tracefile = None
+
+ return tracefile
+
+ def sync_trace(self, local_dir, whichtrace):
+ tracefile = self.remote_trace_path(whichtrace)
+ if not tracefile:
+ return None
+
+ local_path = os.path.join(local_dir, tracefile)
+
+ # create parent local folders
+ proc = subprocess.Popen(
+ ["mkdir", "-p", os.path.dirname(local_path)],
+ stdout = open("/dev/null","w"),
+ stdin = open("/dev/null","r"))
+
+ if proc.wait():
+ raise RuntimeError, "Failed to synchronize trace: %s %s" % (out,err,)
+
+ # sync files
+ (out,err),proc = server.popen_scp(
+ '%s@%s:%s' % (self.slicename, self.node.hostname,
+ tracefile),
+ local_path,
+ port = None,
+ agent = None,
+ ident_key = self.ident_path
+ )
+
+ if proc.wait():
+ raise RuntimeError, "Failed to synchronize trace: %s %s" % (out,err,)
+
+ return local_path
+
+
+ def setup(self):
+ self._make_home()
+ self._build()
+
+ def _make_home(self):
+ # Make sure all the paths are created where
+ # they have to be created for deployment
+ (out,err),proc = server.popen_ssh_command(
+ "mkdir -p %s" % (server.shell_escape(self.home_path),),
+ host = self.node.hostname,
+ port = None,
+ user = self.slicename,
+ agent = None,
+ ident_key = self.ident_path
+ )
+
+ if proc.wait():
+ raise RuntimeError, "Failed to set up application: %s %s" % (out,err,)
+
+
+ if self.stdin:
+ # Write program input
+ (out,err),proc = server.popen_scp(
+ cStringIO.StringIO(self.stdin),
+ '%s@%s:%s' % (self.slicename, self.node.hostname,
+ os.path.join(self.home_path, 'stdin') ),
+ port = None,
+ agent = None,
+ ident_key = self.ident_path
+ )
+
+ if proc.wait():
+ raise RuntimeError, "Failed to set up application: %s %s" % (out,err,)
+
+ def _build(self):
+ if self.sources:
+ sources = self.sources.split(' ')
+
+ # Copy all sources
+ for source in sources:
+ (out,err),proc = server.popen_scp(
+ source,
+ "%s@%s:%s" % (self.slicename, self.node.hostname,
+ os.path.join(self.home_path,'.'),),
+ ident_key = self.ident_path
+ )
+
+ if proc.wait():
+ raise RuntimeError, "Failed upload source file %r: %s %s" % (source, out,err,)
+
+ if self.buildDepends:
+ # Install build dependencies
+ (out,err),proc = server.popen_ssh_command(
+ "sudo -S yum -y install %(packages)s" % {
+ 'packages' : self.buildDepends
+ },
+ host = self.node.hostname,
+ port = None,
+ user = self.slicename,
+ agent = None,
+ ident_key = self.ident_path
+ )
+
+ if proc.wait():
+ raise RuntimeError, "Failed instal build dependencies: %s %s" % (out,err,)
+
+
+ if self.build:
+ # Install build dependencies
+ (out,err),proc = server.popen_ssh_command(
+ "cd %(home)s ; %(command)s" % {
+ 'command' : self.build,
+ 'home' : server.shell_escape(self.home_path),
+ },
+ host = self.node.hostname,
+ port = None,
+ user = self.slicename,
+ agent = None,
+ ident_key = self.ident_path
+ )
+
+ if proc.wait():
+ raise RuntimeError, "Failed instal build sources: %s %s" % (out,err,)
+
git://git.onelab.eu / nepi.git / blobdiff