--- /dev/null
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
+ "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+
+
+<html xmlns="http://www.w3.org/1999/xhtml">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+
+ <title>nepi.resources.linux.node — NEPI 3.2 documentation</title>
+
+ <link rel="stylesheet" href="../../../../_static/sphinxdoc.css" type="text/css" />
+ <link rel="stylesheet" href="../../../../_static/pygments.css" type="text/css" />
+
+ <script type="text/javascript">
+ var DOCUMENTATION_OPTIONS = {
+ URL_ROOT: '../../../../',
+ VERSION: '3.2',
+ COLLAPSE_INDEX: false,
+ FILE_SUFFIX: '.html',
+ HAS_SOURCE: true
+ };
+ </script>
+ <script type="text/javascript" src="../../../../_static/jquery.js"></script>
+ <script type="text/javascript" src="../../../../_static/underscore.js"></script>
+ <script type="text/javascript" src="../../../../_static/doctools.js"></script>
+ <link rel="top" title="NEPI 3.2 documentation" href="../../../../index.html" />
+ <link rel="up" title="Module code" href="../../../index.html" />
+ </head>
+ <body>
+ <div class="related">
+ <h3>Navigation</h3>
+ <ul>
+ <li class="right" style="margin-right: 10px">
+ <a href="../../../../genindex.html" title="General Index"
+ accesskey="I">index</a></li>
+ <li class="right" >
+ <a href="../../../../py-modindex.html" title="Python Module Index"
+ >modules</a> |</li>
+ <li><a href="../../../../index.html">NEPI 3.2 documentation</a> »</li>
+ <li><a href="../../../index.html" accesskey="U">Module code</a> »</li>
+ </ul>
+ </div>
+ <div class="sphinxsidebar">
+ <div class="sphinxsidebarwrapper">
+<div id="searchbox" style="display: none">
+ <h3>Quick search</h3>
+ <form class="search" action="../../../../search.html" method="get">
+ <input type="text" name="q" />
+ <input type="submit" value="Go" />
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+ </form>
+ <p class="searchtip" style="font-size: 90%">
+ Enter search terms or a module, class or function name.
+ </p>
+</div>
+<script type="text/javascript">$('#searchbox').show(0);</script>
+ </div>
+ </div>
+
+ <div class="document">
+ <div class="documentwrapper">
+ <div class="bodywrapper">
+ <div class="body">
+
+ <h1>Source code for nepi.resources.linux.node</h1><div class="highlight"><pre>
+<span class="c">#</span>
+<span class="c"># NEPI, a framework to manage network experiments</span>
+<span class="c"># Copyright (C) 2013 INRIA</span>
+<span class="c">#</span>
+<span class="c"># This program is free software: you can redistribute it and/or modify</span>
+<span class="c"># it under the terms of the GNU General Public License version 2 as</span>
+<span class="c"># published by the Free Software Foundation;</span>
+<span class="c">#</span>
+<span class="c"># This program is distributed in the hope that it will be useful,</span>
+<span class="c"># but WITHOUT ANY WARRANTY; without even the implied warranty of</span>
+<span class="c"># MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the</span>
+<span class="c"># GNU General Public License for more details.</span>
+<span class="c">#</span>
+<span class="c"># You should have received a copy of the GNU General Public License</span>
+<span class="c"># along with this program. If not, see <http://www.gnu.org/licenses/>.</span>
+<span class="c">#</span>
+<span class="c"># Author: Alina Quereilhac <alina.quereilhac@inria.fr></span>
+
+<span class="kn">from</span> <span class="nn">nepi.execution.attribute</span> <span class="kn">import</span> <span class="n">Attribute</span><span class="p">,</span> <span class="n">Flags</span><span class="p">,</span> <span class="n">Types</span>
+<span class="kn">from</span> <span class="nn">nepi.execution.resource</span> <span class="kn">import</span> <span class="n">ResourceManager</span><span class="p">,</span> <span class="n">clsinit_copy</span><span class="p">,</span> \
+ <span class="n">ResourceState</span>
+<span class="kn">from</span> <span class="nn">nepi.resources.linux</span> <span class="kn">import</span> <span class="n">rpmfuncs</span><span class="p">,</span> <span class="n">debfuncs</span>
+<span class="kn">from</span> <span class="nn">nepi.util</span> <span class="kn">import</span> <span class="n">sshfuncs</span><span class="p">,</span> <span class="n">execfuncs</span>
+<span class="kn">from</span> <span class="nn">nepi.util.sshfuncs</span> <span class="kn">import</span> <span class="n">ProcStatus</span>
+
+<span class="kn">import</span> <span class="nn">collections</span>
+<span class="kn">import</span> <span class="nn">os</span>
+<span class="kn">import</span> <span class="nn">random</span>
+<span class="kn">import</span> <span class="nn">re</span>
+<span class="kn">import</span> <span class="nn">tempfile</span>
+<span class="kn">import</span> <span class="nn">time</span>
+<span class="kn">import</span> <span class="nn">threading</span>
+<span class="kn">import</span> <span class="nn">traceback</span>
+
+<span class="c"># TODO: Unify delays!!</span>
+<span class="c"># TODO: Validate outcome of uploads!! </span>
+
+<div class="viewcode-block" id="ExitCode"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.ExitCode">[docs]</a><span class="k">class</span> <span class="nc">ExitCode</span><span class="p">:</span>
+ <span class="sd">"""</span>
+<span class="sd"> Error codes that the rexitcode function can return if unable to</span>
+<span class="sd"> check the exit code of a spawned process</span>
+<span class="sd"> """</span>
+ <span class="n">FILENOTFOUND</span> <span class="o">=</span> <span class="o">-</span><span class="mi">1</span>
+ <span class="n">CORRUPTFILE</span> <span class="o">=</span> <span class="o">-</span><span class="mi">2</span>
+ <span class="n">ERROR</span> <span class="o">=</span> <span class="o">-</span><span class="mi">3</span>
+ <span class="n">OK</span> <span class="o">=</span> <span class="mi">0</span>
+</div>
+<div class="viewcode-block" id="OSType"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.OSType">[docs]</a><span class="k">class</span> <span class="nc">OSType</span><span class="p">:</span>
+ <span class="sd">"""</span>
+<span class="sd"> Supported flavors of Linux OS</span>
+<span class="sd"> """</span>
+ <span class="n">DEBIAN</span> <span class="o">=</span> <span class="mi">1</span>
+ <span class="n">UBUNTU</span> <span class="o">=</span> <span class="mi">1</span> <span class="o"><<</span> <span class="mi">1</span>
+ <span class="n">FEDORA</span> <span class="o">=</span> <span class="mi">1</span> <span class="o"><<</span> <span class="mi">2</span>
+ <span class="n">FEDORA_8</span> <span class="o">=</span> <span class="mi">1</span> <span class="o"><<</span> <span class="mi">3</span> <span class="o">|</span> <span class="n">FEDORA</span>
+ <span class="n">FEDORA_12</span> <span class="o">=</span> <span class="mi">1</span> <span class="o"><<</span> <span class="mi">4</span> <span class="o">|</span> <span class="n">FEDORA</span>
+ <span class="n">FEDORA_14</span> <span class="o">=</span> <span class="mi">1</span> <span class="o"><<</span> <span class="mi">5</span> <span class="o">|</span> <span class="n">FEDORA</span>
+</div>
+<span class="nd">@clsinit_copy</span>
+<div class="viewcode-block" id="LinuxNode"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode">[docs]</a><span class="k">class</span> <span class="nc">LinuxNode</span><span class="p">(</span><span class="n">ResourceManager</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> .. class:: Class Args :</span>
+<span class="sd"> </span>
+<span class="sd"> :param ec: The Experiment controller</span>
+<span class="sd"> :type ec: ExperimentController</span>
+<span class="sd"> :param guid: guid of the RM</span>
+<span class="sd"> :type guid: int</span>
+
+<span class="sd"> .. note::</span>
+
+<span class="sd"> There are different ways in which commands can be executed using the</span>
+<span class="sd"> LinuxNode interface (i.e. 'execute' - blocking and non blocking, 'run',</span>
+<span class="sd"> 'run_and_wait'). </span>
+<span class="sd"> </span>
+<span class="sd"> Brief explanation:</span>
+
+<span class="sd"> * 'execute' (blocking mode) : </span>
+
+<span class="sd"> HOW IT WORKS: 'execute', forks a process and run the</span>
+<span class="sd"> command, synchronously, attached to the terminal, in</span>
+<span class="sd"> foreground.</span>
+<span class="sd"> The execute method will block until the command returns</span>
+<span class="sd"> the result on 'out', 'err' (so until it finishes executing).</span>
+<span class="sd"> </span>
+<span class="sd"> USAGE: short-lived commands that must be executed attached</span>
+<span class="sd"> to a terminal and in foreground, for which it IS necessary</span>
+<span class="sd"> to block until the command has finished (e.g. if you want</span>
+<span class="sd"> to run 'ls' or 'cat').</span>
+
+<span class="sd"> * 'execute' (NON blocking mode - blocking = False) :</span>
+
+<span class="sd"> HOW IT WORKS: Same as before, except that execute method</span>
+<span class="sd"> will return immediately (even if command still running).</span>
+
+<span class="sd"> USAGE: long-lived commands that must be executed attached</span>
+<span class="sd"> to a terminal and in foreground, but for which it is not</span>
+<span class="sd"> necessary to block until the command has finished. (e.g.</span>
+<span class="sd"> start an application using X11 forwarding)</span>
+
+<span class="sd"> * 'run' :</span>
+
+<span class="sd"> HOW IT WORKS: Connects to the host ( using SSH if remote)</span>
+<span class="sd"> and launches the command in background, detached from any</span>
+<span class="sd"> terminal (daemonized), and returns. The command continues to</span>
+<span class="sd"> run remotely, but since it is detached from the terminal,</span>
+<span class="sd"> its pipes (stdin, stdout, stderr) can't be redirected to the</span>
+<span class="sd"> console (as normal non detached processes would), and so they</span>
+<span class="sd"> are explicitly redirected to files. The pidfile is created as</span>
+<span class="sd"> part of the process of launching the command. The pidfile</span>
+<span class="sd"> holds the pid and ppid of the process forked in background,</span>
+<span class="sd"> so later on it is possible to check whether the command is still</span>
+<span class="sd"> running.</span>
+
+<span class="sd"> USAGE: long-lived commands that can run detached in background,</span>
+<span class="sd"> for which it is NOT necessary to block (wait) until the command</span>
+<span class="sd"> has finished. (e.g. start an application that is not using X11</span>
+<span class="sd"> forwarding. It can run detached and remotely in background)</span>
+
+<span class="sd"> * 'run_and_wait' :</span>
+
+<span class="sd"> HOW IT WORKS: Similar to 'run' except that it 'blocks' until</span>
+<span class="sd"> the command has finished execution. It also checks whether</span>
+<span class="sd"> errors occurred during runtime by reading the exitcode file,</span>
+<span class="sd"> which contains the exit code of the command that was run</span>
+<span class="sd"> (checking stderr only is not always reliable since many</span>
+<span class="sd"> commands throw debugging info to stderr and the only way to</span>
+<span class="sd"> automatically know whether an error really happened is to</span>
+<span class="sd"> check the process exit code).</span>
+
+<span class="sd"> Another difference with respect to 'run', is that instead</span>
+<span class="sd"> of directly executing the command as a bash command line,</span>
+<span class="sd"> it uploads the command to a bash script and runs the script.</span>
+<span class="sd"> This allows to use the bash script to debug errors, since</span>
+<span class="sd"> it remains at the remote host and can be run manually to</span>
+<span class="sd"> reproduce the error.</span>
+<span class="sd"> </span>
+<span class="sd"> USAGE: medium-lived commands that can run detached in</span>
+<span class="sd"> background, for which it IS necessary to block (wait) until</span>
+<span class="sd"> the command has finished. (e.g. Package installation,</span>
+<span class="sd"> source compilation, file download, etc)</span>
+
+<span class="sd"> """</span>
+ <span class="n">_rtype</span> <span class="o">=</span> <span class="s">"linux::Node"</span>
+ <span class="n">_help</span> <span class="o">=</span> <span class="s">"Controls Linux host machines ( either localhost or a host "</span> \
+ <span class="s">"that can be accessed using a SSH key)"</span>
+ <span class="n">_platform</span> <span class="o">=</span> <span class="s">"linux"</span>
+
+ <span class="nd">@classmethod</span>
+ <span class="k">def</span> <span class="nf">_register_attributes</span><span class="p">(</span><span class="n">cls</span><span class="p">):</span>
+ <span class="n">hostname</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"hostname"</span><span class="p">,</span> <span class="s">"Hostname of the machine"</span><span class="p">,</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Design</span><span class="p">)</span>
+
+ <span class="n">username</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"username"</span><span class="p">,</span> <span class="s">"Local account username"</span><span class="p">,</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Credential</span><span class="p">)</span>
+
+ <span class="n">port</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"port"</span><span class="p">,</span> <span class="s">"SSH port"</span><span class="p">,</span> <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Design</span><span class="p">)</span>
+
+ <span class="n">home</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"home"</span><span class="p">,</span>
+ <span class="s">"Experiment home directory to store all experiment related files"</span><span class="p">,</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Design</span><span class="p">)</span>
+
+ <span class="n">identity</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"identity"</span><span class="p">,</span> <span class="s">"SSH identity file"</span><span class="p">,</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Credential</span><span class="p">)</span>
+
+ <span class="n">server_key</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"serverKey"</span><span class="p">,</span> <span class="s">"Server public key"</span><span class="p">,</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Design</span><span class="p">)</span>
+
+ <span class="n">clean_home</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"cleanHome"</span><span class="p">,</span> <span class="s">"Remove all nepi files and directories "</span>
+ <span class="s">" from node home folder before starting experiment"</span><span class="p">,</span>
+ <span class="nb">type</span> <span class="o">=</span> <span class="n">Types</span><span class="o">.</span><span class="n">Bool</span><span class="p">,</span>
+ <span class="n">default</span> <span class="o">=</span> <span class="bp">False</span><span class="p">,</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Design</span><span class="p">)</span>
+
+ <span class="n">clean_experiment</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"cleanExperiment"</span><span class="p">,</span> <span class="s">"Remove all files and directories "</span>
+ <span class="s">" from a previous same experiment, before the new experiment starts"</span><span class="p">,</span>
+ <span class="nb">type</span> <span class="o">=</span> <span class="n">Types</span><span class="o">.</span><span class="n">Bool</span><span class="p">,</span>
+ <span class="n">default</span> <span class="o">=</span> <span class="bp">False</span><span class="p">,</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Design</span><span class="p">)</span>
+
+ <span class="n">clean_processes</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"cleanProcesses"</span><span class="p">,</span>
+ <span class="s">"Kill all running processes before starting experiment"</span><span class="p">,</span>
+ <span class="nb">type</span> <span class="o">=</span> <span class="n">Types</span><span class="o">.</span><span class="n">Bool</span><span class="p">,</span>
+ <span class="n">default</span> <span class="o">=</span> <span class="bp">False</span><span class="p">,</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Design</span><span class="p">)</span>
+
+ <span class="n">tear_down</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"tearDown"</span><span class="p">,</span> <span class="s">"Bash script to be executed before "</span> <span class="o">+</span> \
+ <span class="s">"releasing the resource"</span><span class="p">,</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Design</span><span class="p">)</span>
+
+ <span class="n">gateway_user</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"gatewayUser"</span><span class="p">,</span> <span class="s">"Gateway account username"</span><span class="p">,</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Design</span><span class="p">)</span>
+
+ <span class="n">gateway</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"gateway"</span><span class="p">,</span> <span class="s">"Hostname of the gateway machine"</span><span class="p">,</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Design</span><span class="p">)</span>
+
+ <span class="n">ip</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"ip"</span><span class="p">,</span> <span class="s">"Linux host public IP address. "</span>
+ <span class="s">"Must not be modified by the user unless hostname is 'localhost'"</span><span class="p">,</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Design</span><span class="p">)</span>
+
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">hostname</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">username</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">port</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">home</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">identity</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">server_key</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">clean_home</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">clean_experiment</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">clean_processes</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">tear_down</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">gateway_user</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">gateway</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">ip</span><span class="p">)</span>
+
+ <span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">ec</span><span class="p">,</span> <span class="n">guid</span><span class="p">):</span>
+ <span class="nb">super</span><span class="p">(</span><span class="n">LinuxNode</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">__init__</span><span class="p">(</span><span class="n">ec</span><span class="p">,</span> <span class="n">guid</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_os</span> <span class="o">=</span> <span class="bp">None</span>
+ <span class="c"># home directory at Linux host</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_home_dir</span> <span class="o">=</span> <span class="s">""</span>
+
+ <span class="c"># lock to prevent concurrent applications on the same node,</span>
+ <span class="c"># to execute commands at the same time. There are potential</span>
+ <span class="c"># concurrency issues when using SSH to a same host from </span>
+ <span class="c"># multiple threads. There are also possible operational </span>
+ <span class="c"># issues, e.g. an application querying the existence </span>
+ <span class="c"># of a file or folder prior to its creation, and another </span>
+ <span class="c"># application creating the same file or folder in between.</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_node_lock</span> <span class="o">=</span> <span class="n">threading</span><span class="o">.</span><span class="n">Lock</span><span class="p">()</span>
+
+<div class="viewcode-block" id="LinuxNode.log_message"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.log_message">[docs]</a> <span class="k">def</span> <span class="nf">log_message</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">msg</span><span class="p">):</span>
+ <span class="k">return</span> <span class="s">" guid </span><span class="si">%d</span><span class="s"> - host </span><span class="si">%s</span><span class="s"> - </span><span class="si">%s</span><span class="s"> "</span> <span class="o">%</span> <span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">guid</span><span class="p">,</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"hostname"</span><span class="p">),</span> <span class="n">msg</span><span class="p">)</span>
+</div>
+ <span class="nd">@property</span>
+<div class="viewcode-block" id="LinuxNode.home_dir"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.home_dir">[docs]</a> <span class="k">def</span> <span class="nf">home_dir</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="n">home</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"home"</span><span class="p">)</span> <span class="ow">or</span> <span class="s">""</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">home</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s">"/"</span><span class="p">):</span>
+ <span class="n">home</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_home_dir</span><span class="p">,</span> <span class="n">home</span><span class="p">)</span>
+ <span class="k">return</span> <span class="n">home</span>
+</div>
+ <span class="nd">@property</span>
+<div class="viewcode-block" id="LinuxNode.nepi_home"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.nepi_home">[docs]</a> <span class="k">def</span> <span class="nf">nepi_home</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="k">return</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">home_dir</span><span class="p">,</span> <span class="s">".nepi"</span><span class="p">)</span>
+</div>
+ <span class="nd">@property</span>
+<div class="viewcode-block" id="LinuxNode.usr_dir"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.usr_dir">[docs]</a> <span class="k">def</span> <span class="nf">usr_dir</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="k">return</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">nepi_home</span><span class="p">,</span> <span class="s">"nepi-usr"</span><span class="p">)</span>
+</div>
+ <span class="nd">@property</span>
+<div class="viewcode-block" id="LinuxNode.lib_dir"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.lib_dir">[docs]</a> <span class="k">def</span> <span class="nf">lib_dir</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="k">return</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">usr_dir</span><span class="p">,</span> <span class="s">"lib"</span><span class="p">)</span>
+</div>
+ <span class="nd">@property</span>
+<div class="viewcode-block" id="LinuxNode.bin_dir"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.bin_dir">[docs]</a> <span class="k">def</span> <span class="nf">bin_dir</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="k">return</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">usr_dir</span><span class="p">,</span> <span class="s">"bin"</span><span class="p">)</span>
+</div>
+ <span class="nd">@property</span>
+<div class="viewcode-block" id="LinuxNode.src_dir"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.src_dir">[docs]</a> <span class="k">def</span> <span class="nf">src_dir</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="k">return</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">usr_dir</span><span class="p">,</span> <span class="s">"src"</span><span class="p">)</span>
+</div>
+ <span class="nd">@property</span>
+<div class="viewcode-block" id="LinuxNode.share_dir"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.share_dir">[docs]</a> <span class="k">def</span> <span class="nf">share_dir</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="k">return</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">usr_dir</span><span class="p">,</span> <span class="s">"share"</span><span class="p">)</span>
+</div>
+ <span class="nd">@property</span>
+<div class="viewcode-block" id="LinuxNode.exp_dir"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.exp_dir">[docs]</a> <span class="k">def</span> <span class="nf">exp_dir</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="k">return</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">nepi_home</span><span class="p">,</span> <span class="s">"nepi-exp"</span><span class="p">)</span>
+</div>
+ <span class="nd">@property</span>
+<div class="viewcode-block" id="LinuxNode.exp_home"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.exp_home">[docs]</a> <span class="k">def</span> <span class="nf">exp_home</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="k">return</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">exp_dir</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">ec</span><span class="o">.</span><span class="n">exp_id</span><span class="p">)</span>
+</div>
+ <span class="nd">@property</span>
+<div class="viewcode-block" id="LinuxNode.node_home"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.node_home">[docs]</a> <span class="k">def</span> <span class="nf">node_home</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="k">return</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">exp_home</span><span class="p">,</span> <span class="s">"node-</span><span class="si">%d</span><span class="s">"</span> <span class="o">%</span> <span class="bp">self</span><span class="o">.</span><span class="n">guid</span><span class="p">)</span>
+</div>
+ <span class="nd">@property</span>
+<div class="viewcode-block" id="LinuxNode.run_home"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.run_home">[docs]</a> <span class="k">def</span> <span class="nf">run_home</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="k">return</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">node_home</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">ec</span><span class="o">.</span><span class="n">run_id</span><span class="p">)</span>
+</div>
+ <span class="nd">@property</span>
+<div class="viewcode-block" id="LinuxNode.os"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.os">[docs]</a> <span class="k">def</span> <span class="nf">os</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_os</span><span class="p">:</span>
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_os</span>
+
+ <span class="k">if</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">localhost</span> <span class="ow">and</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"username"</span><span class="p">):</span>
+ <span class="n">msg</span> <span class="o">=</span> <span class="s">"Can't resolve OS, insufficient data "</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="n">msg</span><span class="p">)</span>
+ <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">,</span> <span class="n">msg</span>
+
+ <span class="n">out</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_os</span><span class="p">()</span>
+
+ <span class="k">if</span> <span class="n">out</span><span class="o">.</span><span class="n">find</span><span class="p">(</span><span class="s">"Debian"</span><span class="p">)</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_os</span> <span class="o">=</span> <span class="n">OSType</span><span class="o">.</span><span class="n">DEBIAN</span>
+ <span class="k">elif</span> <span class="n">out</span><span class="o">.</span><span class="n">find</span><span class="p">(</span><span class="s">"Ubuntu"</span><span class="p">)</span> <span class="o">==</span><span class="mi">0</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_os</span> <span class="o">=</span> <span class="n">OSType</span><span class="o">.</span><span class="n">UBUNTU</span>
+ <span class="k">elif</span> <span class="n">out</span><span class="o">.</span><span class="n">find</span><span class="p">(</span><span class="s">"Fedora release"</span><span class="p">)</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_os</span> <span class="o">=</span> <span class="n">OSType</span><span class="o">.</span><span class="n">FEDORA</span>
+ <span class="k">if</span> <span class="n">out</span><span class="o">.</span><span class="n">find</span><span class="p">(</span><span class="s">"Fedora release 8"</span><span class="p">)</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_os</span> <span class="o">=</span> <span class="n">OSType</span><span class="o">.</span><span class="n">FEDORA_8</span>
+ <span class="k">elif</span> <span class="n">out</span><span class="o">.</span><span class="n">find</span><span class="p">(</span><span class="s">"Fedora release 12"</span><span class="p">)</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_os</span> <span class="o">=</span> <span class="n">OSType</span><span class="o">.</span><span class="n">FEDORA_12</span>
+ <span class="k">elif</span> <span class="n">out</span><span class="o">.</span><span class="n">find</span><span class="p">(</span><span class="s">"Fedora release 14"</span><span class="p">)</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_os</span> <span class="o">=</span> <span class="n">OSType</span><span class="o">.</span><span class="n">FEDORA_14</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="n">msg</span> <span class="o">=</span> <span class="s">"Unsupported OS"</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="n">msg</span><span class="p">,</span> <span class="n">out</span><span class="p">)</span>
+ <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">,</span> <span class="s">"</span><span class="si">%s</span><span class="s"> - </span><span class="si">%s</span><span class="s"> "</span> <span class="o">%</span><span class="p">(</span> <span class="n">msg</span><span class="p">,</span> <span class="n">out</span> <span class="p">)</span>
+
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_os</span>
+</div>
+<div class="viewcode-block" id="LinuxNode.get_os"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.get_os">[docs]</a> <span class="k">def</span> <span class="nf">get_os</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="c"># The underlying SSH layer will sometimes return an empty</span>
+ <span class="c"># output (even if the command was executed without errors).</span>
+ <span class="c"># To work arround this, repeat the operation N times or</span>
+ <span class="c"># until the result is not empty string</span>
+ <span class="n">out</span> <span class="o">=</span> <span class="s">""</span>
+ <span class="k">try</span><span class="p">:</span>
+ <span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="s">"cat /etc/issue"</span><span class="p">,</span>
+ <span class="n">with_lock</span> <span class="o">=</span> <span class="bp">True</span><span class="p">,</span>
+ <span class="n">blocking</span> <span class="o">=</span> <span class="bp">True</span><span class="p">)</span>
+ <span class="k">except</span><span class="p">:</span>
+ <span class="n">trace</span> <span class="o">=</span> <span class="n">traceback</span><span class="o">.</span><span class="n">format_exc</span><span class="p">()</span>
+ <span class="n">msg</span> <span class="o">=</span> <span class="s">"Error detecting OS: </span><span class="si">%s</span><span class="s"> "</span> <span class="o">%</span> <span class="n">trace</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="n">msg</span><span class="p">,</span> <span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">)</span>
+
+ <span class="k">return</span> <span class="n">out</span>
+</div>
+ <span class="nd">@property</span>
+<div class="viewcode-block" id="LinuxNode.use_deb"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.use_deb">[docs]</a> <span class="k">def</span> <span class="nf">use_deb</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="k">return</span> <span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">os</span> <span class="o">&</span> <span class="p">(</span><span class="n">OSType</span><span class="o">.</span><span class="n">DEBIAN</span><span class="o">|</span><span class="n">OSType</span><span class="o">.</span><span class="n">UBUNTU</span><span class="p">))</span>
+</div>
+ <span class="nd">@property</span>
+<div class="viewcode-block" id="LinuxNode.use_rpm"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.use_rpm">[docs]</a> <span class="k">def</span> <span class="nf">use_rpm</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="k">return</span> <span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">os</span> <span class="o">&</span> <span class="n">OSType</span><span class="o">.</span><span class="n">FEDORA</span><span class="p">)</span>
+</div>
+ <span class="nd">@property</span>
+<div class="viewcode-block" id="LinuxNode.localhost"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.localhost">[docs]</a> <span class="k">def</span> <span class="nf">localhost</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"hostname"</span><span class="p">)</span> <span class="ow">in</span> <span class="p">[</span><span class="s">'localhost'</span><span class="p">,</span> <span class="s">'127.0.0.1'</span><span class="p">,</span> <span class="s">'::1'</span><span class="p">]</span>
+</div>
+<div class="viewcode-block" id="LinuxNode.do_provision"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.do_provision">[docs]</a> <span class="k">def</span> <span class="nf">do_provision</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="c"># check if host is alive</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">is_alive</span><span class="p">():</span>
+ <span class="n">msg</span> <span class="o">=</span> <span class="s">"Deploy failed. Unresponsive node </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"hostname"</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="n">msg</span><span class="p">)</span>
+ <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">,</span> <span class="n">msg</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">find_home</span><span class="p">()</span>
+
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"cleanProcesses"</span><span class="p">):</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">clean_processes</span><span class="p">()</span>
+
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"cleanHome"</span><span class="p">):</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">clean_home</span><span class="p">()</span>
+
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"cleanExperiment"</span><span class="p">):</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">clean_experiment</span><span class="p">()</span>
+
+ <span class="c"># Create shared directory structure and node home directory</span>
+ <span class="n">paths</span> <span class="o">=</span> <span class="p">[</span><span class="bp">self</span><span class="o">.</span><span class="n">lib_dir</span><span class="p">,</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">bin_dir</span><span class="p">,</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">src_dir</span><span class="p">,</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">share_dir</span><span class="p">,</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">node_home</span><span class="p">]</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">mkdir</span><span class="p">(</span><span class="n">paths</span><span class="p">)</span>
+
+ <span class="c"># Get Public IP address if possible</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"ip"</span><span class="p">):</span>
+ <span class="k">try</span><span class="p">:</span>
+ <span class="n">ip</span> <span class="o">=</span> <span class="n">sshfuncs</span><span class="o">.</span><span class="n">gethostbyname</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"hostname"</span><span class="p">))</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s">"ip"</span><span class="p">,</span> <span class="n">ip</span><span class="p">)</span>
+ <span class="k">except</span><span class="p">:</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"gateway"</span><span class="p">)</span> <span class="ow">is</span> <span class="bp">None</span><span class="p">:</span>
+ <span class="n">msg</span> <span class="o">=</span> <span class="s">"Local DNS can not resolve hostname </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"hostname"</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="n">msg</span><span class="p">)</span>
+
+ <span class="nb">super</span><span class="p">(</span><span class="n">LinuxNode</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">do_provision</span><span class="p">()</span>
+</div>
+<div class="viewcode-block" id="LinuxNode.do_deploy"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.do_deploy">[docs]</a> <span class="k">def</span> <span class="nf">do_deploy</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">state</span> <span class="o">==</span> <span class="n">ResourceState</span><span class="o">.</span><span class="n">NEW</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s">"Deploying node"</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">do_discover</span><span class="p">()</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">do_provision</span><span class="p">()</span>
+
+ <span class="c"># Node needs to wait until all associated interfaces are </span>
+ <span class="c"># ready before it can finalize deployment</span>
+ <span class="kn">from</span> <span class="nn">nepi.resources.linux.interface</span> <span class="kn">import</span> <span class="n">LinuxInterface</span>
+ <span class="n">ifaces</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_connected</span><span class="p">(</span><span class="n">LinuxInterface</span><span class="o">.</span><span class="n">get_rtype</span><span class="p">())</span>
+ <span class="k">for</span> <span class="n">iface</span> <span class="ow">in</span> <span class="n">ifaces</span><span class="p">:</span>
+ <span class="k">if</span> <span class="n">iface</span><span class="o">.</span><span class="n">state</span> <span class="o"><</span> <span class="n">ResourceState</span><span class="o">.</span><span class="n">READY</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">ec</span><span class="o">.</span><span class="n">schedule</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">reschedule_delay</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">deploy</span><span class="p">)</span>
+ <span class="k">return</span>
+
+ <span class="nb">super</span><span class="p">(</span><span class="n">LinuxNode</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">do_deploy</span><span class="p">()</span>
+</div>
+<div class="viewcode-block" id="LinuxNode.do_release"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.do_release">[docs]</a> <span class="k">def</span> <span class="nf">do_release</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="n">rms</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_connected</span><span class="p">()</span>
+ <span class="k">for</span> <span class="n">rm</span> <span class="ow">in</span> <span class="n">rms</span><span class="p">:</span>
+ <span class="c"># Node needs to wait until all associated RMs are released</span>
+ <span class="c"># before it can be released</span>
+ <span class="k">if</span> <span class="n">rm</span><span class="o">.</span><span class="n">state</span> <span class="o">!=</span> <span class="n">ResourceState</span><span class="o">.</span><span class="n">RELEASED</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">ec</span><span class="o">.</span><span class="n">schedule</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">reschedule_delay</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">release</span><span class="p">)</span>
+ <span class="k">return</span>
+
+ <span class="n">tear_down</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"tearDown"</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">tear_down</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="n">tear_down</span><span class="p">)</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">clean_processes</span><span class="p">()</span>
+
+ <span class="nb">super</span><span class="p">(</span><span class="n">LinuxNode</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">do_release</span><span class="p">()</span>
+</div>
+<div class="viewcode-block" id="LinuxNode.valid_connection"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.valid_connection">[docs]</a> <span class="k">def</span> <span class="nf">valid_connection</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">guid</span><span class="p">):</span>
+ <span class="c"># TODO: Validate!</span>
+ <span class="k">return</span> <span class="bp">True</span>
+</div>
+<div class="viewcode-block" id="LinuxNode.clean_processes"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.clean_processes">[docs]</a> <span class="k">def</span> <span class="nf">clean_processes</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s">"Cleaning up processes"</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">localhost</span><span class="p">:</span>
+ <span class="k">return</span>
+
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"username"</span><span class="p">)</span> <span class="o">!=</span> <span class="s">'root'</span><span class="p">:</span>
+ <span class="n">cmd</span> <span class="o">=</span> <span class="p">(</span><span class="s">"sudo -S killall tcpdump || /bin/true ; "</span> <span class="o">+</span>
+ <span class="s">"sudo -S kill -9 $(ps aux | grep '[.]nepi' | awk '{print $2}') || /bin/true ; "</span> <span class="o">+</span>
+ <span class="s">"sudo -S killall -u </span><span class="si">%s</span><span class="s"> || /bin/true ; "</span> <span class="o">%</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"username"</span><span class="p">))</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">state</span> <span class="o">>=</span> <span class="n">ResourceState</span><span class="o">.</span><span class="n">READY</span><span class="p">:</span>
+ <span class="kn">import</span> <span class="nn">pickle</span>
+ <span class="n">pids</span> <span class="o">=</span> <span class="n">pickle</span><span class="o">.</span><span class="n">load</span><span class="p">(</span><span class="nb">open</span><span class="p">(</span><span class="s">"/tmp/save.proc"</span><span class="p">,</span> <span class="s">"rb"</span><span class="p">))</span>
+ <span class="n">pids_temp</span> <span class="o">=</span> <span class="nb">dict</span><span class="p">()</span>
+ <span class="n">ps_aux</span> <span class="o">=</span> <span class="s">"ps aux |awk '{print $2,$11}'"</span>
+ <span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="n">ps_aux</span><span class="p">)</span>
+ <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">out</span><span class="p">)</span> <span class="o">!=</span> <span class="mi">0</span><span class="p">:</span>
+ <span class="k">for</span> <span class="n">line</span> <span class="ow">in</span> <span class="n">out</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s">"</span><span class="se">\n</span><span class="s">"</span><span class="p">):</span>
+ <span class="n">parts</span> <span class="o">=</span> <span class="n">line</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s">" "</span><span class="p">)</span>
+ <span class="n">pids_temp</span><span class="p">[</span><span class="n">parts</span><span class="p">[</span><span class="mi">0</span><span class="p">]]</span> <span class="o">=</span> <span class="n">parts</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span>
+ <span class="n">kill_pids</span> <span class="o">=</span> <span class="nb">set</span><span class="p">(</span><span class="n">pids_temp</span><span class="o">.</span><span class="n">items</span><span class="p">())</span> <span class="o">-</span> <span class="nb">set</span><span class="p">(</span><span class="n">pids</span><span class="o">.</span><span class="n">items</span><span class="p">())</span>
+ <span class="n">kill_pids</span> <span class="o">=</span> <span class="s">' '</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="nb">dict</span><span class="p">(</span><span class="n">kill_pids</span><span class="p">)</span><span class="o">.</span><span class="n">keys</span><span class="p">())</span>
+
+ <span class="n">cmd</span> <span class="o">=</span> <span class="p">(</span><span class="s">"killall tcpdump || /bin/true ; "</span> <span class="o">+</span>
+ <span class="s">"kill $(ps aux | grep '[.]nepi' | awk '{print $2}') || /bin/true ; "</span> <span class="o">+</span>
+ <span class="s">"kill </span><span class="si">%s</span><span class="s"> || /bin/true ; "</span> <span class="o">%</span> <span class="n">kill_pids</span><span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="n">cmd</span> <span class="o">=</span> <span class="p">(</span><span class="s">"killall tcpdump || /bin/true ; "</span> <span class="o">+</span>
+ <span class="s">"kill $(ps aux | grep '[.]nepi' | awk '{print $2}') || /bin/true ; "</span><span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="n">cmd</span> <span class="o">=</span> <span class="p">(</span><span class="s">"killall tcpdump || /bin/true ; "</span> <span class="o">+</span>
+ <span class="s">"kill $(ps aux | grep '[.]nepi' | awk '{print $2}') || /bin/true ; "</span><span class="p">)</span>
+
+ <span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="n">cmd</span><span class="p">,</span> <span class="n">retry</span> <span class="o">=</span> <span class="mi">1</span><span class="p">,</span> <span class="n">with_lock</span> <span class="o">=</span> <span class="bp">True</span><span class="p">)</span>
+</div>
+<div class="viewcode-block" id="LinuxNode.clean_home"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.clean_home">[docs]</a> <span class="k">def</span> <span class="nf">clean_home</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="sd">""" Cleans all NEPI related folders in the Linux host</span>
+<span class="sd"> """</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s">"Cleaning up home"</span><span class="p">)</span>
+
+ <span class="n">cmd</span> <span class="o">=</span> <span class="s">"cd </span><span class="si">%s</span><span class="s"> ; find . -maxdepth 1 -name \.nepi -execdir rm -rf {} + "</span> <span class="o">%</span> <span class="p">(</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">home_dir</span> <span class="p">)</span>
+
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="n">cmd</span><span class="p">,</span> <span class="n">with_lock</span> <span class="o">=</span> <span class="bp">True</span><span class="p">)</span>
+</div>
+<div class="viewcode-block" id="LinuxNode.clean_experiment"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.clean_experiment">[docs]</a> <span class="k">def</span> <span class="nf">clean_experiment</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="sd">""" Cleans all experiment related files in the Linux host.</span>
+<span class="sd"> It preserves NEPI files and folders that have a multi experiment</span>
+<span class="sd"> scope.</span>
+<span class="sd"> """</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s">"Cleaning up experiment files"</span><span class="p">)</span>
+
+ <span class="n">cmd</span> <span class="o">=</span> <span class="s">"cd </span><span class="si">%s</span><span class="s"> ; find . -maxdepth 1 -name '</span><span class="si">%s</span><span class="s">' -execdir rm -rf {} + "</span> <span class="o">%</span> <span class="p">(</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">exp_dir</span><span class="p">,</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">ec</span><span class="o">.</span><span class="n">exp_id</span> <span class="p">)</span>
+
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="n">cmd</span><span class="p">,</span> <span class="n">with_lock</span> <span class="o">=</span> <span class="bp">True</span><span class="p">)</span>
+</div>
+<div class="viewcode-block" id="LinuxNode.execute"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.execute">[docs]</a> <span class="k">def</span> <span class="nf">execute</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">command</span><span class="p">,</span>
+ <span class="n">sudo</span> <span class="o">=</span> <span class="bp">False</span><span class="p">,</span>
+ <span class="n">env</span> <span class="o">=</span> <span class="bp">None</span><span class="p">,</span>
+ <span class="n">tty</span> <span class="o">=</span> <span class="bp">False</span><span class="p">,</span>
+ <span class="n">forward_x11</span> <span class="o">=</span> <span class="bp">False</span><span class="p">,</span>
+ <span class="n">retry</span> <span class="o">=</span> <span class="mi">3</span><span class="p">,</span>
+ <span class="n">connect_timeout</span> <span class="o">=</span> <span class="mi">30</span><span class="p">,</span>
+ <span class="n">strict_host_checking</span> <span class="o">=</span> <span class="bp">False</span><span class="p">,</span>
+ <span class="n">persistent</span> <span class="o">=</span> <span class="bp">True</span><span class="p">,</span>
+ <span class="n">blocking</span> <span class="o">=</span> <span class="bp">True</span><span class="p">,</span>
+ <span class="n">with_lock</span> <span class="o">=</span> <span class="bp">False</span>
+ <span class="p">):</span>
+ <span class="sd">""" Notice that this invocation will block until the</span>
+<span class="sd"> execution finishes. If this is not the desired behavior,</span>
+<span class="sd"> use 'run' instead."""</span>
+
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">localhost</span><span class="p">:</span>
+ <span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span> <span class="o">=</span> <span class="n">execfuncs</span><span class="o">.</span><span class="n">lexec</span><span class="p">(</span><span class="n">command</span><span class="p">,</span>
+ <span class="n">user</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"username"</span><span class="p">),</span> <span class="c"># still problem with localhost</span>
+ <span class="n">sudo</span> <span class="o">=</span> <span class="n">sudo</span><span class="p">,</span>
+ <span class="n">env</span> <span class="o">=</span> <span class="n">env</span><span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="k">if</span> <span class="n">with_lock</span><span class="p">:</span>
+ <span class="c"># If the execute command is blocking, we don't want to keep</span>
+ <span class="c"># the node lock. This lock is used to avoid race conditions</span>
+ <span class="c"># when creating the ControlMaster sockets. A more elegant</span>
+ <span class="c"># solution is needed.</span>
+ <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">_node_lock</span><span class="p">:</span>
+ <span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span> <span class="o">=</span> <span class="n">sshfuncs</span><span class="o">.</span><span class="n">rexec</span><span class="p">(</span>
+ <span class="n">command</span><span class="p">,</span>
+ <span class="n">host</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"hostname"</span><span class="p">),</span>
+ <span class="n">user</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"username"</span><span class="p">),</span>
+ <span class="n">port</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"port"</span><span class="p">),</span>
+ <span class="n">gwuser</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"gatewayUser"</span><span class="p">),</span>
+ <span class="n">gw</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"gateway"</span><span class="p">),</span>
+ <span class="n">agent</span> <span class="o">=</span> <span class="bp">True</span><span class="p">,</span>
+ <span class="n">sudo</span> <span class="o">=</span> <span class="n">sudo</span><span class="p">,</span>
+ <span class="n">identity</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"identity"</span><span class="p">),</span>
+ <span class="n">server_key</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"serverKey"</span><span class="p">),</span>
+ <span class="n">env</span> <span class="o">=</span> <span class="n">env</span><span class="p">,</span>
+ <span class="n">tty</span> <span class="o">=</span> <span class="n">tty</span><span class="p">,</span>
+ <span class="n">forward_x11</span> <span class="o">=</span> <span class="n">forward_x11</span><span class="p">,</span>
+ <span class="n">retry</span> <span class="o">=</span> <span class="n">retry</span><span class="p">,</span>
+ <span class="n">connect_timeout</span> <span class="o">=</span> <span class="n">connect_timeout</span><span class="p">,</span>
+ <span class="n">persistent</span> <span class="o">=</span> <span class="n">persistent</span><span class="p">,</span>
+ <span class="n">blocking</span> <span class="o">=</span> <span class="n">blocking</span><span class="p">,</span>
+ <span class="n">strict_host_checking</span> <span class="o">=</span> <span class="n">strict_host_checking</span>
+ <span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span> <span class="o">=</span> <span class="n">sshfuncs</span><span class="o">.</span><span class="n">rexec</span><span class="p">(</span>
+ <span class="n">command</span><span class="p">,</span>
+ <span class="n">host</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"hostname"</span><span class="p">),</span>
+ <span class="n">user</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"username"</span><span class="p">),</span>
+ <span class="n">port</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"port"</span><span class="p">),</span>
+ <span class="n">gwuser</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"gatewayUser"</span><span class="p">),</span>
+ <span class="n">gw</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"gateway"</span><span class="p">),</span>
+ <span class="n">agent</span> <span class="o">=</span> <span class="bp">True</span><span class="p">,</span>
+ <span class="n">sudo</span> <span class="o">=</span> <span class="n">sudo</span><span class="p">,</span>
+ <span class="n">identity</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"identity"</span><span class="p">),</span>
+ <span class="n">server_key</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"serverKey"</span><span class="p">),</span>
+ <span class="n">env</span> <span class="o">=</span> <span class="n">env</span><span class="p">,</span>
+ <span class="n">tty</span> <span class="o">=</span> <span class="n">tty</span><span class="p">,</span>
+ <span class="n">forward_x11</span> <span class="o">=</span> <span class="n">forward_x11</span><span class="p">,</span>
+ <span class="n">retry</span> <span class="o">=</span> <span class="n">retry</span><span class="p">,</span>
+ <span class="n">connect_timeout</span> <span class="o">=</span> <span class="n">connect_timeout</span><span class="p">,</span>
+ <span class="n">persistent</span> <span class="o">=</span> <span class="n">persistent</span><span class="p">,</span>
+ <span class="n">blocking</span> <span class="o">=</span> <span class="n">blocking</span><span class="p">,</span>
+ <span class="n">strict_host_checking</span> <span class="o">=</span> <span class="n">strict_host_checking</span>
+ <span class="p">)</span>
+
+ <span class="k">return</span> <span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span>
+</div>
+<div class="viewcode-block" id="LinuxNode.run"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.run">[docs]</a> <span class="k">def</span> <span class="nf">run</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">command</span><span class="p">,</span> <span class="n">home</span><span class="p">,</span>
+ <span class="n">create_home</span> <span class="o">=</span> <span class="bp">False</span><span class="p">,</span>
+ <span class="n">pidfile</span> <span class="o">=</span> <span class="s">'pidfile'</span><span class="p">,</span>
+ <span class="n">stdin</span> <span class="o">=</span> <span class="bp">None</span><span class="p">,</span>
+ <span class="n">stdout</span> <span class="o">=</span> <span class="s">'stdout'</span><span class="p">,</span>
+ <span class="n">stderr</span> <span class="o">=</span> <span class="s">'stderr'</span><span class="p">,</span>
+ <span class="n">sudo</span> <span class="o">=</span> <span class="bp">False</span><span class="p">,</span>
+ <span class="n">tty</span> <span class="o">=</span> <span class="bp">False</span><span class="p">,</span>
+ <span class="n">strict_host_checking</span> <span class="o">=</span> <span class="bp">False</span><span class="p">):</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s">"Running command '</span><span class="si">%s</span><span class="s">'"</span> <span class="o">%</span> <span class="n">command</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">localhost</span><span class="p">:</span>
+ <span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span> <span class="o">=</span> <span class="n">execfuncs</span><span class="o">.</span><span class="n">lspawn</span><span class="p">(</span><span class="n">command</span><span class="p">,</span> <span class="n">pidfile</span><span class="p">,</span>
+ <span class="n">home</span> <span class="o">=</span> <span class="n">home</span><span class="p">,</span>
+ <span class="n">create_home</span> <span class="o">=</span> <span class="n">create_home</span><span class="p">,</span>
+ <span class="n">stdin</span> <span class="o">=</span> <span class="n">stdin</span> <span class="ow">or</span> <span class="s">'/dev/null'</span><span class="p">,</span>
+ <span class="n">stdout</span> <span class="o">=</span> <span class="n">stdout</span> <span class="ow">or</span> <span class="s">'/dev/null'</span><span class="p">,</span>
+ <span class="n">stderr</span> <span class="o">=</span> <span class="n">stderr</span> <span class="ow">or</span> <span class="s">'/dev/null'</span><span class="p">,</span>
+ <span class="n">sudo</span> <span class="o">=</span> <span class="n">sudo</span><span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">_node_lock</span><span class="p">:</span>
+ <span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span> <span class="o">=</span> <span class="n">sshfuncs</span><span class="o">.</span><span class="n">rspawn</span><span class="p">(</span>
+ <span class="n">command</span><span class="p">,</span>
+ <span class="n">pidfile</span> <span class="o">=</span> <span class="n">pidfile</span><span class="p">,</span>
+ <span class="n">home</span> <span class="o">=</span> <span class="n">home</span><span class="p">,</span>
+ <span class="n">create_home</span> <span class="o">=</span> <span class="n">create_home</span><span class="p">,</span>
+ <span class="n">stdin</span> <span class="o">=</span> <span class="n">stdin</span> <span class="ow">or</span> <span class="s">'/dev/null'</span><span class="p">,</span>
+ <span class="n">stdout</span> <span class="o">=</span> <span class="n">stdout</span> <span class="ow">or</span> <span class="s">'/dev/null'</span><span class="p">,</span>
+ <span class="n">stderr</span> <span class="o">=</span> <span class="n">stderr</span> <span class="ow">or</span> <span class="s">'/dev/null'</span><span class="p">,</span>
+ <span class="n">sudo</span> <span class="o">=</span> <span class="n">sudo</span><span class="p">,</span>
+ <span class="n">host</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"hostname"</span><span class="p">),</span>
+ <span class="n">user</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"username"</span><span class="p">),</span>
+ <span class="n">port</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"port"</span><span class="p">),</span>
+ <span class="n">gwuser</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"gatewayUser"</span><span class="p">),</span>
+ <span class="n">gw</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"gateway"</span><span class="p">),</span>
+ <span class="n">agent</span> <span class="o">=</span> <span class="bp">True</span><span class="p">,</span>
+ <span class="n">identity</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"identity"</span><span class="p">),</span>
+ <span class="n">server_key</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"serverKey"</span><span class="p">),</span>
+ <span class="n">tty</span> <span class="o">=</span> <span class="n">tty</span><span class="p">,</span>
+ <span class="n">strict_host_checking</span> <span class="o">=</span> <span class="n">strict_host_checking</span>
+ <span class="p">)</span>
+
+ <span class="k">return</span> <span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span>
+</div>
+<div class="viewcode-block" id="LinuxNode.getpid"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.getpid">[docs]</a> <span class="k">def</span> <span class="nf">getpid</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">home</span><span class="p">,</span> <span class="n">pidfile</span> <span class="o">=</span> <span class="s">"pidfile"</span><span class="p">):</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">localhost</span><span class="p">:</span>
+ <span class="n">pidtuple</span> <span class="o">=</span> <span class="n">execfuncs</span><span class="o">.</span><span class="n">lgetpid</span><span class="p">(</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">home</span><span class="p">,</span> <span class="n">pidfile</span><span class="p">))</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">_node_lock</span><span class="p">:</span>
+ <span class="n">pidtuple</span> <span class="o">=</span> <span class="n">sshfuncs</span><span class="o">.</span><span class="n">rgetpid</span><span class="p">(</span>
+ <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">home</span><span class="p">,</span> <span class="n">pidfile</span><span class="p">),</span>
+ <span class="n">host</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"hostname"</span><span class="p">),</span>
+ <span class="n">user</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"username"</span><span class="p">),</span>
+ <span class="n">port</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"port"</span><span class="p">),</span>
+ <span class="n">gwuser</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"gatewayUser"</span><span class="p">),</span>
+ <span class="n">gw</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"gateway"</span><span class="p">),</span>
+ <span class="n">agent</span> <span class="o">=</span> <span class="bp">True</span><span class="p">,</span>
+ <span class="n">identity</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"identity"</span><span class="p">),</span>
+ <span class="n">server_key</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"serverKey"</span><span class="p">),</span>
+ <span class="n">strict_host_checking</span> <span class="o">=</span> <span class="bp">False</span>
+ <span class="p">)</span>
+
+ <span class="k">return</span> <span class="n">pidtuple</span>
+</div>
+<div class="viewcode-block" id="LinuxNode.status"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.status">[docs]</a> <span class="k">def</span> <span class="nf">status</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">pid</span><span class="p">,</span> <span class="n">ppid</span><span class="p">):</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">localhost</span><span class="p">:</span>
+ <span class="n">status</span> <span class="o">=</span> <span class="n">execfuncs</span><span class="o">.</span><span class="n">lstatus</span><span class="p">(</span><span class="n">pid</span><span class="p">,</span> <span class="n">ppid</span><span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">_node_lock</span><span class="p">:</span>
+ <span class="n">status</span> <span class="o">=</span> <span class="n">sshfuncs</span><span class="o">.</span><span class="n">rstatus</span><span class="p">(</span>
+ <span class="n">pid</span><span class="p">,</span> <span class="n">ppid</span><span class="p">,</span>
+ <span class="n">host</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"hostname"</span><span class="p">),</span>
+ <span class="n">user</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"username"</span><span class="p">),</span>
+ <span class="n">port</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"port"</span><span class="p">),</span>
+ <span class="n">gwuser</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"gatewayUser"</span><span class="p">),</span>
+ <span class="n">gw</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"gateway"</span><span class="p">),</span>
+ <span class="n">agent</span> <span class="o">=</span> <span class="bp">True</span><span class="p">,</span>
+ <span class="n">identity</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"identity"</span><span class="p">),</span>
+ <span class="n">server_key</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"serverKey"</span><span class="p">),</span>
+ <span class="n">strict_host_checking</span> <span class="o">=</span> <span class="bp">False</span>
+ <span class="p">)</span>
+
+ <span class="k">return</span> <span class="n">status</span>
+ </div>
+<div class="viewcode-block" id="LinuxNode.kill"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.kill">[docs]</a> <span class="k">def</span> <span class="nf">kill</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">pid</span><span class="p">,</span> <span class="n">ppid</span><span class="p">,</span> <span class="n">sudo</span> <span class="o">=</span> <span class="bp">False</span><span class="p">):</span>
+ <span class="n">out</span> <span class="o">=</span> <span class="n">err</span> <span class="o">=</span> <span class="s">""</span>
+ <span class="n">proc</span> <span class="o">=</span> <span class="bp">None</span>
+ <span class="n">status</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">status</span><span class="p">(</span><span class="n">pid</span><span class="p">,</span> <span class="n">ppid</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="n">status</span> <span class="o">==</span> <span class="n">sshfuncs</span><span class="o">.</span><span class="n">ProcStatus</span><span class="o">.</span><span class="n">RUNNING</span><span class="p">:</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">localhost</span><span class="p">:</span>
+ <span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span> <span class="o">=</span> <span class="n">execfuncs</span><span class="o">.</span><span class="n">lkill</span><span class="p">(</span><span class="n">pid</span><span class="p">,</span> <span class="n">ppid</span><span class="p">,</span> <span class="n">sudo</span><span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">_node_lock</span><span class="p">:</span>
+ <span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span> <span class="o">=</span> <span class="n">sshfuncs</span><span class="o">.</span><span class="n">rkill</span><span class="p">(</span>
+ <span class="n">pid</span><span class="p">,</span> <span class="n">ppid</span><span class="p">,</span>
+ <span class="n">host</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"hostname"</span><span class="p">),</span>
+ <span class="n">user</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"username"</span><span class="p">),</span>
+ <span class="n">port</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"port"</span><span class="p">),</span>
+ <span class="n">gwuser</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"gatewayUser"</span><span class="p">),</span>
+ <span class="n">gw</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"gateway"</span><span class="p">),</span>
+ <span class="n">agent</span> <span class="o">=</span> <span class="bp">True</span><span class="p">,</span>
+ <span class="n">sudo</span> <span class="o">=</span> <span class="n">sudo</span><span class="p">,</span>
+ <span class="n">identity</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"identity"</span><span class="p">),</span>
+ <span class="n">server_key</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"serverKey"</span><span class="p">),</span>
+ <span class="n">strict_host_checking</span> <span class="o">=</span> <span class="bp">False</span>
+ <span class="p">)</span>
+
+ <span class="k">return</span> <span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span>
+</div>
+<div class="viewcode-block" id="LinuxNode.copy"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.copy">[docs]</a> <span class="k">def</span> <span class="nf">copy</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">src</span><span class="p">,</span> <span class="n">dst</span><span class="p">):</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">localhost</span><span class="p">:</span>
+ <span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span> <span class="o">=</span> <span class="n">execfuncs</span><span class="o">.</span><span class="n">lcopy</span><span class="p">(</span><span class="n">src</span><span class="p">,</span> <span class="n">dst</span><span class="p">,</span>
+ <span class="n">recursive</span> <span class="o">=</span> <span class="bp">True</span><span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">_node_lock</span><span class="p">:</span>
+ <span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span> <span class="o">=</span> <span class="n">sshfuncs</span><span class="o">.</span><span class="n">rcopy</span><span class="p">(</span>
+ <span class="n">src</span><span class="p">,</span> <span class="n">dst</span><span class="p">,</span>
+ <span class="n">port</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"port"</span><span class="p">),</span>
+ <span class="n">gwuser</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"gatewayUser"</span><span class="p">),</span>
+ <span class="n">gw</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"gateway"</span><span class="p">),</span>
+ <span class="n">identity</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"identity"</span><span class="p">),</span>
+ <span class="n">server_key</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"serverKey"</span><span class="p">),</span>
+ <span class="n">recursive</span> <span class="o">=</span> <span class="bp">True</span><span class="p">,</span>
+ <span class="n">strict_host_checking</span> <span class="o">=</span> <span class="bp">False</span><span class="p">)</span>
+
+ <span class="k">return</span> <span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span>
+</div>
+<div class="viewcode-block" id="LinuxNode.upload"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.upload">[docs]</a> <span class="k">def</span> <span class="nf">upload</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">src</span><span class="p">,</span> <span class="n">dst</span><span class="p">,</span> <span class="n">text</span> <span class="o">=</span> <span class="bp">False</span><span class="p">,</span> <span class="n">overwrite</span> <span class="o">=</span> <span class="bp">True</span><span class="p">,</span>
+ <span class="n">raise_on_error</span> <span class="o">=</span> <span class="bp">True</span><span class="p">):</span>
+ <span class="sd">""" Copy content to destination</span>
+
+<span class="sd"> src string with the content to copy. Can be:</span>
+<span class="sd"> - plain text</span>
+<span class="sd"> - a string with the path to a local file</span>
+<span class="sd"> - a string with a semi-colon separeted list of local files</span>
+<span class="sd"> - a string with a local directory</span>
+
+<span class="sd"> dst string with destination path on the remote host (remote is </span>
+<span class="sd"> always self.host)</span>
+
+<span class="sd"> text src is text input, it must be stored into a temp file before </span>
+<span class="sd"> uploading</span>
+<span class="sd"> """</span>
+ <span class="c"># If source is a string input </span>
+ <span class="n">f</span> <span class="o">=</span> <span class="bp">None</span>
+ <span class="k">if</span> <span class="n">text</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">isfile</span><span class="p">(</span><span class="n">src</span><span class="p">):</span>
+ <span class="c"># src is text input that should be uploaded as file</span>
+ <span class="c"># create a temporal file with the content to upload</span>
+ <span class="n">f</span> <span class="o">=</span> <span class="n">tempfile</span><span class="o">.</span><span class="n">NamedTemporaryFile</span><span class="p">(</span><span class="n">delete</span><span class="o">=</span><span class="bp">False</span><span class="p">)</span>
+ <span class="n">f</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="n">src</span><span class="p">)</span>
+ <span class="n">f</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
+ <span class="n">src</span> <span class="o">=</span> <span class="n">f</span><span class="o">.</span><span class="n">name</span>
+
+ <span class="c"># If dst files should not be overwritten, check that the files do not</span>
+ <span class="c"># exits already</span>
+ <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">src</span><span class="p">,</span> <span class="nb">str</span><span class="p">):</span>
+ <span class="n">src</span> <span class="o">=</span> <span class="nb">map</span><span class="p">(</span><span class="nb">str</span><span class="o">.</span><span class="n">strip</span><span class="p">,</span> <span class="n">src</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s">";"</span><span class="p">))</span>
+
+ <span class="k">if</span> <span class="n">overwrite</span> <span class="o">==</span> <span class="bp">False</span><span class="p">:</span>
+ <span class="n">src</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">filter_existing_files</span><span class="p">(</span><span class="n">src</span><span class="p">,</span> <span class="n">dst</span><span class="p">)</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">src</span><span class="p">:</span>
+ <span class="k">return</span> <span class="p">(</span><span class="s">""</span><span class="p">,</span> <span class="s">""</span><span class="p">),</span> <span class="bp">None</span>
+
+ <span class="k">if</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">localhost</span><span class="p">:</span>
+ <span class="c"># Build destination as <user>@<server>:<path></span>
+ <span class="n">dst</span> <span class="o">=</span> <span class="s">"</span><span class="si">%s</span><span class="s">@</span><span class="si">%s</span><span class="s">:</span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"username"</span><span class="p">),</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"hostname"</span><span class="p">),</span> <span class="n">dst</span><span class="p">)</span>
+
+ <span class="p">((</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span><span class="p">)</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">copy</span><span class="p">(</span><span class="n">src</span><span class="p">,</span> <span class="n">dst</span><span class="p">)</span>
+
+ <span class="c"># clean up temp file</span>
+ <span class="k">if</span> <span class="n">f</span><span class="p">:</span>
+ <span class="n">os</span><span class="o">.</span><span class="n">remove</span><span class="p">(</span><span class="n">f</span><span class="o">.</span><span class="n">name</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="n">err</span><span class="p">:</span>
+ <span class="n">msg</span> <span class="o">=</span> <span class="s">" Failed to upload files - src: </span><span class="si">%s</span><span class="s"> dst: </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="p">(</span><span class="s">";"</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">src</span><span class="p">),</span> <span class="n">dst</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="n">msg</span><span class="p">,</span> <span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">)</span>
+
+ <span class="n">msg</span> <span class="o">=</span> <span class="s">"</span><span class="si">%s</span><span class="s"> out: </span><span class="si">%s</span><span class="s"> err: </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="p">(</span><span class="n">msg</span><span class="p">,</span> <span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">raise_on_error</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">,</span> <span class="n">msg</span>
+
+ <span class="k">return</span> <span class="p">((</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span><span class="p">)</span>
+</div>
+<div class="viewcode-block" id="LinuxNode.download"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.download">[docs]</a> <span class="k">def</span> <span class="nf">download</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">src</span><span class="p">,</span> <span class="n">dst</span><span class="p">,</span> <span class="n">raise_on_error</span> <span class="o">=</span> <span class="bp">True</span><span class="p">):</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">localhost</span><span class="p">:</span>
+ <span class="c"># Build destination as <user>@<server>:<path></span>
+ <span class="n">src</span> <span class="o">=</span> <span class="s">"</span><span class="si">%s</span><span class="s">@</span><span class="si">%s</span><span class="s">:</span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"username"</span><span class="p">),</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"hostname"</span><span class="p">),</span> <span class="n">src</span><span class="p">)</span>
+
+ <span class="p">((</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span><span class="p">)</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">copy</span><span class="p">(</span><span class="n">src</span><span class="p">,</span> <span class="n">dst</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="n">err</span><span class="p">:</span>
+ <span class="n">msg</span> <span class="o">=</span> <span class="s">" Failed to download files - src: </span><span class="si">%s</span><span class="s"> dst: </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="p">(</span><span class="s">";"</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">src</span><span class="p">),</span> <span class="n">dst</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="n">msg</span><span class="p">,</span> <span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="n">raise_on_error</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">,</span> <span class="n">msg</span>
+
+ <span class="k">return</span> <span class="p">((</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span><span class="p">)</span>
+</div>
+<div class="viewcode-block" id="LinuxNode.install_packages_command"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.install_packages_command">[docs]</a> <span class="k">def</span> <span class="nf">install_packages_command</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">packages</span><span class="p">):</span>
+ <span class="n">command</span> <span class="o">=</span> <span class="s">""</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">use_rpm</span><span class="p">:</span>
+ <span class="n">command</span> <span class="o">=</span> <span class="n">rpmfuncs</span><span class="o">.</span><span class="n">install_packages_command</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">os</span><span class="p">,</span> <span class="n">packages</span><span class="p">)</span>
+ <span class="k">elif</span> <span class="bp">self</span><span class="o">.</span><span class="n">use_deb</span><span class="p">:</span>
+ <span class="n">command</span> <span class="o">=</span> <span class="n">debfuncs</span><span class="o">.</span><span class="n">install_packages_command</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">os</span><span class="p">,</span> <span class="n">packages</span><span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="n">msg</span> <span class="o">=</span> <span class="s">"Error installing packages ( OS not known ) "</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="n">msg</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">os</span><span class="p">)</span>
+ <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">,</span> <span class="n">msg</span>
+
+ <span class="k">return</span> <span class="n">command</span>
+</div>
+<div class="viewcode-block" id="LinuxNode.install_packages"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.install_packages">[docs]</a> <span class="k">def</span> <span class="nf">install_packages</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">packages</span><span class="p">,</span> <span class="n">home</span><span class="p">,</span> <span class="n">run_home</span> <span class="o">=</span> <span class="bp">None</span><span class="p">,</span>
+ <span class="n">raise_on_error</span> <span class="o">=</span> <span class="bp">True</span><span class="p">):</span>
+ <span class="sd">""" Install packages in the Linux host.</span>
+
+<span class="sd"> 'home' is the directory to upload the package installation script.</span>
+<span class="sd"> 'run_home' is the directory from where to execute the script.</span>
+<span class="sd"> """</span>
+ <span class="n">command</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">install_packages_command</span><span class="p">(</span><span class="n">packages</span><span class="p">)</span>
+
+ <span class="n">run_home</span> <span class="o">=</span> <span class="n">run_home</span> <span class="ow">or</span> <span class="n">home</span>
+
+ <span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">run_and_wait</span><span class="p">(</span><span class="n">command</span><span class="p">,</span> <span class="n">run_home</span><span class="p">,</span>
+ <span class="n">shfile</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">home</span><span class="p">,</span> <span class="s">"instpkg.sh"</span><span class="p">),</span>
+ <span class="n">pidfile</span> <span class="o">=</span> <span class="s">"instpkg_pidfile"</span><span class="p">,</span>
+ <span class="n">ecodefile</span> <span class="o">=</span> <span class="s">"instpkg_exitcode"</span><span class="p">,</span>
+ <span class="n">stdout</span> <span class="o">=</span> <span class="s">"instpkg_stdout"</span><span class="p">,</span>
+ <span class="n">stderr</span> <span class="o">=</span> <span class="s">"instpkg_stderr"</span><span class="p">,</span>
+ <span class="n">overwrite</span> <span class="o">=</span> <span class="bp">False</span><span class="p">,</span>
+ <span class="n">raise_on_error</span> <span class="o">=</span> <span class="n">raise_on_error</span><span class="p">)</span>
+
+ <span class="k">return</span> <span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span>
+</div>
+<div class="viewcode-block" id="LinuxNode.remove_packages"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.remove_packages">[docs]</a> <span class="k">def</span> <span class="nf">remove_packages</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">packages</span><span class="p">,</span> <span class="n">home</span><span class="p">,</span> <span class="n">run_home</span> <span class="o">=</span> <span class="bp">None</span><span class="p">,</span>
+ <span class="n">raise_on_error</span> <span class="o">=</span> <span class="bp">True</span><span class="p">):</span>
+ <span class="sd">""" Uninstall packages from the Linux host.</span>
+
+<span class="sd"> 'home' is the directory to upload the package un-installation script.</span>
+<span class="sd"> 'run_home' is the directory from where to execute the script.</span>
+<span class="sd"> """</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">use_rpm</span><span class="p">:</span>
+ <span class="n">command</span> <span class="o">=</span> <span class="n">rpmfuncs</span><span class="o">.</span><span class="n">remove_packages_command</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">os</span><span class="p">,</span> <span class="n">packages</span><span class="p">)</span>
+ <span class="k">elif</span> <span class="bp">self</span><span class="o">.</span><span class="n">use_deb</span><span class="p">:</span>
+ <span class="n">command</span> <span class="o">=</span> <span class="n">debfuncs</span><span class="o">.</span><span class="n">remove_packages_command</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">os</span><span class="p">,</span> <span class="n">packages</span><span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="n">msg</span> <span class="o">=</span> <span class="s">"Error removing packages ( OS not known ) "</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="n">msg</span><span class="p">)</span>
+ <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">,</span> <span class="n">msg</span>
+
+ <span class="n">run_home</span> <span class="o">=</span> <span class="n">run_home</span> <span class="ow">or</span> <span class="n">home</span>
+
+ <span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">run_and_wait</span><span class="p">(</span><span class="n">command</span><span class="p">,</span> <span class="n">run_home</span><span class="p">,</span>
+ <span class="n">shfile</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">home</span><span class="p">,</span> <span class="s">"rmpkg.sh"</span><span class="p">),</span>
+ <span class="n">pidfile</span> <span class="o">=</span> <span class="s">"rmpkg_pidfile"</span><span class="p">,</span>
+ <span class="n">ecodefile</span> <span class="o">=</span> <span class="s">"rmpkg_exitcode"</span><span class="p">,</span>
+ <span class="n">stdout</span> <span class="o">=</span> <span class="s">"rmpkg_stdout"</span><span class="p">,</span>
+ <span class="n">stderr</span> <span class="o">=</span> <span class="s">"rmpkg_stderr"</span><span class="p">,</span>
+ <span class="n">overwrite</span> <span class="o">=</span> <span class="bp">False</span><span class="p">,</span>
+ <span class="n">raise_on_error</span> <span class="o">=</span> <span class="n">raise_on_error</span><span class="p">)</span>
+
+ <span class="k">return</span> <span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span>
+</div>
+<div class="viewcode-block" id="LinuxNode.mkdir"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.mkdir">[docs]</a> <span class="k">def</span> <span class="nf">mkdir</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">paths</span><span class="p">,</span> <span class="n">clean</span> <span class="o">=</span> <span class="bp">False</span><span class="p">):</span>
+ <span class="sd">""" Paths is either a single remote directory path to create,</span>
+<span class="sd"> or a list of directories to create.</span>
+<span class="sd"> """</span>
+ <span class="k">if</span> <span class="n">clean</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">rmdir</span><span class="p">(</span><span class="n">paths</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">paths</span><span class="p">,</span> <span class="nb">str</span><span class="p">):</span>
+ <span class="n">paths</span> <span class="o">=</span> <span class="p">[</span><span class="n">paths</span><span class="p">]</span>
+
+ <span class="n">cmd</span> <span class="o">=</span> <span class="s">" ; "</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="nb">map</span><span class="p">(</span><span class="k">lambda</span> <span class="n">path</span><span class="p">:</span> <span class="s">"mkdir -p </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="n">path</span><span class="p">,</span> <span class="n">paths</span><span class="p">))</span>
+
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="n">cmd</span><span class="p">,</span> <span class="n">with_lock</span> <span class="o">=</span> <span class="bp">True</span><span class="p">)</span>
+</div>
+<div class="viewcode-block" id="LinuxNode.rmdir"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.rmdir">[docs]</a> <span class="k">def</span> <span class="nf">rmdir</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">paths</span><span class="p">):</span>
+ <span class="sd">""" Paths is either a single remote directory path to delete,</span>
+<span class="sd"> or a list of directories to delete.</span>
+<span class="sd"> """</span>
+
+ <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">paths</span><span class="p">,</span> <span class="nb">str</span><span class="p">):</span>
+ <span class="n">paths</span> <span class="o">=</span> <span class="p">[</span><span class="n">paths</span><span class="p">]</span>
+
+ <span class="n">cmd</span> <span class="o">=</span> <span class="s">" ; "</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="nb">map</span><span class="p">(</span><span class="k">lambda</span> <span class="n">path</span><span class="p">:</span> <span class="s">"rm -rf </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="n">path</span><span class="p">,</span> <span class="n">paths</span><span class="p">))</span>
+
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="n">cmd</span><span class="p">,</span> <span class="n">with_lock</span> <span class="o">=</span> <span class="bp">True</span><span class="p">)</span>
+ </div>
+<div class="viewcode-block" id="LinuxNode.run_and_wait"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.run_and_wait">[docs]</a> <span class="k">def</span> <span class="nf">run_and_wait</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">command</span><span class="p">,</span> <span class="n">home</span><span class="p">,</span>
+ <span class="n">shfile</span><span class="o">=</span><span class="s">"cmd.sh"</span><span class="p">,</span>
+ <span class="n">env</span><span class="o">=</span><span class="bp">None</span><span class="p">,</span>
+ <span class="n">overwrite</span><span class="o">=</span><span class="bp">True</span><span class="p">,</span>
+ <span class="n">wait_run</span><span class="o">=</span><span class="bp">True</span><span class="p">,</span>
+ <span class="n">pidfile</span><span class="o">=</span><span class="s">"pidfile"</span><span class="p">,</span>
+ <span class="n">ecodefile</span><span class="o">=</span><span class="s">"exitcode"</span><span class="p">,</span>
+ <span class="n">stdin</span><span class="o">=</span><span class="bp">None</span><span class="p">,</span>
+ <span class="n">stdout</span><span class="o">=</span><span class="s">"stdout"</span><span class="p">,</span>
+ <span class="n">stderr</span><span class="o">=</span><span class="s">"stderr"</span><span class="p">,</span>
+ <span class="n">sudo</span><span class="o">=</span><span class="bp">False</span><span class="p">,</span>
+ <span class="n">tty</span><span class="o">=</span><span class="bp">False</span><span class="p">,</span>
+ <span class="n">raise_on_error</span><span class="o">=</span><span class="bp">True</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Uploads the 'command' to a bash script in the host.</span>
+<span class="sd"> Then runs the script detached in background in the host, and</span>
+<span class="sd"> busy-waites until the script finishes executing.</span>
+<span class="sd"> """</span>
+
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">shfile</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s">"/"</span><span class="p">):</span>
+ <span class="n">shfile</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">home</span><span class="p">,</span> <span class="n">shfile</span><span class="p">)</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">upload_command</span><span class="p">(</span><span class="n">command</span><span class="p">,</span>
+ <span class="n">shfile</span> <span class="o">=</span> <span class="n">shfile</span><span class="p">,</span>
+ <span class="n">ecodefile</span> <span class="o">=</span> <span class="n">ecodefile</span><span class="p">,</span>
+ <span class="n">env</span> <span class="o">=</span> <span class="n">env</span><span class="p">,</span>
+ <span class="n">overwrite</span> <span class="o">=</span> <span class="n">overwrite</span><span class="p">)</span>
+
+ <span class="n">command</span> <span class="o">=</span> <span class="s">"bash </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="n">shfile</span>
+ <span class="c"># run command in background in remote host</span>
+ <span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">run</span><span class="p">(</span><span class="n">command</span><span class="p">,</span> <span class="n">home</span><span class="p">,</span>
+ <span class="n">pidfile</span> <span class="o">=</span> <span class="n">pidfile</span><span class="p">,</span>
+ <span class="n">stdin</span> <span class="o">=</span> <span class="n">stdin</span><span class="p">,</span>
+ <span class="n">stdout</span> <span class="o">=</span> <span class="n">stdout</span><span class="p">,</span>
+ <span class="n">stderr</span> <span class="o">=</span> <span class="n">stderr</span><span class="p">,</span>
+ <span class="n">sudo</span> <span class="o">=</span> <span class="n">sudo</span><span class="p">,</span>
+ <span class="n">tty</span> <span class="o">=</span> <span class="n">tty</span><span class="p">)</span>
+
+ <span class="c"># check no errors occurred</span>
+ <span class="k">if</span> <span class="n">proc</span><span class="o">.</span><span class="n">poll</span><span class="p">():</span>
+ <span class="n">msg</span> <span class="o">=</span> <span class="s">" Failed to run command '</span><span class="si">%s</span><span class="s">' "</span> <span class="o">%</span> <span class="n">command</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="n">msg</span><span class="p">,</span> <span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">raise_on_error</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">,</span> <span class="n">msg</span>
+
+ <span class="c"># Wait for pid file to be generated</span>
+ <span class="n">pid</span><span class="p">,</span> <span class="n">ppid</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">wait_pid</span><span class="p">(</span>
+ <span class="n">home</span> <span class="o">=</span> <span class="n">home</span><span class="p">,</span>
+ <span class="n">pidfile</span> <span class="o">=</span> <span class="n">pidfile</span><span class="p">,</span>
+ <span class="n">raise_on_error</span> <span class="o">=</span> <span class="n">raise_on_error</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="n">wait_run</span><span class="p">:</span>
+ <span class="c"># wait until command finishes to execute</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">wait_run</span><span class="p">(</span><span class="n">pid</span><span class="p">,</span> <span class="n">ppid</span><span class="p">)</span>
+
+ <span class="p">(</span><span class="n">eout</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">check_errors</span><span class="p">(</span><span class="n">home</span><span class="p">,</span>
+ <span class="n">ecodefile</span> <span class="o">=</span> <span class="n">ecodefile</span><span class="p">,</span>
+ <span class="n">stderr</span> <span class="o">=</span> <span class="n">stderr</span><span class="p">)</span>
+
+ <span class="c"># Out is what was written in the stderr file</span>
+ <span class="k">if</span> <span class="n">err</span><span class="p">:</span>
+ <span class="n">msg</span> <span class="o">=</span> <span class="s">" Failed to run command '</span><span class="si">%s</span><span class="s">' "</span> <span class="o">%</span> <span class="n">command</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="n">msg</span><span class="p">,</span> <span class="n">eout</span><span class="p">,</span> <span class="n">err</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="n">raise_on_error</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">,</span> <span class="n">msg</span>
+
+ <span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">oerr</span><span class="p">),</span> <span class="n">proc</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">check_output</span><span class="p">(</span><span class="n">home</span><span class="p">,</span> <span class="n">stdout</span><span class="p">)</span>
+
+ <span class="k">return</span> <span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span>
+ </div>
+<div class="viewcode-block" id="LinuxNode.exitcode"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.exitcode">[docs]</a> <span class="k">def</span> <span class="nf">exitcode</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">home</span><span class="p">,</span> <span class="n">ecodefile</span> <span class="o">=</span> <span class="s">"exitcode"</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Get the exit code of an application.</span>
+<span class="sd"> Returns an integer value with the exit code </span>
+<span class="sd"> """</span>
+ <span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">check_output</span><span class="p">(</span><span class="n">home</span><span class="p">,</span> <span class="n">ecodefile</span><span class="p">)</span>
+
+ <span class="c"># Succeeded to open file, return exit code in the file</span>
+ <span class="k">if</span> <span class="n">proc</span><span class="o">.</span><span class="n">wait</span><span class="p">()</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
+ <span class="k">try</span><span class="p">:</span>
+ <span class="k">return</span> <span class="nb">int</span><span class="p">(</span><span class="n">out</span><span class="o">.</span><span class="n">strip</span><span class="p">())</span>
+ <span class="k">except</span><span class="p">:</span>
+ <span class="c"># Error in the content of the file!</span>
+ <span class="k">return</span> <span class="n">ExitCode</span><span class="o">.</span><span class="n">CORRUPTFILE</span>
+
+ <span class="c"># No such file or directory</span>
+ <span class="k">if</span> <span class="n">proc</span><span class="o">.</span><span class="n">returncode</span> <span class="o">==</span> <span class="mi">1</span><span class="p">:</span>
+ <span class="k">return</span> <span class="n">ExitCode</span><span class="o">.</span><span class="n">FILENOTFOUND</span>
+
+ <span class="c"># Other error from 'cat'</span>
+ <span class="k">return</span> <span class="n">ExitCode</span><span class="o">.</span><span class="n">ERROR</span>
+</div>
+<div class="viewcode-block" id="LinuxNode.upload_command"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.upload_command">[docs]</a> <span class="k">def</span> <span class="nf">upload_command</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">command</span><span class="p">,</span>
+ <span class="n">shfile</span><span class="o">=</span><span class="s">"cmd.sh"</span><span class="p">,</span>
+ <span class="n">ecodefile</span><span class="o">=</span><span class="s">"exitcode"</span><span class="p">,</span>
+ <span class="n">overwrite</span><span class="o">=</span><span class="bp">True</span><span class="p">,</span>
+ <span class="n">env</span><span class="o">=</span><span class="bp">None</span><span class="p">):</span>
+ <span class="sd">""" Saves the command as a bash script file in the remote host, and</span>
+<span class="sd"> forces to save the exit code of the command execution to the ecodefile</span>
+<span class="sd"> """</span>
+
+ <span class="k">if</span> <span class="ow">not</span> <span class="p">(</span><span class="n">command</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span><span class="o">.</span><span class="n">endswith</span><span class="p">(</span><span class="s">";"</span><span class="p">)</span> <span class="ow">or</span> <span class="n">command</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span><span class="o">.</span><span class="n">endswith</span><span class="p">(</span><span class="s">"&"</span><span class="p">)):</span>
+ <span class="n">command</span> <span class="o">+=</span> <span class="s">";"</span>
+
+ <span class="c"># The exit code of the command will be stored in ecodefile</span>
+ <span class="n">command</span> <span class="o">=</span> <span class="s">" { </span><span class="si">%(command)s</span><span class="s"> } ; echo $? > </span><span class="si">%(ecodefile)s</span><span class="s"> ;"</span> <span class="o">%</span> <span class="p">{</span>
+ <span class="s">'command'</span><span class="p">:</span> <span class="n">command</span><span class="p">,</span>
+ <span class="s">'ecodefile'</span><span class="p">:</span> <span class="n">ecodefile</span><span class="p">,</span>
+ <span class="p">}</span>
+
+ <span class="c"># Export environment</span>
+ <span class="n">environ</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">format_environment</span><span class="p">(</span><span class="n">env</span><span class="p">)</span>
+
+ <span class="c"># Add environ to command</span>
+ <span class="n">command</span> <span class="o">=</span> <span class="n">environ</span> <span class="o">+</span> <span class="n">command</span>
+
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">upload</span><span class="p">(</span><span class="n">command</span><span class="p">,</span> <span class="n">shfile</span><span class="p">,</span> <span class="n">text</span><span class="o">=</span><span class="bp">True</span><span class="p">,</span> <span class="n">overwrite</span><span class="o">=</span><span class="n">overwrite</span><span class="p">)</span>
+</div>
+<div class="viewcode-block" id="LinuxNode.format_environment"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.format_environment">[docs]</a> <span class="k">def</span> <span class="nf">format_environment</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">env</span><span class="p">,</span> <span class="n">inline</span><span class="o">=</span><span class="bp">False</span><span class="p">):</span>
+ <span class="sd">""" Formats the environment variables for a command to be executed</span>
+<span class="sd"> either as an inline command</span>
+<span class="sd"> (i.e. export PYTHONPATH=src/..; export LALAL= ..;python script.py) or </span>
+<span class="sd"> as a bash script (i.e. export PYTHONPATH=src/.. \n export LALA=.. \n)</span>
+<span class="sd"> """</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">env</span><span class="p">:</span> <span class="k">return</span> <span class="s">""</span>
+
+ <span class="c"># Remove extra white spaces</span>
+ <span class="n">env</span> <span class="o">=</span> <span class="n">re</span><span class="o">.</span><span class="n">sub</span><span class="p">(</span><span class="s">r'\s+'</span><span class="p">,</span> <span class="s">' '</span><span class="p">,</span> <span class="n">env</span><span class="o">.</span><span class="n">strip</span><span class="p">())</span>
+
+ <span class="n">sep</span> <span class="o">=</span> <span class="s">";"</span> <span class="k">if</span> <span class="n">inline</span> <span class="k">else</span> <span class="s">"</span><span class="se">\n</span><span class="s">"</span>
+ <span class="k">return</span> <span class="n">sep</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="nb">map</span><span class="p">(</span><span class="k">lambda</span> <span class="n">e</span><span class="p">:</span> <span class="s">" export </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="n">e</span><span class="p">,</span> <span class="n">env</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s">" "</span><span class="p">)))</span> <span class="o">+</span> <span class="n">sep</span>
+</div>
+<div class="viewcode-block" id="LinuxNode.check_errors"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.check_errors">[docs]</a> <span class="k">def</span> <span class="nf">check_errors</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">home</span><span class="p">,</span>
+ <span class="n">ecodefile</span> <span class="o">=</span> <span class="s">"exitcode"</span><span class="p">,</span>
+ <span class="n">stderr</span> <span class="o">=</span> <span class="s">"stderr"</span><span class="p">):</span>
+ <span class="sd">""" Checks whether errors occurred while running a command.</span>
+<span class="sd"> It first checks the exit code for the command, and only if the</span>
+<span class="sd"> exit code is an error one it returns the error output.</span>
+
+<span class="sd"> """</span>
+ <span class="n">proc</span> <span class="o">=</span> <span class="bp">None</span>
+ <span class="n">err</span> <span class="o">=</span> <span class="s">""</span>
+
+ <span class="c"># get exit code saved in the 'exitcode' file</span>
+ <span class="n">ecode</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">exitcode</span><span class="p">(</span><span class="n">home</span><span class="p">,</span> <span class="n">ecodefile</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="n">ecode</span> <span class="ow">in</span> <span class="p">[</span> <span class="n">ExitCode</span><span class="o">.</span><span class="n">CORRUPTFILE</span><span class="p">,</span> <span class="n">ExitCode</span><span class="o">.</span><span class="n">ERROR</span> <span class="p">]:</span>
+ <span class="n">err</span> <span class="o">=</span> <span class="s">"Error retrieving exit code status from file </span><span class="si">%s</span><span class="s">/</span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="p">(</span><span class="n">home</span><span class="p">,</span> <span class="n">ecodefile</span><span class="p">)</span>
+ <span class="k">elif</span> <span class="n">ecode</span> <span class="o">></span> <span class="mi">0</span> <span class="ow">or</span> <span class="n">ecode</span> <span class="o">==</span> <span class="n">ExitCode</span><span class="o">.</span><span class="n">FILENOTFOUND</span><span class="p">:</span>
+ <span class="c"># The process returned an error code or didn't exist. </span>
+ <span class="c"># Check standard error.</span>
+ <span class="p">(</span><span class="n">err</span><span class="p">,</span> <span class="n">eerr</span><span class="p">),</span> <span class="n">proc</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">check_output</span><span class="p">(</span><span class="n">home</span><span class="p">,</span> <span class="n">stderr</span><span class="p">)</span>
+
+ <span class="c"># If the stderr file was not found, assume nothing bad happened,</span>
+ <span class="c"># and just ignore the error.</span>
+ <span class="c"># (cat returns 1 for error "No such file or directory")</span>
+ <span class="k">if</span> <span class="n">ecode</span> <span class="o">==</span> <span class="n">ExitCode</span><span class="o">.</span><span class="n">FILENOTFOUND</span> <span class="ow">and</span> <span class="n">proc</span><span class="o">.</span><span class="n">poll</span><span class="p">()</span> <span class="o">==</span> <span class="mi">1</span><span class="p">:</span>
+ <span class="n">err</span> <span class="o">=</span> <span class="s">""</span>
+
+ <span class="k">return</span> <span class="p">(</span><span class="s">""</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span>
+ </div>
+<div class="viewcode-block" id="LinuxNode.wait_pid"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.wait_pid">[docs]</a> <span class="k">def</span> <span class="nf">wait_pid</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">home</span><span class="p">,</span> <span class="n">pidfile</span> <span class="o">=</span> <span class="s">"pidfile"</span><span class="p">,</span> <span class="n">raise_on_error</span> <span class="o">=</span> <span class="bp">False</span><span class="p">):</span>
+ <span class="sd">""" Waits until the pid file for the command is generated, </span>
+<span class="sd"> and returns the pid and ppid of the process """</span>
+ <span class="n">pid</span> <span class="o">=</span> <span class="n">ppid</span> <span class="o">=</span> <span class="bp">None</span>
+ <span class="n">delay</span> <span class="o">=</span> <span class="mf">1.0</span>
+
+ <span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">xrange</span><span class="p">(</span><span class="mi">2</span><span class="p">):</span>
+ <span class="n">pidtuple</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">getpid</span><span class="p">(</span><span class="n">home</span> <span class="o">=</span> <span class="n">home</span><span class="p">,</span> <span class="n">pidfile</span> <span class="o">=</span> <span class="n">pidfile</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="n">pidtuple</span><span class="p">:</span>
+ <span class="n">pid</span><span class="p">,</span> <span class="n">ppid</span> <span class="o">=</span> <span class="n">pidtuple</span>
+ <span class="k">break</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="n">time</span><span class="o">.</span><span class="n">sleep</span><span class="p">(</span><span class="n">delay</span><span class="p">)</span>
+ <span class="n">delay</span> <span class="o">=</span> <span class="n">delay</span> <span class="o">*</span> <span class="mf">1.5</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="n">msg</span> <span class="o">=</span> <span class="s">" Failed to get pid for pidfile </span><span class="si">%s</span><span class="s">/</span><span class="si">%s</span><span class="s"> "</span> <span class="o">%</span> <span class="p">(</span>
+ <span class="n">home</span><span class="p">,</span> <span class="n">pidfile</span> <span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="n">msg</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="n">raise_on_error</span><span class="p">:</span>
+ <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">,</span> <span class="n">msg</span>
+
+ <span class="k">return</span> <span class="n">pid</span><span class="p">,</span> <span class="n">ppid</span>
+</div>
+<div class="viewcode-block" id="LinuxNode.wait_run"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.wait_run">[docs]</a> <span class="k">def</span> <span class="nf">wait_run</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">pid</span><span class="p">,</span> <span class="n">ppid</span><span class="p">,</span> <span class="n">trial</span> <span class="o">=</span> <span class="mi">0</span><span class="p">):</span>
+ <span class="sd">""" wait for a remote process to finish execution """</span>
+ <span class="n">delay</span> <span class="o">=</span> <span class="mf">1.0</span>
+
+ <span class="k">while</span> <span class="bp">True</span><span class="p">:</span>
+ <span class="n">status</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">status</span><span class="p">(</span><span class="n">pid</span><span class="p">,</span> <span class="n">ppid</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="n">status</span> <span class="ow">is</span> <span class="n">ProcStatus</span><span class="o">.</span><span class="n">FINISHED</span><span class="p">:</span>
+ <span class="k">break</span>
+ <span class="k">elif</span> <span class="n">status</span> <span class="ow">is</span> <span class="ow">not</span> <span class="n">ProcStatus</span><span class="o">.</span><span class="n">RUNNING</span><span class="p">:</span>
+ <span class="n">delay</span> <span class="o">=</span> <span class="n">delay</span> <span class="o">*</span> <span class="mf">1.5</span>
+ <span class="n">time</span><span class="o">.</span><span class="n">sleep</span><span class="p">(</span><span class="n">delay</span><span class="p">)</span>
+ <span class="c"># If it takes more than 20 seconds to start, then</span>
+ <span class="c"># asume something went wrong</span>
+ <span class="k">if</span> <span class="n">delay</span> <span class="o">></span> <span class="mi">20</span><span class="p">:</span>
+ <span class="k">break</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="c"># The app is running, just wait...</span>
+ <span class="n">time</span><span class="o">.</span><span class="n">sleep</span><span class="p">(</span><span class="mf">0.5</span><span class="p">)</span>
+</div>
+<div class="viewcode-block" id="LinuxNode.check_output"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.check_output">[docs]</a> <span class="k">def</span> <span class="nf">check_output</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">home</span><span class="p">,</span> <span class="n">filename</span><span class="p">):</span>
+ <span class="sd">""" Retrives content of file """</span>
+ <span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="s">"cat </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span>
+ <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">home</span><span class="p">,</span> <span class="n">filename</span><span class="p">),</span> <span class="n">retry</span> <span class="o">=</span> <span class="mi">1</span><span class="p">,</span> <span class="n">with_lock</span> <span class="o">=</span> <span class="bp">True</span><span class="p">)</span>
+ <span class="k">return</span> <span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span>
+</div>
+<div class="viewcode-block" id="LinuxNode.is_alive"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.is_alive">[docs]</a> <span class="k">def</span> <span class="nf">is_alive</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="sd">""" Checks if host is responsive</span>
+<span class="sd"> """</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">localhost</span><span class="p">:</span>
+ <span class="k">return</span> <span class="bp">True</span>
+
+ <span class="n">out</span> <span class="o">=</span> <span class="n">err</span> <span class="o">=</span> <span class="s">""</span>
+ <span class="n">msg</span> <span class="o">=</span> <span class="s">"Unresponsive host. Wrong answer. "</span>
+
+ <span class="c"># The underlying SSH layer will sometimes return an empty</span>
+ <span class="c"># output (even if the command was executed without errors).</span>
+ <span class="c"># To work arround this, repeat the operation N times or</span>
+ <span class="c"># until the result is not empty string</span>
+ <span class="k">try</span><span class="p">:</span>
+ <span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="s">"echo 'ALIVE'"</span><span class="p">,</span>
+ <span class="n">blocking</span> <span class="o">=</span> <span class="bp">True</span><span class="p">,</span>
+ <span class="n">with_lock</span> <span class="o">=</span> <span class="bp">True</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="n">out</span><span class="o">.</span><span class="n">find</span><span class="p">(</span><span class="s">"ALIVE"</span><span class="p">)</span> <span class="o">></span> <span class="o">-</span><span class="mi">1</span><span class="p">:</span>
+ <span class="k">return</span> <span class="bp">True</span>
+ <span class="k">except</span><span class="p">:</span>
+ <span class="n">trace</span> <span class="o">=</span> <span class="n">traceback</span><span class="o">.</span><span class="n">format_exc</span><span class="p">()</span>
+ <span class="n">msg</span> <span class="o">=</span> <span class="s">"Unresponsive host. Error reaching host: </span><span class="si">%s</span><span class="s"> "</span> <span class="o">%</span> <span class="n">trace</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="n">msg</span><span class="p">,</span> <span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">)</span>
+ <span class="k">return</span> <span class="bp">False</span>
+</div>
+<div class="viewcode-block" id="LinuxNode.find_home"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.find_home">[docs]</a> <span class="k">def</span> <span class="nf">find_home</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="sd">""" Retrieves host home directory</span>
+<span class="sd"> """</span>
+ <span class="c"># The underlying SSH layer will sometimes return an empty</span>
+ <span class="c"># output (even if the command was executed without errors).</span>
+ <span class="c"># To work arround this, repeat the operation N times or</span>
+ <span class="c"># until the result is not empty string</span>
+ <span class="n">msg</span> <span class="o">=</span> <span class="s">"Impossible to retrieve HOME directory"</span>
+ <span class="k">try</span><span class="p">:</span>
+ <span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="s">"echo ${HOME}"</span><span class="p">,</span>
+ <span class="n">blocking</span> <span class="o">=</span> <span class="bp">True</span><span class="p">,</span>
+ <span class="n">with_lock</span> <span class="o">=</span> <span class="bp">True</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="n">out</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span> <span class="o">!=</span> <span class="s">""</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_home_dir</span> <span class="o">=</span> <span class="n">out</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span>
+ <span class="k">except</span><span class="p">:</span>
+ <span class="n">trace</span> <span class="o">=</span> <span class="n">traceback</span><span class="o">.</span><span class="n">format_exc</span><span class="p">()</span>
+ <span class="n">msg</span> <span class="o">=</span> <span class="s">"Impossible to retrieve HOME directory </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="n">trace</span>
+
+ <span class="k">if</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">_home_dir</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="n">msg</span><span class="p">)</span>
+ <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">,</span> <span class="n">msg</span>
+</div>
+<div class="viewcode-block" id="LinuxNode.filter_existing_files"><a class="viewcode-back" href="../../../../_layout/nepi.resources.linux.html#nepi.resources.linux.node.LinuxNode.filter_existing_files">[docs]</a> <span class="k">def</span> <span class="nf">filter_existing_files</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">src</span><span class="p">,</span> <span class="n">dst</span><span class="p">):</span>
+ <span class="sd">""" Removes files that already exist in the Linux host from src list</span>
+<span class="sd"> """</span>
+ <span class="c"># construct a dictionary with { dst: src }</span>
+ <span class="n">dests</span> <span class="o">=</span> <span class="nb">dict</span><span class="p">(</span><span class="nb">map</span><span class="p">(</span><span class="k">lambda</span> <span class="n">s</span><span class="p">:</span> <span class="p">(</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">dst</span><span class="p">,</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">basename</span><span class="p">(</span><span class="n">s</span><span class="p">)),</span> <span class="n">s</span><span class="p">),</span> <span class="n">src</span><span class="p">))</span> \
+ <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">src</span><span class="p">)</span> <span class="o">></span> <span class="mi">1</span> <span class="k">else</span> <span class="nb">dict</span><span class="p">({</span><span class="n">dst</span><span class="p">:</span> <span class="n">src</span><span class="p">[</span><span class="mi">0</span><span class="p">]})</span>
+
+ <span class="n">command</span> <span class="o">=</span> <span class="p">[]</span>
+ <span class="k">for</span> <span class="n">d</span> <span class="ow">in</span> <span class="n">dests</span><span class="o">.</span><span class="n">keys</span><span class="p">():</span>
+ <span class="n">command</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="s">" [ -f </span><span class="si">%(dst)s</span><span class="s"> ] && echo '</span><span class="si">%(dst)s</span><span class="s">' "</span> <span class="o">%</span> <span class="p">{</span><span class="s">'dst'</span> <span class="p">:</span> <span class="n">d</span><span class="p">}</span> <span class="p">)</span>
+
+ <span class="n">command</span> <span class="o">=</span> <span class="s">";"</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">command</span><span class="p">)</span>
+
+ <span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="n">command</span><span class="p">,</span> <span class="n">retry</span> <span class="o">=</span> <span class="mi">1</span><span class="p">,</span> <span class="n">with_lock</span> <span class="o">=</span> <span class="bp">True</span><span class="p">)</span>
+
+ <span class="k">for</span> <span class="n">d</span> <span class="ow">in</span> <span class="n">dests</span><span class="o">.</span><span class="n">keys</span><span class="p">():</span>
+ <span class="k">if</span> <span class="n">out</span><span class="o">.</span><span class="n">find</span><span class="p">(</span><span class="n">d</span><span class="p">)</span> <span class="o">></span> <span class="o">-</span><span class="mi">1</span><span class="p">:</span>
+ <span class="k">del</span> <span class="n">dests</span><span class="p">[</span><span class="n">d</span><span class="p">]</span>
+
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">dests</span><span class="p">:</span>
+ <span class="k">return</span> <span class="p">[]</span>
+
+ <span class="k">return</span> <span class="n">dests</span><span class="o">.</span><span class="n">values</span><span class="p">()</span>
+</pre></div></div></div>
+
+ </div>
+ </div>
+ </div>
+ <div class="clearer"></div>
+ </div>
+ <div class="related">
+ <h3>Navigation</h3>
+ <ul>
+ <li class="right" style="margin-right: 10px">
+ <a href="../../../../genindex.html" title="General Index"
+ >index</a></li>
+ <li class="right" >
+ <a href="../../../../py-modindex.html" title="Python Module Index"
+ >modules</a> |</li>
+ <li><a href="../../../../index.html">NEPI 3.2 documentation</a> »</li>
+ <li><a href="../../../index.html" >Module code</a> »</li>
+ </ul>
+ </div>
+ <div class="footer">
+ © Copyright 2014, Alina Quereilhac, Lucia Guevgeozian Odizzio, Julien Tribino.
+ Created using <a href="http://sphinx-doc.org/">Sphinx</a> 1.2.3.
+ </div>
+ </body>
+</html>
\ No newline at end of file
git://git.onelab.eu / nepi.git / blobdiff