--- /dev/null
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
+ "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+
+
+<html xmlns="http://www.w3.org/1999/xhtml">
+ <head>
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
+
+ <title>nepi.resources.planetlab.node — NEPI 3.2 documentation</title>
+
+ <link rel="stylesheet" href="../../../../_static/sphinxdoc.css" type="text/css" />
+ <link rel="stylesheet" href="../../../../_static/pygments.css" type="text/css" />
+
+ <script type="text/javascript">
+ var DOCUMENTATION_OPTIONS = {
+ URL_ROOT: '../../../../',
+ VERSION: '3.2',
+ COLLAPSE_INDEX: false,
+ FILE_SUFFIX: '.html',
+ HAS_SOURCE: true
+ };
+ </script>
+ <script type="text/javascript" src="../../../../_static/jquery.js"></script>
+ <script type="text/javascript" src="../../../../_static/underscore.js"></script>
+ <script type="text/javascript" src="../../../../_static/doctools.js"></script>
+ <link rel="top" title="NEPI 3.2 documentation" href="../../../../index.html" />
+ <link rel="up" title="Module code" href="../../../index.html" />
+ </head>
+ <body>
+ <div class="related">
+ <h3>Navigation</h3>
+ <ul>
+ <li class="right" style="margin-right: 10px">
+ <a href="../../../../genindex.html" title="General Index"
+ accesskey="I">index</a></li>
+ <li class="right" >
+ <a href="../../../../py-modindex.html" title="Python Module Index"
+ >modules</a> |</li>
+ <li><a href="../../../../index.html">NEPI 3.2 documentation</a> »</li>
+ <li><a href="../../../index.html" accesskey="U">Module code</a> »</li>
+ </ul>
+ </div>
+ <div class="sphinxsidebar">
+ <div class="sphinxsidebarwrapper">
+<div id="searchbox" style="display: none">
+ <h3>Quick search</h3>
+ <form class="search" action="../../../../search.html" method="get">
+ <input type="text" name="q" />
+ <input type="submit" value="Go" />
+ <input type="hidden" name="check_keywords" value="yes" />
+ <input type="hidden" name="area" value="default" />
+ </form>
+ <p class="searchtip" style="font-size: 90%">
+ Enter search terms or a module, class or function name.
+ </p>
+</div>
+<script type="text/javascript">$('#searchbox').show(0);</script>
+ </div>
+ </div>
+
+ <div class="document">
+ <div class="documentwrapper">
+ <div class="bodywrapper">
+ <div class="body">
+
+ <h1>Source code for nepi.resources.planetlab.node</h1><div class="highlight"><pre>
+<span class="c">#</span>
+<span class="c"># NEPI, a framework to manage network experiments</span>
+<span class="c"># Copyright (C) 2013 INRIA</span>
+<span class="c">#</span>
+<span class="c"># This program is free software: you can redistribute it and/or modify</span>
+<span class="c"># it under the terms of the GNU General Public License version 2 as</span>
+<span class="c"># published by the Free Software Foundation;</span>
+<span class="c">#</span>
+<span class="c"># This program is distributed in the hope that it will be useful,</span>
+<span class="c"># but WITHOUT ANY WARRANTY; without even the implied warranty of</span>
+<span class="c"># MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the</span>
+<span class="c"># GNU General Public License for more details.</span>
+<span class="c">#</span>
+<span class="c"># You should have received a copy of the GNU General Public License</span>
+<span class="c"># along with this program. If not, see <http://www.gnu.org/licenses/>.</span>
+<span class="c">#</span>
+<span class="c"># Author: Alina Quereilhac <alina.quereilhac@inria.fr></span>
+<span class="c"># Lucia Guevgeozian <lucia.guevgeozian_odizzio@inria.fr></span>
+
+<span class="kn">from</span> <span class="nn">nepi.execution.attribute</span> <span class="kn">import</span> <span class="n">Attribute</span><span class="p">,</span> <span class="n">Flags</span><span class="p">,</span> <span class="n">Types</span>
+<span class="kn">from</span> <span class="nn">nepi.execution.resource</span> <span class="kn">import</span> <span class="n">ResourceManager</span><span class="p">,</span> <span class="n">clsinit_copy</span><span class="p">,</span> \
+ <span class="n">ResourceState</span>
+<span class="kn">from</span> <span class="nn">nepi.resources.linux.node</span> <span class="kn">import</span> <span class="n">LinuxNode</span>
+<span class="kn">from</span> <span class="nn">nepi.resources.planetlab.plcapi</span> <span class="kn">import</span> <span class="n">PLCAPIFactory</span>
+<span class="kn">from</span> <span class="nn">nepi.util.execfuncs</span> <span class="kn">import</span> <span class="n">lexec</span>
+<span class="kn">from</span> <span class="nn">nepi.util</span> <span class="kn">import</span> <span class="n">sshfuncs</span>
+
+<span class="kn">from</span> <span class="nn">random</span> <span class="kn">import</span> <span class="n">randint</span>
+<span class="kn">import</span> <span class="nn">re</span>
+<span class="kn">import</span> <span class="nn">os</span>
+<span class="kn">import</span> <span class="nn">time</span>
+<span class="kn">import</span> <span class="nn">socket</span>
+<span class="kn">import</span> <span class="nn">threading</span>
+<span class="kn">import</span> <span class="nn">datetime</span>
+<span class="kn">import</span> <span class="nn">weakref</span>
+
+<span class="nd">@clsinit_copy</span>
+<div class="viewcode-block" id="PlanetlabNode"><a class="viewcode-back" href="../../../../_layout/nepi.resources.planetlab.html#nepi.resources.planetlab.node.PlanetlabNode">[docs]</a><span class="k">class</span> <span class="nc">PlanetlabNode</span><span class="p">(</span><span class="n">LinuxNode</span><span class="p">):</span>
+ <span class="n">_rtype</span> <span class="o">=</span> <span class="s">"planetlab::Node"</span>
+ <span class="n">_help</span> <span class="o">=</span> <span class="s">"Controls a PlanetLab host accessible using a SSH key "</span> \
+ <span class="s">"associated to a PlanetLab user account"</span>
+ <span class="n">_platform</span> <span class="o">=</span> <span class="s">"planetlab"</span>
+
+ <span class="n">lock</span> <span class="o">=</span> <span class="n">threading</span><span class="o">.</span><span class="n">Lock</span><span class="p">()</span>
+
+ <span class="nd">@classmethod</span>
+ <span class="k">def</span> <span class="nf">_register_attributes</span><span class="p">(</span><span class="n">cls</span><span class="p">):</span>
+ <span class="n">ip</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"ip"</span><span class="p">,</span> <span class="s">"PlanetLab host public IP address"</span><span class="p">,</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Design</span><span class="p">)</span>
+
+ <span class="n">pl_url</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"plcApiUrl"</span><span class="p">,</span> <span class="s">"URL of PlanetLab PLCAPI host </span><span class="se">\</span>
+<span class="s"> (e.g. www.planet-lab.eu or www.planet-lab.org) "</span><span class="p">,</span>
+ <span class="n">default</span> <span class="o">=</span> <span class="s">"www.planet-lab.eu"</span><span class="p">,</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Credential</span><span class="p">)</span>
+
+ <span class="n">pl_ptn</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"plcApiPattern"</span><span class="p">,</span> <span class="s">"PLC API service regexp pattern </span><span class="se">\</span>
+<span class="s"> (e.g. https://</span><span class="si">%(hostname)s</span><span class="s">:443/PLCAPI/ ) "</span><span class="p">,</span>
+ <span class="n">default</span> <span class="o">=</span> <span class="s">"https://</span><span class="si">%(hostname)s</span><span class="s">:443/PLCAPI/"</span><span class="p">,</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Design</span><span class="p">)</span>
+
+ <span class="n">pl_user</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"pluser"</span><span class="p">,</span> <span class="s">"PlanetLab account user, as the one to </span><span class="se">\</span>
+<span class="s"> authenticate in the website) "</span><span class="p">,</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Credential</span><span class="p">)</span>
+
+ <span class="n">pl_password</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"plpassword"</span><span class="p">,</span>
+ <span class="s">"PlanetLab account password, as </span><span class="se">\</span>
+<span class="s"> the one to authenticate in the website) "</span><span class="p">,</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Credential</span><span class="p">)</span>
+
+ <span class="n">city</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"city"</span><span class="p">,</span> <span class="s">"Constrain location (city) during resource </span><span class="se">\</span>
+<span class="s"> discovery. May use wildcards."</span><span class="p">,</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Filter</span><span class="p">)</span>
+
+ <span class="n">country</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"country"</span><span class="p">,</span> <span class="s">"Constrain location (country) during </span><span class="se">\</span>
+<span class="s"> resource discovery. May use wildcards."</span><span class="p">,</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Filter</span><span class="p">)</span>
+
+ <span class="n">region</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"region"</span><span class="p">,</span> <span class="s">"Constrain location (region) during </span><span class="se">\</span>
+<span class="s"> resource discovery. May use wildcards."</span><span class="p">,</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Filter</span><span class="p">)</span>
+
+ <span class="n">architecture</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"architecture"</span><span class="p">,</span> <span class="s">"Constrain architecture </span><span class="se">\</span>
+<span class="s"> during resource discovery."</span><span class="p">,</span>
+ <span class="nb">type</span> <span class="o">=</span> <span class="n">Types</span><span class="o">.</span><span class="n">Enumerate</span><span class="p">,</span>
+ <span class="n">allowed</span> <span class="o">=</span> <span class="p">[</span><span class="s">"x86_64"</span><span class="p">,</span>
+ <span class="s">"i386"</span><span class="p">],</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Filter</span><span class="p">)</span>
+
+ <span class="n">operating_system</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"operatingSystem"</span><span class="p">,</span> <span class="s">"Constrain operating </span><span class="se">\</span>
+<span class="s"> system during resource discovery."</span><span class="p">,</span>
+ <span class="nb">type</span> <span class="o">=</span> <span class="n">Types</span><span class="o">.</span><span class="n">Enumerate</span><span class="p">,</span>
+ <span class="n">allowed</span> <span class="o">=</span> <span class="p">[</span><span class="s">"f8"</span><span class="p">,</span>
+ <span class="s">"f12"</span><span class="p">,</span>
+ <span class="s">"f14"</span><span class="p">,</span>
+ <span class="s">"centos"</span><span class="p">,</span>
+ <span class="s">"other"</span><span class="p">],</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Filter</span><span class="p">)</span>
+
+ <span class="n">min_reliability</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"minReliability"</span><span class="p">,</span> <span class="s">"Constrain reliability </span><span class="se">\</span>
+<span class="s"> while picking PlanetLab nodes. Specifies a lower </span><span class="se">\</span>
+<span class="s"> acceptable bound."</span><span class="p">,</span>
+ <span class="nb">type</span> <span class="o">=</span> <span class="n">Types</span><span class="o">.</span><span class="n">Double</span><span class="p">,</span>
+ <span class="nb">range</span> <span class="o">=</span> <span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">100</span><span class="p">),</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Filter</span><span class="p">)</span>
+
+ <span class="n">max_reliability</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"maxReliability"</span><span class="p">,</span> <span class="s">"Constrain reliability </span><span class="se">\</span>
+<span class="s"> while picking PlanetLab nodes. Specifies an upper </span><span class="se">\</span>
+<span class="s"> acceptable bound."</span><span class="p">,</span>
+ <span class="nb">type</span> <span class="o">=</span> <span class="n">Types</span><span class="o">.</span><span class="n">Double</span><span class="p">,</span>
+ <span class="nb">range</span> <span class="o">=</span> <span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">100</span><span class="p">),</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Filter</span><span class="p">)</span>
+
+ <span class="n">min_bandwidth</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"minBandwidth"</span><span class="p">,</span> <span class="s">"Constrain available </span><span class="se">\</span>
+<span class="s"> bandwidth while picking PlanetLab nodes. </span><span class="se">\</span>
+<span class="s"> Specifies a lower acceptable bound."</span><span class="p">,</span>
+ <span class="nb">type</span> <span class="o">=</span> <span class="n">Types</span><span class="o">.</span><span class="n">Double</span><span class="p">,</span>
+ <span class="nb">range</span> <span class="o">=</span> <span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="mi">2</span><span class="o">**</span><span class="mi">31</span><span class="p">),</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Filter</span><span class="p">)</span>
+
+ <span class="n">max_bandwidth</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"maxBandwidth"</span><span class="p">,</span> <span class="s">"Constrain available </span><span class="se">\</span>
+<span class="s"> bandwidth while picking PlanetLab nodes. </span><span class="se">\</span>
+<span class="s"> Specifies an upper acceptable bound."</span><span class="p">,</span>
+ <span class="nb">type</span> <span class="o">=</span> <span class="n">Types</span><span class="o">.</span><span class="n">Double</span><span class="p">,</span>
+ <span class="nb">range</span> <span class="o">=</span> <span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="mi">2</span><span class="o">**</span><span class="mi">31</span><span class="p">),</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Filter</span><span class="p">)</span>
+
+ <span class="n">min_load</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"minLoad"</span><span class="p">,</span> <span class="s">"Constrain node load average while </span><span class="se">\</span>
+<span class="s"> picking PlanetLab nodes. Specifies a lower acceptable </span><span class="se">\</span>
+<span class="s"> bound."</span><span class="p">,</span>
+ <span class="nb">type</span> <span class="o">=</span> <span class="n">Types</span><span class="o">.</span><span class="n">Double</span><span class="p">,</span>
+ <span class="nb">range</span> <span class="o">=</span> <span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="mi">2</span><span class="o">**</span><span class="mi">31</span><span class="p">),</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Filter</span><span class="p">)</span>
+
+ <span class="n">max_load</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"maxLoad"</span><span class="p">,</span> <span class="s">"Constrain node load average while </span><span class="se">\</span>
+<span class="s"> picking PlanetLab nodes. Specifies an upper acceptable </span><span class="se">\</span>
+<span class="s"> bound."</span><span class="p">,</span>
+ <span class="nb">type</span> <span class="o">=</span> <span class="n">Types</span><span class="o">.</span><span class="n">Double</span><span class="p">,</span>
+ <span class="nb">range</span> <span class="o">=</span> <span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="mi">2</span><span class="o">**</span><span class="mi">31</span><span class="p">),</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Filter</span><span class="p">)</span>
+
+ <span class="n">min_cpu</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"minCpu"</span><span class="p">,</span> <span class="s">"Constrain available cpu time while </span><span class="se">\</span>
+<span class="s"> picking PlanetLab nodes. Specifies a lower acceptable </span><span class="se">\</span>
+<span class="s"> bound."</span><span class="p">,</span>
+ <span class="nb">type</span> <span class="o">=</span> <span class="n">Types</span><span class="o">.</span><span class="n">Double</span><span class="p">,</span>
+ <span class="nb">range</span> <span class="o">=</span> <span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="mi">100</span><span class="p">),</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Filter</span><span class="p">)</span>
+
+ <span class="n">max_cpu</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"maxCpu"</span><span class="p">,</span> <span class="s">"Constrain available cpu time while </span><span class="se">\</span>
+<span class="s"> picking PlanetLab nodes. Specifies an upper acceptable </span><span class="se">\</span>
+<span class="s"> bound."</span><span class="p">,</span>
+ <span class="nb">type</span> <span class="o">=</span> <span class="n">Types</span><span class="o">.</span><span class="n">Double</span><span class="p">,</span>
+ <span class="nb">range</span> <span class="o">=</span> <span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="mi">100</span><span class="p">),</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Filter</span><span class="p">)</span>
+
+ <span class="n">timeframe</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"timeframe"</span><span class="p">,</span> <span class="s">"Past time period in which to check</span><span class="se">\</span>
+<span class="s"> information about the node. Values are year,month, </span><span class="se">\</span>
+<span class="s"> week, latest"</span><span class="p">,</span>
+ <span class="n">default</span> <span class="o">=</span> <span class="s">"week"</span><span class="p">,</span>
+ <span class="nb">type</span> <span class="o">=</span> <span class="n">Types</span><span class="o">.</span><span class="n">Enumerate</span><span class="p">,</span>
+ <span class="n">allowed</span> <span class="o">=</span> <span class="p">[</span><span class="s">"latest"</span><span class="p">,</span>
+ <span class="s">"week"</span><span class="p">,</span>
+ <span class="s">"month"</span><span class="p">,</span>
+ <span class="s">"year"</span><span class="p">],</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Filter</span><span class="p">)</span>
+
+ <span class="n">plblacklist</span> <span class="o">=</span> <span class="n">Attribute</span><span class="p">(</span><span class="s">"persist_blacklist"</span><span class="p">,</span> <span class="s">"Take into account the file plblacklist </span><span class="se">\</span>
+<span class="s"> in the user's home directory under .nepi directory. This file </span><span class="se">\</span>
+<span class="s"> contains a list of PL nodes to blacklist, and at the end </span><span class="se">\</span>
+<span class="s"> of the experiment execution the new blacklisted nodes are added."</span><span class="p">,</span>
+ <span class="nb">type</span> <span class="o">=</span> <span class="n">Types</span><span class="o">.</span><span class="n">Bool</span><span class="p">,</span>
+ <span class="n">default</span> <span class="o">=</span> <span class="bp">False</span><span class="p">,</span>
+ <span class="n">flags</span> <span class="o">=</span> <span class="n">Flags</span><span class="o">.</span><span class="n">Global</span><span class="p">)</span>
+
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">ip</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">pl_url</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">pl_ptn</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">pl_user</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">pl_password</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">city</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">country</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">region</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">architecture</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">operating_system</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">min_reliability</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">max_reliability</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">min_bandwidth</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">max_bandwidth</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">min_load</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">max_load</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">min_cpu</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">max_cpu</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">timeframe</span><span class="p">)</span>
+ <span class="n">cls</span><span class="o">.</span><span class="n">_register_attribute</span><span class="p">(</span><span class="n">plblacklist</span><span class="p">)</span>
+
+ <span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">ec</span><span class="p">,</span> <span class="n">guid</span><span class="p">):</span>
+ <span class="nb">super</span><span class="p">(</span><span class="n">PlanetlabNode</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">__init__</span><span class="p">(</span><span class="n">ec</span><span class="p">,</span> <span class="n">guid</span><span class="p">)</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">_ecobj</span> <span class="o">=</span> <span class="n">weakref</span><span class="o">.</span><span class="n">ref</span><span class="p">(</span><span class="n">ec</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_plapi</span> <span class="o">=</span> <span class="bp">None</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_node_to_provision</span> <span class="o">=</span> <span class="bp">None</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_slicenode</span> <span class="o">=</span> <span class="bp">False</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_hostname</span> <span class="o">=</span> <span class="bp">False</span>
+
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"gateway"</span><span class="p">)</span> <span class="ow">or</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"gatewayUser"</span><span class="p">):</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s">"gateway"</span><span class="p">,</span> <span class="bp">None</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s">"gatewayUser"</span><span class="p">,</span> <span class="bp">None</span><span class="p">)</span>
+
+ <span class="c"># Blacklist file</span>
+ <span class="n">nepi_home</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">expanduser</span><span class="p">(</span><span class="s">"~"</span><span class="p">),</span> <span class="s">".nepi"</span><span class="p">)</span>
+ <span class="n">plblacklist_file</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">nepi_home</span><span class="p">,</span> <span class="s">"plblacklist.txt"</span><span class="p">)</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">exists</span><span class="p">(</span><span class="n">plblacklist_file</span><span class="p">):</span>
+ <span class="k">if</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">isdir</span><span class="p">(</span><span class="n">nepi_home</span><span class="p">):</span>
+ <span class="nb">open</span><span class="p">(</span><span class="n">plblacklist_file</span><span class="p">,</span> <span class="s">'w'</span><span class="p">)</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="n">os</span><span class="o">.</span><span class="n">makedirs</span><span class="p">(</span><span class="n">nepi_home</span><span class="p">)</span>
+ <span class="nb">open</span><span class="p">(</span><span class="n">plblacklist_file</span><span class="p">,</span> <span class="s">'w'</span><span class="p">)</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
+
+ <span class="k">def</span> <span class="nf">_skip_provision</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="n">pl_user</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"pluser"</span><span class="p">)</span>
+ <span class="n">pl_pass</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"plpassword"</span><span class="p">)</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">pl_user</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">pl_pass</span><span class="p">:</span>
+ <span class="k">return</span> <span class="bp">True</span>
+ <span class="k">else</span><span class="p">:</span> <span class="k">return</span> <span class="bp">False</span>
+
+ <span class="nd">@property</span>
+<div class="viewcode-block" id="PlanetlabNode.plapi"><a class="viewcode-back" href="../../../../_layout/nepi.resources.planetlab.html#nepi.resources.planetlab.node.PlanetlabNode.plapi">[docs]</a> <span class="k">def</span> <span class="nf">plapi</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">_plapi</span><span class="p">:</span>
+ <span class="n">pl_user</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"pluser"</span><span class="p">)</span>
+ <span class="n">pl_pass</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"plpassword"</span><span class="p">)</span>
+ <span class="n">pl_url</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"plcApiUrl"</span><span class="p">)</span>
+ <span class="n">pl_ptn</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"plcApiPattern"</span><span class="p">)</span>
+ <span class="n">_plapi</span> <span class="o">=</span> <span class="n">PLCAPIFactory</span><span class="o">.</span><span class="n">get_api</span><span class="p">(</span><span class="n">pl_user</span><span class="p">,</span> <span class="n">pl_pass</span><span class="p">,</span> <span class="n">pl_url</span><span class="p">,</span>
+ <span class="n">pl_ptn</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_ecobj</span><span class="p">())</span>
+
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">_plapi</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">fail_plapi</span><span class="p">()</span>
+
+ <span class="bp">self</span><span class="o">.</span><span class="n">_plapi</span> <span class="o">=</span> <span class="n">weakref</span><span class="o">.</span><span class="n">ref</span><span class="p">(</span><span class="n">_plapi</span><span class="p">)</span>
+
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_plapi</span><span class="p">()</span>
+</div>
+<div class="viewcode-block" id="PlanetlabNode.do_discover"><a class="viewcode-back" href="../../../../_layout/nepi.resources.planetlab.html#nepi.resources.planetlab.node.PlanetlabNode.do_discover">[docs]</a> <span class="k">def</span> <span class="nf">do_discover</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Based on the attributes defined by the user, discover the suitable </span>
+<span class="sd"> nodes for provision.</span>
+<span class="sd"> """</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_skip_provision</span><span class="p">():</span>
+ <span class="nb">super</span><span class="p">(</span><span class="n">PlanetlabNode</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">do_discover</span><span class="p">()</span>
+ <span class="k">return</span>
+
+ <span class="n">hostname</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_hostname</span><span class="p">()</span>
+ <span class="k">if</span> <span class="n">hostname</span><span class="p">:</span>
+ <span class="c"># the user specified one particular node to be provisioned</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_hostname</span> <span class="o">=</span> <span class="bp">True</span>
+ <span class="n">node_id</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_nodes_id</span><span class="p">({</span><span class="s">'hostname'</span><span class="p">:</span><span class="n">hostname</span><span class="p">})</span>
+ <span class="n">node_id</span> <span class="o">=</span> <span class="n">node_id</span><span class="o">.</span><span class="n">pop</span><span class="p">()[</span><span class="s">'node_id'</span><span class="p">]</span>
+
+ <span class="c"># check that the node is not blacklisted or being provisioned</span>
+ <span class="c"># by other RM</span>
+ <span class="k">with</span> <span class="n">PlanetlabNode</span><span class="o">.</span><span class="n">lock</span><span class="p">:</span>
+ <span class="n">plist</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">plapi</span><span class="o">.</span><span class="n">reserved</span><span class="p">()</span>
+ <span class="n">blist</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">plapi</span><span class="o">.</span><span class="n">blacklisted</span><span class="p">()</span>
+ <span class="k">if</span> <span class="n">node_id</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">blist</span> <span class="ow">and</span> <span class="n">node_id</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">plist</span><span class="p">:</span>
+
+ <span class="c"># check that is really alive, by performing ping</span>
+ <span class="n">ping_ok</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_do_ping</span><span class="p">(</span><span class="n">node_id</span><span class="p">)</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">ping_ok</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_blacklist_node</span><span class="p">(</span><span class="n">node_id</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">fail_node_not_alive</span><span class="p">(</span><span class="n">hostname</span><span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_check_if_in_slice</span><span class="p">([</span><span class="n">node_id</span><span class="p">]):</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_slicenode</span> <span class="o">=</span> <span class="bp">True</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_put_node_in_provision</span><span class="p">(</span><span class="n">node_id</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_node_to_provision</span> <span class="o">=</span> <span class="n">node_id</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">fail_node_not_available</span><span class="p">(</span><span class="n">hostname</span><span class="p">)</span>
+ <span class="nb">super</span><span class="p">(</span><span class="n">PlanetlabNode</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">do_discover</span><span class="p">()</span>
+
+ <span class="k">else</span><span class="p">:</span>
+ <span class="c"># the user specifies constraints based on attributes, zero, one or </span>
+ <span class="c"># more nodes can match these constraints </span>
+ <span class="n">nodes</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_filter_based_on_attributes</span><span class="p">()</span>
+
+ <span class="c"># nodes that are already part of user's slice have the priority to</span>
+ <span class="c"># provisioned</span>
+ <span class="n">nodes_inslice</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_check_if_in_slice</span><span class="p">(</span><span class="n">nodes</span><span class="p">)</span>
+ <span class="n">nodes_not_inslice</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">set</span><span class="p">(</span><span class="n">nodes</span><span class="p">)</span> <span class="o">-</span> <span class="nb">set</span><span class="p">(</span><span class="n">nodes_inslice</span><span class="p">))</span>
+
+ <span class="n">node_id</span> <span class="o">=</span> <span class="bp">None</span>
+ <span class="k">if</span> <span class="n">nodes_inslice</span><span class="p">:</span>
+ <span class="n">node_id</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_choose_random_node</span><span class="p">(</span><span class="n">nodes_inslice</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_slicenode</span> <span class="o">=</span> <span class="bp">True</span>
+
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">node_id</span><span class="p">:</span>
+ <span class="c"># Either there were no matching nodes in the user's slice, or</span>
+ <span class="c"># the nodes in the slice were blacklisted or being provisioned</span>
+ <span class="c"># by other RM. Note nodes_not_inslice is never empty</span>
+ <span class="n">node_id</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_choose_random_node</span><span class="p">(</span><span class="n">nodes_not_inslice</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_slicenode</span> <span class="o">=</span> <span class="bp">False</span>
+
+ <span class="k">if</span> <span class="n">node_id</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_node_to_provision</span> <span class="o">=</span> <span class="n">node_id</span>
+ <span class="k">try</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_set_hostname_attr</span><span class="p">(</span><span class="n">node_id</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s">" Selected node to provision "</span><span class="p">)</span>
+ <span class="nb">super</span><span class="p">(</span><span class="n">PlanetlabNode</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">do_discover</span><span class="p">()</span>
+ <span class="k">except</span><span class="p">:</span>
+ <span class="k">with</span> <span class="n">PlanetlabNode</span><span class="o">.</span><span class="n">lock</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_blacklist_node</span><span class="p">(</span><span class="n">node_id</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">do_discover</span><span class="p">()</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">fail_not_enough_nodes</span><span class="p">()</span>
+ </div>
+<div class="viewcode-block" id="PlanetlabNode.do_provision"><a class="viewcode-back" href="../../../../_layout/nepi.resources.planetlab.html#nepi.resources.planetlab.node.PlanetlabNode.do_provision">[docs]</a> <span class="k">def</span> <span class="nf">do_provision</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Add node to user's slice after verifing that the node is functioning</span>
+<span class="sd"> correctly</span>
+<span class="sd"> """</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_skip_provision</span><span class="p">():</span>
+ <span class="nb">super</span><span class="p">(</span><span class="n">PlanetlabNode</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">do_provision</span><span class="p">()</span>
+ <span class="k">return</span>
+
+ <span class="n">provision_ok</span> <span class="o">=</span> <span class="bp">False</span>
+ <span class="n">ssh_ok</span> <span class="o">=</span> <span class="bp">False</span>
+ <span class="n">proc_ok</span> <span class="o">=</span> <span class="bp">False</span>
+ <span class="n">timeout</span> <span class="o">=</span> <span class="mi">1800</span>
+
+ <span class="k">while</span> <span class="ow">not</span> <span class="n">provision_ok</span><span class="p">:</span>
+ <span class="n">node</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_node_to_provision</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">_slicenode</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_add_node_to_slice</span><span class="p">(</span><span class="n">node</span><span class="p">)</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_check_if_in_slice</span><span class="p">([</span><span class="n">node</span><span class="p">]):</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span> <span class="s">"Node added to slice"</span> <span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span><span class="s">" Could not add to slice "</span><span class="p">)</span>
+ <span class="k">with</span> <span class="n">PlanetlabNode</span><span class="o">.</span><span class="n">lock</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_blacklist_node</span><span class="p">(</span><span class="n">node</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">do_discover</span><span class="p">()</span>
+ <span class="k">continue</span>
+
+ <span class="c"># check ssh connection</span>
+ <span class="n">t</span> <span class="o">=</span> <span class="mi">0</span>
+ <span class="k">while</span> <span class="n">t</span> <span class="o"><</span> <span class="n">timeout</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">ssh_ok</span><span class="p">:</span>
+
+ <span class="n">cmd</span> <span class="o">=</span> <span class="s">'echo </span><span class="se">\'</span><span class="s">GOOD NODE</span><span class="se">\'</span><span class="s">'</span>
+ <span class="p">((</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span><span class="p">)</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="n">cmd</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">out</span><span class="o">.</span><span class="n">find</span><span class="p">(</span><span class="s">"GOOD NODE"</span><span class="p">)</span> <span class="o"><</span> <span class="mi">0</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span> <span class="s">"No SSH connection, waiting 60s"</span> <span class="p">)</span>
+ <span class="n">t</span> <span class="o">=</span> <span class="n">t</span> <span class="o">+</span> <span class="mi">60</span>
+ <span class="n">time</span><span class="o">.</span><span class="n">sleep</span><span class="p">(</span><span class="mi">60</span><span class="p">)</span>
+ <span class="k">continue</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span> <span class="s">"SSH OK"</span> <span class="p">)</span>
+ <span class="n">ssh_ok</span> <span class="o">=</span> <span class="bp">True</span>
+ <span class="k">continue</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="n">cmd</span> <span class="o">=</span> <span class="s">'echo </span><span class="se">\'</span><span class="s">GOOD NODE</span><span class="se">\'</span><span class="s">'</span>
+ <span class="p">((</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">),</span> <span class="n">proc</span><span class="p">)</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="n">cmd</span><span class="p">)</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">out</span><span class="o">.</span><span class="n">find</span><span class="p">(</span><span class="s">"GOOD NODE"</span><span class="p">)</span> <span class="o"><</span> <span class="mi">0</span><span class="p">:</span>
+ <span class="n">ssh_ok</span> <span class="o">=</span> <span class="bp">True</span>
+
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">ssh_ok</span><span class="p">:</span>
+ <span class="c"># the timeout was reach without establishing ssh connection</span>
+ <span class="c"># the node is blacklisted, deleted from the slice, and a new</span>
+ <span class="c"># node to provision is discovered</span>
+ <span class="k">with</span> <span class="n">PlanetlabNode</span><span class="o">.</span><span class="n">lock</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span><span class="s">" Could not SSH login "</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_blacklist_node</span><span class="p">(</span><span class="n">node</span><span class="p">)</span>
+ <span class="c">#self._delete_node_from_slice(node)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">do_discover</span><span class="p">()</span>
+ <span class="k">continue</span>
+
+ <span class="c"># check /proc directory is mounted (ssh_ok = True)</span>
+ <span class="c"># and file system is not read only</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="n">cmd</span> <span class="o">=</span> <span class="s">'mount |grep proc'</span>
+ <span class="p">((</span><span class="n">out1</span><span class="p">,</span> <span class="n">err1</span><span class="p">),</span> <span class="n">proc1</span><span class="p">)</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="n">cmd</span><span class="p">)</span>
+ <span class="n">cmd</span> <span class="o">=</span> <span class="s">'touch /tmp/tmpfile; rm /tmp/tmpfile'</span>
+ <span class="p">((</span><span class="n">out2</span><span class="p">,</span> <span class="n">err2</span><span class="p">),</span> <span class="n">proc2</span><span class="p">)</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">execute</span><span class="p">(</span><span class="n">cmd</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">out1</span><span class="o">.</span><span class="n">find</span><span class="p">(</span><span class="s">"/proc type proc"</span><span class="p">)</span> <span class="o"><</span> <span class="mi">0</span> <span class="ow">or</span> \
+ <span class="s">"Read-only file system"</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span> <span class="ow">in</span> <span class="n">err2</span><span class="o">.</span><span class="n">lower</span><span class="p">():</span>
+ <span class="k">with</span> <span class="n">PlanetlabNode</span><span class="o">.</span><span class="n">lock</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span><span class="s">" Corrupted file system "</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_blacklist_node</span><span class="p">(</span><span class="n">node</span><span class="p">)</span>
+ <span class="c">#self._delete_node_from_slice(node)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">do_discover</span><span class="p">()</span>
+ <span class="k">continue</span>
+
+ <span class="k">else</span><span class="p">:</span>
+ <span class="n">provision_ok</span> <span class="o">=</span> <span class="bp">True</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">'hostname'</span><span class="p">):</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_set_hostname_attr</span><span class="p">(</span><span class="n">node</span><span class="p">)</span>
+ <span class="c"># set IP attribute</span>
+ <span class="n">ip</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_ip</span><span class="p">(</span><span class="n">node</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s">"ip"</span><span class="p">,</span> <span class="n">ip</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s">" Node provisioned "</span><span class="p">)</span>
+
+ <span class="nb">super</span><span class="p">(</span><span class="n">PlanetlabNode</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">do_provision</span><span class="p">()</span>
+</div>
+<div class="viewcode-block" id="PlanetlabNode.do_release"><a class="viewcode-back" href="../../../../_layout/nepi.resources.planetlab.html#nepi.resources.planetlab.node.PlanetlabNode.do_release">[docs]</a> <span class="k">def</span> <span class="nf">do_release</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="nb">super</span><span class="p">(</span><span class="n">PlanetlabNode</span><span class="p">,</span> <span class="bp">self</span><span class="p">)</span><span class="o">.</span><span class="n">do_release</span><span class="p">()</span>
+ <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">state</span> <span class="o">==</span> <span class="n">ResourceState</span><span class="o">.</span><span class="n">RELEASED</span> <span class="ow">and</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">_skip_provision</span><span class="p">():</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s">" Releasing PLC API "</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">plapi</span><span class="o">.</span><span class="n">release</span><span class="p">()</span>
+</div>
+ <span class="k">def</span> <span class="nf">_filter_based_on_attributes</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Retrive the list of nodes ids that match user's constraints </span>
+<span class="sd"> """</span>
+ <span class="c"># Map user's defined attributes with tagnames of PlanetLab</span>
+ <span class="n">timeframe</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"timeframe"</span><span class="p">)[</span><span class="mi">0</span><span class="p">]</span>
+ <span class="n">attr_to_tags</span> <span class="o">=</span> <span class="p">{</span>
+ <span class="s">'city'</span> <span class="p">:</span> <span class="s">'city'</span><span class="p">,</span>
+ <span class="s">'country'</span> <span class="p">:</span> <span class="s">'country'</span><span class="p">,</span>
+ <span class="s">'region'</span> <span class="p">:</span> <span class="s">'region'</span><span class="p">,</span>
+ <span class="s">'architecture'</span> <span class="p">:</span> <span class="s">'arch'</span><span class="p">,</span>
+ <span class="s">'operatingSystem'</span> <span class="p">:</span> <span class="s">'fcdistro'</span><span class="p">,</span>
+ <span class="s">'minReliability'</span> <span class="p">:</span> <span class="s">'reliability</span><span class="si">%s</span><span class="s">'</span> <span class="o">%</span> <span class="n">timeframe</span><span class="p">,</span>
+ <span class="s">'maxReliability'</span> <span class="p">:</span> <span class="s">'reliability</span><span class="si">%s</span><span class="s">'</span> <span class="o">%</span> <span class="n">timeframe</span><span class="p">,</span>
+ <span class="s">'minBandwidth'</span> <span class="p">:</span> <span class="s">'bw</span><span class="si">%s</span><span class="s">'</span> <span class="o">%</span> <span class="n">timeframe</span><span class="p">,</span>
+ <span class="s">'maxBandwidth'</span> <span class="p">:</span> <span class="s">'bw</span><span class="si">%s</span><span class="s">'</span> <span class="o">%</span> <span class="n">timeframe</span><span class="p">,</span>
+ <span class="s">'minLoad'</span> <span class="p">:</span> <span class="s">'load</span><span class="si">%s</span><span class="s">'</span> <span class="o">%</span> <span class="n">timeframe</span><span class="p">,</span>
+ <span class="s">'maxLoad'</span> <span class="p">:</span> <span class="s">'load</span><span class="si">%s</span><span class="s">'</span> <span class="o">%</span> <span class="n">timeframe</span><span class="p">,</span>
+ <span class="s">'minCpu'</span> <span class="p">:</span> <span class="s">'cpu</span><span class="si">%s</span><span class="s">'</span> <span class="o">%</span> <span class="n">timeframe</span><span class="p">,</span>
+ <span class="s">'maxCpu'</span> <span class="p">:</span> <span class="s">'cpu</span><span class="si">%s</span><span class="s">'</span> <span class="o">%</span> <span class="n">timeframe</span><span class="p">,</span>
+ <span class="p">}</span>
+
+ <span class="n">nodes_id</span> <span class="o">=</span> <span class="p">[]</span>
+ <span class="n">filters</span> <span class="o">=</span> <span class="p">{}</span>
+
+ <span class="k">for</span> <span class="n">attr_name</span><span class="p">,</span> <span class="n">attr_obj</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">_attrs</span><span class="o">.</span><span class="n">iteritems</span><span class="p">():</span>
+ <span class="n">attr_value</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">attr_name</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="n">attr_value</span> <span class="ow">is</span> <span class="ow">not</span> <span class="bp">None</span> <span class="ow">and</span> <span class="n">attr_obj</span><span class="o">.</span><span class="n">has_flag</span><span class="p">(</span><span class="n">Flags</span><span class="o">.</span><span class="n">Filter</span><span class="p">)</span> <span class="ow">and</span> \
+ <span class="n">attr_name</span> <span class="o">!=</span> <span class="s">'timeframe'</span><span class="p">:</span>
+
+ <span class="n">attr_tag</span> <span class="o">=</span> <span class="n">attr_to_tags</span><span class="p">[</span><span class="n">attr_name</span><span class="p">]</span>
+ <span class="n">filters</span><span class="p">[</span><span class="s">'tagname'</span><span class="p">]</span> <span class="o">=</span> <span class="n">attr_tag</span>
+
+ <span class="c"># filter nodes by fixed constraints e.g. operating system</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="s">'min'</span> <span class="ow">in</span> <span class="n">attr_name</span> <span class="ow">and</span> <span class="ow">not</span> <span class="s">'max'</span> <span class="ow">in</span> <span class="n">attr_name</span><span class="p">:</span>
+ <span class="n">filters</span><span class="p">[</span><span class="s">'value'</span><span class="p">]</span> <span class="o">=</span> <span class="n">attr_value</span>
+ <span class="n">nodes_id</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_filter_by_fixed_attr</span><span class="p">(</span><span class="n">filters</span><span class="p">,</span> <span class="n">nodes_id</span><span class="p">)</span>
+
+ <span class="c"># filter nodes by range constraints e.g. max bandwidth</span>
+ <span class="k">elif</span> <span class="p">(</span><span class="s">'min'</span> <span class="ow">or</span> <span class="s">'max'</span><span class="p">)</span> <span class="ow">in</span> <span class="n">attr_name</span><span class="p">:</span>
+ <span class="n">nodes_id</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_filter_by_range_attr</span><span class="p">(</span><span class="n">attr_name</span><span class="p">,</span> <span class="n">attr_value</span><span class="p">,</span> <span class="n">filters</span><span class="p">,</span> <span class="n">nodes_id</span><span class="p">)</span>
+
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">filters</span><span class="p">:</span>
+ <span class="n">nodes</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_nodes_id</span><span class="p">()</span>
+ <span class="k">for</span> <span class="n">node</span> <span class="ow">in</span> <span class="n">nodes</span><span class="p">:</span>
+ <span class="n">nodes_id</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">node</span><span class="p">[</span><span class="s">'node_id'</span><span class="p">])</span>
+ <span class="k">return</span> <span class="n">nodes_id</span>
+
+ <span class="k">def</span> <span class="nf">_filter_by_fixed_attr</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">filters</span><span class="p">,</span> <span class="n">nodes_id</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Query PLCAPI for nodes ids matching fixed attributes defined by the</span>
+<span class="sd"> user</span>
+<span class="sd"> """</span>
+ <span class="n">node_tags</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">plapi</span><span class="o">.</span><span class="n">get_node_tags</span><span class="p">(</span><span class="n">filters</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">node_tags</span> <span class="ow">is</span> <span class="ow">not</span> <span class="bp">None</span><span class="p">:</span>
+
+ <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">nodes_id</span><span class="p">)</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
+ <span class="c"># first attribute being matched</span>
+ <span class="k">for</span> <span class="n">node_tag</span> <span class="ow">in</span> <span class="n">node_tags</span><span class="p">:</span>
+ <span class="n">nodes_id</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">node_tag</span><span class="p">[</span><span class="s">'node_id'</span><span class="p">])</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="c"># remove the nodes ids that don't match the new attribute</span>
+ <span class="c"># that is being match</span>
+
+ <span class="n">nodes_id_tmp</span> <span class="o">=</span> <span class="p">[]</span>
+ <span class="k">for</span> <span class="n">node_tag</span> <span class="ow">in</span> <span class="n">node_tags</span><span class="p">:</span>
+ <span class="k">if</span> <span class="n">node_tag</span><span class="p">[</span><span class="s">'node_id'</span><span class="p">]</span> <span class="ow">in</span> <span class="n">nodes_id</span><span class="p">:</span>
+ <span class="n">nodes_id_tmp</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">node_tag</span><span class="p">[</span><span class="s">'node_id'</span><span class="p">])</span>
+
+ <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">nodes_id_tmp</span><span class="p">):</span>
+ <span class="n">nodes_id</span> <span class="o">=</span> <span class="nb">set</span><span class="p">(</span><span class="n">nodes_id</span><span class="p">)</span> <span class="o">&</span> <span class="nb">set</span><span class="p">(</span><span class="n">nodes_id_tmp</span><span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="c"># no node from before match the new constraint</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">fail_discovery</span><span class="p">()</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="c"># no nodes match the filter applied</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">fail_discovery</span><span class="p">()</span>
+
+ <span class="k">return</span> <span class="n">nodes_id</span>
+
+ <span class="k">def</span> <span class="nf">_filter_by_range_attr</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">attr_name</span><span class="p">,</span> <span class="n">attr_value</span><span class="p">,</span> <span class="n">filters</span><span class="p">,</span> <span class="n">nodes_id</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Query PLCAPI for nodes ids matching attributes defined in a certain</span>
+<span class="sd"> range, by the user</span>
+<span class="sd"> """</span>
+ <span class="n">node_tags</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">plapi</span><span class="o">.</span><span class="n">get_node_tags</span><span class="p">(</span><span class="n">filters</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">node_tags</span><span class="p">:</span>
+
+ <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">nodes_id</span><span class="p">)</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
+ <span class="c"># first attribute being matched</span>
+ <span class="k">for</span> <span class="n">node_tag</span> <span class="ow">in</span> <span class="n">node_tags</span><span class="p">:</span>
+
+ <span class="c"># check that matches the min or max restriction</span>
+ <span class="k">if</span> <span class="s">'min'</span> <span class="ow">in</span> <span class="n">attr_name</span> <span class="ow">and</span> <span class="n">node_tag</span><span class="p">[</span><span class="s">'value'</span><span class="p">]</span> <span class="o">!=</span> <span class="s">'n/a'</span> <span class="ow">and</span> \
+ <span class="nb">float</span><span class="p">(</span><span class="n">node_tag</span><span class="p">[</span><span class="s">'value'</span><span class="p">])</span> <span class="o">></span> <span class="n">attr_value</span><span class="p">:</span>
+ <span class="n">nodes_id</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">node_tag</span><span class="p">[</span><span class="s">'node_id'</span><span class="p">])</span>
+
+ <span class="k">elif</span> <span class="s">'max'</span> <span class="ow">in</span> <span class="n">attr_name</span> <span class="ow">and</span> <span class="n">node_tag</span><span class="p">[</span><span class="s">'value'</span><span class="p">]</span> <span class="o">!=</span> <span class="s">'n/a'</span> <span class="ow">and</span> \
+ <span class="nb">float</span><span class="p">(</span><span class="n">node_tag</span><span class="p">[</span><span class="s">'value'</span><span class="p">])</span> <span class="o"><</span> <span class="n">attr_value</span><span class="p">:</span>
+ <span class="n">nodes_id</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">node_tag</span><span class="p">[</span><span class="s">'node_id'</span><span class="p">])</span>
+ <span class="k">else</span><span class="p">:</span>
+
+ <span class="c"># remove the nodes ids that don't match the new attribute</span>
+ <span class="c"># that is being match</span>
+ <span class="n">nodes_id_tmp</span> <span class="o">=</span> <span class="p">[]</span>
+ <span class="k">for</span> <span class="n">node_tag</span> <span class="ow">in</span> <span class="n">node_tags</span><span class="p">:</span>
+
+ <span class="c"># check that matches the min or max restriction and was a</span>
+ <span class="c"># matching previous filters</span>
+ <span class="k">if</span> <span class="s">'min'</span> <span class="ow">in</span> <span class="n">attr_name</span> <span class="ow">and</span> <span class="n">node_tag</span><span class="p">[</span><span class="s">'value'</span><span class="p">]</span> <span class="o">!=</span> <span class="s">'n/a'</span> <span class="ow">and</span> \
+ <span class="nb">float</span><span class="p">(</span><span class="n">node_tag</span><span class="p">[</span><span class="s">'value'</span><span class="p">])</span> <span class="o">></span> <span class="n">attr_value</span> <span class="ow">and</span> \
+ <span class="n">node_tag</span><span class="p">[</span><span class="s">'node_id'</span><span class="p">]</span> <span class="ow">in</span> <span class="n">nodes_id</span><span class="p">:</span>
+ <span class="n">nodes_id_tmp</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">node_tag</span><span class="p">[</span><span class="s">'node_id'</span><span class="p">])</span>
+
+ <span class="k">elif</span> <span class="s">'max'</span> <span class="ow">in</span> <span class="n">attr_name</span> <span class="ow">and</span> <span class="n">node_tag</span><span class="p">[</span><span class="s">'value'</span><span class="p">]</span> <span class="o">!=</span> <span class="s">'n/a'</span> <span class="ow">and</span> \
+ <span class="nb">float</span><span class="p">(</span><span class="n">node_tag</span><span class="p">[</span><span class="s">'value'</span><span class="p">])</span> <span class="o"><</span> <span class="n">attr_value</span> <span class="ow">and</span> \
+ <span class="n">node_tag</span><span class="p">[</span><span class="s">'node_id'</span><span class="p">]</span> <span class="ow">in</span> <span class="n">nodes_id</span><span class="p">:</span>
+ <span class="n">nodes_id_tmp</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">node_tag</span><span class="p">[</span><span class="s">'node_id'</span><span class="p">])</span>
+
+ <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">nodes_id_tmp</span><span class="p">):</span>
+ <span class="n">nodes_id</span> <span class="o">=</span> <span class="nb">set</span><span class="p">(</span><span class="n">nodes_id</span><span class="p">)</span> <span class="o">&</span> <span class="nb">set</span><span class="p">(</span><span class="n">nodes_id_tmp</span><span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="c"># no node from before match the new constraint</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">fail_discovery</span><span class="p">()</span>
+
+ <span class="k">else</span><span class="p">:</span> <span class="c">#TODO CHECK</span>
+ <span class="c"># no nodes match the filter applied</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">fail_discovery</span><span class="p">()</span>
+
+ <span class="k">return</span> <span class="n">nodes_id</span>
+
+ <span class="k">def</span> <span class="nf">_choose_random_node</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">nodes</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> From the possible nodes for provision, choose randomly to decrese the</span>
+<span class="sd"> probability of different RMs choosing the same node for provision</span>
+<span class="sd"> """</span>
+ <span class="n">size</span> <span class="o">=</span> <span class="nb">len</span><span class="p">(</span><span class="n">nodes</span><span class="p">)</span>
+ <span class="k">while</span> <span class="n">size</span><span class="p">:</span>
+ <span class="n">size</span> <span class="o">=</span> <span class="n">size</span> <span class="o">-</span> <span class="mi">1</span>
+ <span class="n">index</span> <span class="o">=</span> <span class="n">randint</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="n">size</span><span class="p">)</span>
+ <span class="n">node_id</span> <span class="o">=</span> <span class="n">nodes</span><span class="p">[</span><span class="n">index</span><span class="p">]</span>
+ <span class="n">nodes</span><span class="p">[</span><span class="n">index</span><span class="p">]</span> <span class="o">=</span> <span class="n">nodes</span><span class="p">[</span><span class="n">size</span><span class="p">]</span>
+
+ <span class="c"># check the node is not blacklisted or being provision by other RM</span>
+ <span class="c"># and perform ping to check that is really alive</span>
+ <span class="k">with</span> <span class="n">PlanetlabNode</span><span class="o">.</span><span class="n">lock</span><span class="p">:</span>
+
+ <span class="n">blist</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">plapi</span><span class="o">.</span><span class="n">blacklisted</span><span class="p">()</span>
+ <span class="n">plist</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">plapi</span><span class="o">.</span><span class="n">reserved</span><span class="p">()</span>
+ <span class="k">if</span> <span class="n">node_id</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">blist</span> <span class="ow">and</span> <span class="n">node_id</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">plist</span><span class="p">:</span>
+ <span class="n">ping_ok</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_do_ping</span><span class="p">(</span><span class="n">node_id</span><span class="p">)</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="n">ping_ok</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_set_hostname_attr</span><span class="p">(</span><span class="n">node_id</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span><span class="s">" Node not responding PING "</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_blacklist_node</span><span class="p">(</span><span class="n">node_id</span><span class="p">)</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="c"># discovered node for provision, added to provision list</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">_put_node_in_provision</span><span class="p">(</span><span class="n">node_id</span><span class="p">)</span>
+ <span class="k">return</span> <span class="n">node_id</span>
+
+ <span class="k">def</span> <span class="nf">_get_nodes_id</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">filters</span><span class="o">=</span><span class="bp">None</span><span class="p">):</span>
+ <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">plapi</span><span class="o">.</span><span class="n">get_nodes</span><span class="p">(</span><span class="n">filters</span><span class="p">,</span> <span class="n">fields</span><span class="o">=</span><span class="p">[</span><span class="s">'node_id'</span><span class="p">])</span>
+
+ <span class="k">def</span> <span class="nf">_add_node_to_slice</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">node_id</span><span class="p">):</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">info</span><span class="p">(</span><span class="s">" Adding node to slice "</span><span class="p">)</span>
+ <span class="n">slicename</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"username"</span><span class="p">)</span>
+ <span class="k">with</span> <span class="n">PlanetlabNode</span><span class="o">.</span><span class="n">lock</span><span class="p">:</span>
+ <span class="n">slice_nodes</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">plapi</span><span class="o">.</span><span class="n">get_slice_nodes</span><span class="p">(</span><span class="n">slicename</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s">" Previous slice nodes </span><span class="si">%s</span><span class="s"> "</span> <span class="o">%</span> <span class="n">slice_nodes</span><span class="p">)</span>
+ <span class="n">slice_nodes</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">node_id</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">plapi</span><span class="o">.</span><span class="n">add_slice_nodes</span><span class="p">(</span><span class="n">slicename</span><span class="p">,</span> <span class="n">slice_nodes</span><span class="p">)</span>
+
+ <span class="k">def</span> <span class="nf">_delete_node_from_slice</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">node</span><span class="p">):</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span><span class="s">" Deleting node from slice "</span><span class="p">)</span>
+ <span class="n">slicename</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"username"</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">plapi</span><span class="o">.</span><span class="n">delete_slice_node</span><span class="p">(</span><span class="n">slicename</span><span class="p">,</span> <span class="p">[</span><span class="n">node</span><span class="p">])</span>
+
+ <span class="k">def</span> <span class="nf">_get_hostname</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="n">hostname</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"hostname"</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">hostname</span><span class="p">:</span>
+ <span class="k">return</span> <span class="n">hostname</span>
+ <span class="n">ip</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"ip"</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">ip</span><span class="p">:</span>
+ <span class="n">hostname</span> <span class="o">=</span> <span class="n">socket</span><span class="o">.</span><span class="n">gethostbyaddr</span><span class="p">(</span><span class="n">ip</span><span class="p">)[</span><span class="mi">0</span><span class="p">]</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s">'hostname'</span><span class="p">,</span> <span class="n">hostname</span><span class="p">)</span>
+ <span class="k">return</span> <span class="n">hostname</span>
+ <span class="k">else</span><span class="p">:</span>
+ <span class="k">return</span> <span class="bp">None</span>
+
+ <span class="k">def</span> <span class="nf">_set_hostname_attr</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">node</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Query PLCAPI for the hostname of a certain node id and sets the</span>
+<span class="sd"> attribute hostname, it will over write the previous value</span>
+<span class="sd"> """</span>
+ <span class="n">hostname</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">plapi</span><span class="o">.</span><span class="n">get_nodes</span><span class="p">(</span><span class="n">node</span><span class="p">,</span> <span class="p">[</span><span class="s">'hostname'</span><span class="p">])</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s">"hostname"</span><span class="p">,</span> <span class="n">hostname</span><span class="p">[</span><span class="mi">0</span><span class="p">][</span><span class="s">'hostname'</span><span class="p">])</span>
+
+ <span class="k">def</span> <span class="nf">_check_if_in_slice</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">nodes_id</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Query PLCAPI to find out if any node id from nodes_id is in the user's</span>
+<span class="sd"> slice</span>
+<span class="sd"> """</span>
+ <span class="n">slicename</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"username"</span><span class="p">)</span>
+ <span class="n">slice_nodes</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">plapi</span><span class="o">.</span><span class="n">get_slice_nodes</span><span class="p">(</span><span class="n">slicename</span><span class="p">)</span>
+ <span class="n">nodes_inslice</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="nb">set</span><span class="p">(</span><span class="n">nodes_id</span><span class="p">)</span> <span class="o">&</span> <span class="nb">set</span><span class="p">(</span><span class="n">slice_nodes</span><span class="p">))</span>
+ <span class="k">return</span> <span class="n">nodes_inslice</span>
+
+ <span class="k">def</span> <span class="nf">_do_ping</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">node_id</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Perform ping command on node's IP matching node id</span>
+<span class="sd"> """</span>
+ <span class="n">ping_ok</span> <span class="o">=</span> <span class="bp">False</span>
+ <span class="n">ip</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_ip</span><span class="p">(</span><span class="n">node_id</span><span class="p">)</span>
+ <span class="k">if</span> <span class="n">ip</span><span class="p">:</span>
+ <span class="n">command</span> <span class="o">=</span> <span class="s">"ping -c4 </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="n">ip</span>
+ <span class="p">(</span><span class="n">out</span><span class="p">,</span> <span class="n">err</span><span class="p">)</span> <span class="o">=</span> <span class="n">lexec</span><span class="p">(</span><span class="n">command</span><span class="p">)</span>
+
+ <span class="n">m</span> <span class="o">=</span> <span class="n">re</span><span class="o">.</span><span class="n">search</span><span class="p">(</span><span class="s">"(\d+)% packet loss"</span><span class="p">,</span> <span class="nb">str</span><span class="p">(</span><span class="n">out</span><span class="p">))</span>
+ <span class="k">if</span> <span class="n">m</span> <span class="ow">and</span> <span class="nb">int</span><span class="p">(</span><span class="n">m</span><span class="o">.</span><span class="n">groups</span><span class="p">()[</span><span class="mi">0</span><span class="p">])</span> <span class="o"><</span> <span class="mi">50</span><span class="p">:</span>
+ <span class="n">ping_ok</span> <span class="o">=</span> <span class="bp">True</span>
+
+ <span class="k">return</span> <span class="n">ping_ok</span>
+
+ <span class="k">def</span> <span class="nf">_blacklist_node</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">node</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Add node mal functioning node to blacklist</span>
+<span class="sd"> """</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span><span class="s">" Blacklisting malfunctioning node "</span><span class="p">)</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">plapi</span><span class="o">.</span><span class="n">blacklist_host</span><span class="p">(</span><span class="n">node</span><span class="p">)</span>
+ <span class="k">if</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">_hostname</span><span class="p">:</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">set</span><span class="p">(</span><span class="s">'hostname'</span><span class="p">,</span> <span class="bp">None</span><span class="p">)</span>
+
+ <span class="k">def</span> <span class="nf">_put_node_in_provision</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">node</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Add node to the list of nodes being provisioned, in order for other RMs</span>
+<span class="sd"> to not try to provision the same one again</span>
+<span class="sd"> """</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">plapi</span><span class="o">.</span><span class="n">reserve_host</span><span class="p">(</span><span class="n">node</span><span class="p">)</span>
+
+ <span class="k">def</span> <span class="nf">_get_ip</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">node_id</span><span class="p">):</span>
+ <span class="sd">"""</span>
+<span class="sd"> Query PLCAPI for the IP of a node with certain node id</span>
+<span class="sd"> """</span>
+ <span class="n">hostname</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">"hostname"</span><span class="p">)</span> <span class="ow">or</span> \
+ <span class="bp">self</span><span class="o">.</span><span class="n">plapi</span><span class="o">.</span><span class="n">get_nodes</span><span class="p">(</span><span class="n">node_id</span><span class="p">,</span> <span class="p">[</span><span class="s">'hostname'</span><span class="p">])[</span><span class="mi">0</span><span class="p">][</span><span class="s">'hostname'</span><span class="p">]</span>
+ <span class="k">try</span><span class="p">:</span>
+ <span class="n">ip</span> <span class="o">=</span> <span class="n">sshfuncs</span><span class="o">.</span><span class="n">gethostbyname</span><span class="p">(</span><span class="n">hostname</span><span class="p">)</span>
+ <span class="k">except</span><span class="p">:</span>
+ <span class="c"># Fail while trying to find the IP</span>
+ <span class="k">return</span> <span class="bp">None</span>
+ <span class="k">return</span> <span class="n">ip</span>
+
+<div class="viewcode-block" id="PlanetlabNode.fail_discovery"><a class="viewcode-back" href="../../../../_layout/nepi.resources.planetlab.html#nepi.resources.planetlab.node.PlanetlabNode.fail_discovery">[docs]</a> <span class="k">def</span> <span class="nf">fail_discovery</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="n">msg</span> <span class="o">=</span> <span class="s">"Discovery failed. No candidates found for node"</span>
+ <span class="bp">self</span><span class="o">.</span><span class="n">error</span><span class="p">(</span><span class="n">msg</span><span class="p">)</span>
+ <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">,</span> <span class="n">msg</span>
+</div>
+<div class="viewcode-block" id="PlanetlabNode.fail_node_not_alive"><a class="viewcode-back" href="../../../../_layout/nepi.resources.planetlab.html#nepi.resources.planetlab.node.PlanetlabNode.fail_node_not_alive">[docs]</a> <span class="k">def</span> <span class="nf">fail_node_not_alive</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">hostname</span><span class="o">=</span><span class="bp">None</span><span class="p">):</span>
+ <span class="n">msg</span> <span class="o">=</span> <span class="s">"Node </span><span class="si">%s</span><span class="s"> not alive"</span> <span class="o">%</span> <span class="n">hostname</span>
+ <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">,</span> <span class="n">msg</span>
+ </div>
+<div class="viewcode-block" id="PlanetlabNode.fail_node_not_available"><a class="viewcode-back" href="../../../../_layout/nepi.resources.planetlab.html#nepi.resources.planetlab.node.PlanetlabNode.fail_node_not_available">[docs]</a> <span class="k">def</span> <span class="nf">fail_node_not_available</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">hostname</span><span class="p">):</span>
+ <span class="n">msg</span> <span class="o">=</span> <span class="s">"Node </span><span class="si">%s</span><span class="s"> not available for provisioning"</span> <span class="o">%</span> <span class="n">hostname</span>
+ <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">,</span> <span class="n">msg</span>
+</div>
+<div class="viewcode-block" id="PlanetlabNode.fail_not_enough_nodes"><a class="viewcode-back" href="../../../../_layout/nepi.resources.planetlab.html#nepi.resources.planetlab.node.PlanetlabNode.fail_not_enough_nodes">[docs]</a> <span class="k">def</span> <span class="nf">fail_not_enough_nodes</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="n">msg</span> <span class="o">=</span> <span class="s">"Not enough nodes available for provisioning"</span>
+ <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">,</span> <span class="n">msg</span>
+</div>
+<div class="viewcode-block" id="PlanetlabNode.fail_plapi"><a class="viewcode-back" href="../../../../_layout/nepi.resources.planetlab.html#nepi.resources.planetlab.node.PlanetlabNode.fail_plapi">[docs]</a> <span class="k">def</span> <span class="nf">fail_plapi</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
+ <span class="n">msg</span> <span class="o">=</span> <span class="s">"Failing while trying to instanciate the PLC API.</span><span class="se">\n</span><span class="s">Set the"</span> <span class="o">+</span> \
+ <span class="s">" attributes pluser and plpassword."</span>
+ <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">,</span> <span class="n">msg</span>
+</div>
+<div class="viewcode-block" id="PlanetlabNode.valid_connection"><a class="viewcode-back" href="../../../../_layout/nepi.resources.planetlab.html#nepi.resources.planetlab.node.PlanetlabNode.valid_connection">[docs]</a> <span class="k">def</span> <span class="nf">valid_connection</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">guid</span><span class="p">):</span>
+ <span class="c"># TODO: Validate!</span>
+ <span class="k">return</span> <span class="bp">True</span>
+</pre></div></div></div>
+
+ </div>
+ </div>
+ </div>
+ <div class="clearer"></div>
+ </div>
+ <div class="related">
+ <h3>Navigation</h3>
+ <ul>
+ <li class="right" style="margin-right: 10px">
+ <a href="../../../../genindex.html" title="General Index"
+ >index</a></li>
+ <li class="right" >
+ <a href="../../../../py-modindex.html" title="Python Module Index"
+ >modules</a> |</li>
+ <li><a href="../../../../index.html">NEPI 3.2 documentation</a> »</li>
+ <li><a href="../../../index.html" >Module code</a> »</li>
+ </ul>
+ </div>
+ <div class="footer">
+ © Copyright 2014, Alina Quereilhac, Lucia Guevgeozian Odizzio, Julien Tribino.
+ Created using <a href="http://sphinx-doc.org/">Sphinx</a> 1.2.3.
+ </div>
+ </body>
+</html>
\ No newline at end of file
git://git.onelab.eu / nepi.git / blobdiff