doc/sphinx/_build/html/_modules/nepi/util/sfaapi.html

   1 <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
   2   "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
   3
   4
   5 <html xmlns="http://www.w3.org/1999/xhtml">
   6   <head>
   7     <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
   8
   9     <title>nepi.util.sfaapi &mdash; NEPI 3.2 documentation</title>
  10
  11     <link rel="stylesheet" href="../../../_static/sphinxdoc.css" type="text/css" />
  12     <link rel="stylesheet" href="../../../_static/pygments.css" type="text/css" />
  13
  14     <script type="text/javascript">
  15       var DOCUMENTATION_OPTIONS = {
  16         URL_ROOT:    '../../../',
  17         VERSION:     '3.2',
  18         COLLAPSE_INDEX: false,
  19         FILE_SUFFIX: '.html',
  20         HAS_SOURCE:  true
  21       };
  22     </script>
  23     <script type="text/javascript" src="../../../_static/jquery.js"></script>
  24     <script type="text/javascript" src="../../../_static/underscore.js"></script>
  25     <script type="text/javascript" src="../../../_static/doctools.js"></script>
  26     <link rel="top" title="NEPI 3.2 documentation" href="../../../index.html" />
  27     <link rel="up" title="Module code" href="../../index.html" />
  28   </head>
  29   <body>
  30     <div class="related">
  31       <h3>Navigation</h3>
  32       <ul>
  33         <li class="right" style="margin-right: 10px">
  34           <a href="../../../genindex.html" title="General Index"
  35              accesskey="I">index</a></li>
  36         <li class="right" >
  37           <a href="../../../py-modindex.html" title="Python Module Index"
  38              >modules</a> |</li>
  39         <li><a href="../../../index.html">NEPI 3.2 documentation</a> &raquo;</li>
  40           <li><a href="../../index.html" accesskey="U">Module code</a> &raquo;</li>
  41       </ul>
  42     </div>
  43       <div class="sphinxsidebar">
  44         <div class="sphinxsidebarwrapper">
  45 <div id="searchbox" style="display: none">
  46   <h3>Quick search</h3>
  47     <form class="search" action="../../../search.html" method="get">
  48       <input type="text" name="q" />
  49       <input type="submit" value="Go" />
  50       <input type="hidden" name="check_keywords" value="yes" />
  51       <input type="hidden" name="area" value="default" />
  52     </form>
  53     <p class="searchtip" style="font-size: 90%">
  54     Enter search terms or a module, class or function name.
  55     </p>
  56 </div>
  57 <script type="text/javascript">$('#searchbox').show(0);</script>
  58         </div>
  59       </div>
  60
  61     <div class="document">
  62       <div class="documentwrapper">
  63         <div class="bodywrapper">
  64           <div class="body">
  65
  66   <h1>Source code for nepi.util.sfaapi</h1><div class="highlight"><pre>
  67 <span class="c">#</span>
  68 <span class="c">#    NEPI, a framework to manage network experiments</span>
  69 <span class="c">#    Copyright (C) 2013 INRIA</span>
  70 <span class="c">#</span>
  71 <span class="c">#    This program is free software: you can redistribute it and/or modify</span>
  72 <span class="c">#    it under the terms of the GNU General Public License version 2 as</span>
  73 <span class="c">#    published by the Free Software Foundation;</span>
  74 <span class="c">#</span>
  75 <span class="c">#    This program is distributed in the hope that it will be useful,</span>
  76 <span class="c">#    but WITHOUT ANY WARRANTY; without even the implied warranty of</span>
  77 <span class="c">#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the</span>
  78 <span class="c">#    GNU General Public License for more details.</span>
  79 <span class="c">#</span>
  80 <span class="c">#    You should have received a copy of the GNU General Public License</span>
  81 <span class="c">#    along with this program.  If not, see &lt;http://www.gnu.org/licenses/&gt;.</span>
  82 <span class="c">#</span>
  83 <span class="c"># Author: Lucia Guevgeozian Odizzio &lt;lucia.guevgeozian_odizzio@inria.fr&gt;</span>
  84
  85 <span class="kn">import</span> <span class="nn">threading</span>
  86 <span class="kn">import</span> <span class="nn">hashlib</span>
  87 <span class="kn">import</span> <span class="nn">re</span>
  88 <span class="kn">import</span> <span class="nn">os</span>
  89 <span class="kn">import</span> <span class="nn">time</span>
  90
  91 <span class="kn">from</span> <span class="nn">nepi.util.logger</span> <span class="kn">import</span> <span class="n">Logger</span>
  92
  93 <span class="k">try</span><span class="p">:</span>
  94     <span class="kn">from</span> <span class="nn">sfa.client.sfi</span> <span class="kn">import</span> <span class="n">Sfi</span>
  95     <span class="kn">from</span> <span class="nn">sfa.util.xrn</span> <span class="kn">import</span> <span class="n">hrn_to_urn</span>
  96 <span class="k">except</span> <span class="ne">ImportError</span><span class="p">:</span>
  97     <span class="n">log</span> <span class="o">=</span> <span class="n">Logger</span><span class="p">(</span><span class="s">&quot;SFA API&quot;</span><span class="p">)</span>
  98     <span class="n">log</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s">&quot;Packages sfa-common or sfa-client not installed.</span><span class="se">\</span>
  99 <span class="s">         Could not import sfa.client.sfi or sfa.util.xrn&quot;</span><span class="p">)</span>
 100
 101 <span class="kn">from</span> <span class="nn">nepi.util.sfarspec_proc</span> <span class="kn">import</span> <span class="n">SfaRSpecProcessing</span>
 102
 103 <div class="viewcode-block" id="SFAAPI"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPI">[docs]</a><span class="k">class</span> <span class="nc">SFAAPI</span><span class="p">(</span><span class="nb">object</span><span class="p">):</span>
 104     <span class="sd">&quot;&quot;&quot;</span>
 105 <span class="sd">    API for quering the SFA service. It uses Sfi class from the tool sfi client.</span>
 106 <span class="sd">    &quot;&quot;&quot;</span>
 107     <span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">sfi_user</span><span class="p">,</span> <span class="n">sfi_auth</span><span class="p">,</span> <span class="n">sfi_registry</span><span class="p">,</span> <span class="n">sfi_sm</span><span class="p">,</span> <span class="n">private_key</span><span class="p">,</span> <span class="n">ec</span><span class="p">,</span>
 108         <span class="n">batch</span><span class="p">,</span> <span class="n">rtype</span><span class="p">,</span> <span class="n">timeout</span><span class="p">):</span>
 109
 110         <span class="bp">self</span><span class="o">.</span><span class="n">_blacklist</span> <span class="o">=</span> <span class="nb">set</span><span class="p">()</span>
 111         <span class="bp">self</span><span class="o">.</span><span class="n">_reserved</span> <span class="o">=</span> <span class="nb">set</span><span class="p">()</span>
 112         <span class="bp">self</span><span class="o">.</span><span class="n">_resources_cache</span> <span class="o">=</span> <span class="bp">None</span>
 113         <span class="bp">self</span><span class="o">.</span><span class="n">_already_cached</span> <span class="o">=</span> <span class="bp">False</span>
 114         <span class="bp">self</span><span class="o">.</span><span class="n">_ec</span> <span class="o">=</span> <span class="n">ec</span>
 115         <span class="bp">self</span><span class="o">.</span><span class="n">apis</span> <span class="o">=</span> <span class="mi">1</span>
 116
 117         <span class="k">if</span> <span class="n">batch</span><span class="p">:</span>
 118             <span class="bp">self</span><span class="o">.</span><span class="n">_testbed_res</span> <span class="o">=</span> <span class="n">rtype</span>
 119             <span class="bp">self</span><span class="o">.</span><span class="n">_count</span> <span class="o">=</span> <span class="mi">0</span>
 120             <span class="bp">self</span><span class="o">.</span><span class="n">_total</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_total_res</span><span class="p">()</span>
 121             <span class="bp">self</span><span class="o">.</span><span class="n">_slice_resources_batch</span> <span class="o">=</span> <span class="nb">list</span><span class="p">()</span>
 122
 123         <span class="bp">self</span><span class="o">.</span><span class="n">_log</span> <span class="o">=</span> <span class="n">Logger</span><span class="p">(</span><span class="s">&quot;SFA API&quot;</span><span class="p">)</span>
 124         <span class="bp">self</span><span class="o">.</span><span class="n">api</span> <span class="o">=</span> <span class="n">Sfi</span><span class="p">()</span>
 125         <span class="bp">self</span><span class="o">.</span><span class="n">rspec_proc</span> <span class="o">=</span> <span class="n">SfaRSpecProcessing</span><span class="p">()</span>
 126         <span class="bp">self</span><span class="o">.</span><span class="n">lock_slice</span> <span class="o">=</span> <span class="n">threading</span><span class="o">.</span><span class="n">Lock</span><span class="p">()</span>
 127         <span class="bp">self</span><span class="o">.</span><span class="n">lock_blist</span> <span class="o">=</span> <span class="n">threading</span><span class="o">.</span><span class="n">Lock</span><span class="p">()</span>
 128         <span class="bp">self</span><span class="o">.</span><span class="n">lock_resv</span> <span class="o">=</span> <span class="n">threading</span><span class="o">.</span><span class="n">Lock</span><span class="p">()</span>
 129
 130         <span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">options</span><span class="o">.</span><span class="n">timeout</span> <span class="o">=</span> <span class="n">timeout</span>
 131         <span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">options</span><span class="o">.</span><span class="n">raw</span> <span class="o">=</span> <span class="bp">None</span>
 132         <span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">options</span><span class="o">.</span><span class="n">user</span> <span class="o">=</span> <span class="n">sfi_user</span>
 133         <span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">options</span><span class="o">.</span><span class="n">auth</span> <span class="o">=</span> <span class="n">sfi_auth</span>
 134         <span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">options</span><span class="o">.</span><span class="n">registry</span> <span class="o">=</span> <span class="n">sfi_registry</span>
 135         <span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">options</span><span class="o">.</span><span class="n">sm</span> <span class="o">=</span> <span class="n">sfi_sm</span>
 136         <span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">options</span><span class="o">.</span><span class="n">user_private_key</span> <span class="o">=</span> <span class="n">private_key</span>
 137
 138         <span class="c"># Load blacklist from file</span>
 139         <span class="k">if</span> <span class="n">ec</span><span class="o">.</span><span class="n">get_global</span><span class="p">(</span><span class="s">&#39;PlanetlabNode&#39;</span><span class="p">,</span> <span class="s">&#39;persist_blacklist&#39;</span><span class="p">):</span>
 140             <span class="bp">self</span><span class="o">.</span><span class="n">_set_blacklist</span><span class="p">()</span>
 141
 142     <span class="k">def</span> <span class="nf">_set_blacklist</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
 143         <span class="sd">&quot;&quot;&quot;</span>
 144 <span class="sd">        Initialize the blacklist with previous nodes blacklisted, in </span>
 145 <span class="sd">        previous runs.</span>
 146 <span class="sd">        &quot;&quot;&quot;</span>
 147         <span class="n">nepi_home</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">expanduser</span><span class="p">(</span><span class="s">&quot;~&quot;</span><span class="p">),</span> <span class="s">&quot;.nepi&quot;</span><span class="p">)</span>
 148         <span class="n">plblacklist_file</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">nepi_home</span><span class="p">,</span> <span class="s">&quot;plblacklist.txt&quot;</span><span class="p">)</span>
 149         <span class="k">with</span> <span class="nb">open</span><span class="p">(</span><span class="n">plblacklist_file</span><span class="p">,</span> <span class="s">&#39;r&#39;</span><span class="p">)</span> <span class="k">as</span> <span class="n">f</span><span class="p">:</span>
 150             <span class="n">hosts_tobl</span> <span class="o">=</span> <span class="n">f</span><span class="o">.</span><span class="n">read</span><span class="p">()</span><span class="o">.</span><span class="n">splitlines</span><span class="p">()</span>
 151             <span class="k">if</span> <span class="n">hosts_tobl</span><span class="p">:</span>
 152                 <span class="k">for</span> <span class="n">host</span> <span class="ow">in</span> <span class="n">hosts_tobl</span><span class="p">:</span>
 153                     <span class="bp">self</span><span class="o">.</span><span class="n">_blacklist</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">host</span><span class="p">)</span>
 154
 155     <span class="k">def</span> <span class="nf">_get_total_res</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
 156         <span class="sd">&quot;&quot;&quot;</span>
 157 <span class="sd">        Get the total amount of resources instanciated using this API,</span>
 158 <span class="sd">        to be able to add them using the same Allocate and Provision</span>
 159 <span class="sd">        call at once. Specially for Wilabt testbed that doesn&#39;t allow </span>
 160 <span class="sd">        to add slivers after the slice already has some.</span>
 161 <span class="sd">        &quot;&quot;&quot;</span>
 162         <span class="n">rms</span> <span class="o">=</span> <span class="nb">list</span><span class="p">()</span>
 163         <span class="n">res_gids</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_ec</span><span class="o">.</span><span class="n">resources</span>
 164         <span class="k">for</span> <span class="n">gid</span> <span class="ow">in</span> <span class="n">res_gids</span><span class="p">:</span>
 165             <span class="n">rm</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_ec</span><span class="o">.</span><span class="n">get_resource</span><span class="p">(</span><span class="n">gid</span><span class="p">)</span>
 166             <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_testbed_res</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span> <span class="ow">in</span> <span class="n">rm</span><span class="o">.</span><span class="n">_rtype</span><span class="o">.</span><span class="n">lower</span><span class="p">():</span>
 167                 <span class="n">rms</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">rm</span><span class="p">)</span>
 168         <span class="k">return</span> <span class="n">rms</span>
 169
 170     <span class="k">def</span> <span class="nf">_sfi_exec_method</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">command</span><span class="p">,</span> <span class="n">slicename</span><span class="o">=</span><span class="bp">None</span><span class="p">,</span> <span class="n">rspec</span><span class="o">=</span><span class="bp">None</span><span class="p">,</span> <span class="n">urn</span><span class="o">=</span><span class="bp">None</span><span class="p">,</span> <span class="n">action</span><span class="o">=</span><span class="bp">None</span><span class="p">):</span>
 171         <span class="sd">&quot;&quot;&quot;</span>
 172 <span class="sd">        Execute sfi method, which correspond to SFA call. It can be the following</span>
 173 <span class="sd">        calls: Describe, Delete, Allocate, Provision, ListResources.</span>
 174 <span class="sd">        &quot;&quot;&quot;</span>
 175         <span class="k">if</span> <span class="n">command</span> <span class="ow">in</span> <span class="p">[</span><span class="s">&#39;describe&#39;</span><span class="p">,</span> <span class="s">&#39;delete&#39;</span><span class="p">,</span> <span class="s">&#39;allocate&#39;</span><span class="p">,</span> <span class="s">&#39;provision&#39;</span><span class="p">,</span> <span class="s">&#39;action&#39;</span><span class="p">]:</span>
 176             <span class="k">if</span> <span class="ow">not</span> <span class="n">slicename</span><span class="p">:</span>
 177                 <span class="k">raise</span> <span class="ne">TypeError</span><span class="p">(</span><span class="s">&quot;The slice hrn is expected for this method </span><span class="si">%s</span><span class="s">&quot;</span> <span class="o">%</span> <span class="n">command</span><span class="p">)</span>
 178             <span class="k">if</span> <span class="n">command</span> <span class="o">==</span> <span class="s">&#39;allocate&#39;</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">rspec</span><span class="p">:</span>
 179                 <span class="k">raise</span> <span class="ne">TypeError</span><span class="p">(</span><span class="s">&quot;RSpec is expected for this method </span><span class="si">%s</span><span class="s">&quot;</span> <span class="o">%</span> <span class="n">command</span><span class="p">)</span>
 180
 181             <span class="k">if</span> <span class="n">command</span> <span class="o">==</span> <span class="s">&#39;allocate&#39;</span><span class="p">:</span>
 182                 <span class="n">args_list</span> <span class="o">=</span> <span class="p">[</span><span class="n">slicename</span><span class="p">,</span> <span class="n">rspec</span><span class="p">]</span>
 183             <span class="k">else</span><span class="p">:</span>
 184                 <span class="n">args_list</span> <span class="o">=</span> <span class="p">[</span><span class="n">slicename</span><span class="p">]</span>
 185             <span class="k">if</span> <span class="n">command</span> <span class="o">!=</span> <span class="s">&#39;delete&#39;</span><span class="p">:</span>
 186                 <span class="n">args_list</span> <span class="o">=</span> <span class="n">args_list</span> <span class="o">+</span> <span class="p">[</span><span class="s">&#39;-o&#39;</span><span class="p">,</span> <span class="s">&#39;/tmp/rspec_output&#39;</span><span class="p">]</span>
 187             <span class="k">if</span> <span class="n">command</span> <span class="o">==</span> <span class="s">&#39;action&#39;</span><span class="p">:</span>
 188                 <span class="n">args_list</span> <span class="o">=</span> <span class="p">[</span><span class="n">slicename</span><span class="p">,</span> <span class="n">action</span><span class="p">]</span>
 189
 190         <span class="k">elif</span> <span class="n">command</span> <span class="o">==</span> <span class="s">&#39;resources&#39;</span><span class="p">:</span>
 191             <span class="n">args_list</span> <span class="o">=</span> <span class="p">[</span><span class="s">&#39;-o&#39;</span><span class="p">,</span> <span class="s">&#39;/tmp/rspec_output&#39;</span><span class="p">]</span>
 192
 193         <span class="k">else</span><span class="p">:</span> <span class="k">raise</span> <span class="ne">TypeError</span><span class="p">(</span><span class="s">&quot;Sfi method not supported&quot;</span><span class="p">)</span>
 194
 195         <span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">command</span> <span class="o">=</span> <span class="n">command</span>
 196         <span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">command_parser</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">create_parser_command</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">command</span><span class="p">)</span>
 197         <span class="p">(</span><span class="n">command_options</span><span class="p">,</span> <span class="n">command_args</span><span class="p">)</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">command_parser</span><span class="o">.</span><span class="n">parse_args</span><span class="p">(</span><span class="n">args_list</span><span class="p">)</span>
 198         <span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">command_options</span> <span class="o">=</span> <span class="n">command_options</span>
 199         <span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">read_config</span><span class="p">()</span>
 200         <span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">bootstrap</span><span class="p">()</span>
 201
 202         <span class="k">try</span><span class="p">:</span>
 203             <span class="n">os</span><span class="o">.</span><span class="n">remove</span><span class="p">(</span><span class="s">&quot;/tmp/rspec_output.rspec&quot;</span><span class="p">)</span>
 204         <span class="k">except</span> <span class="ne">OSError</span><span class="p">:</span>
 205             <span class="bp">self</span><span class="o">.</span><span class="n">_log</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s">&quot;Couldn&#39;t remove temporary output file for RSpec or it doesn&#39;t exist&quot;</span><span class="p">)</span>
 206
 207         <span class="k">try</span><span class="p">:</span>
 208             <span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">dispatch</span><span class="p">(</span><span class="n">command</span><span class="p">,</span> <span class="n">command_options</span><span class="p">,</span> <span class="n">command_args</span><span class="p">)</span>
 209             <span class="k">with</span> <span class="nb">open</span><span class="p">(</span><span class="s">&quot;/tmp/rspec_output.rspec&quot;</span><span class="p">,</span> <span class="s">&quot;r&quot;</span><span class="p">)</span> <span class="k">as</span> <span class="n">result_file</span><span class="p">:</span>
 210                 <span class="n">result</span> <span class="o">=</span> <span class="n">result_file</span><span class="o">.</span><span class="n">read</span><span class="p">()</span>
 211                 <span class="k">return</span> <span class="n">result</span>
 212         <span class="k">except</span><span class="p">:</span>
 213             <span class="bp">self</span><span class="o">.</span><span class="n">_log</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s">&quot; Couldn&#39;t retrive rspec output information from method </span><span class="si">%s</span><span class="s"> &quot;</span> <span class="o">%</span> <span class="n">command</span><span class="p">)</span>
 214             <span class="k">return</span> <span class="bp">None</span>
 215
 216 <div class="viewcode-block" id="SFAAPI.get_resources_info"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPI.get_resources_info">[docs]</a>    <span class="k">def</span> <span class="nf">get_resources_info</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
 217         <span class="sd">&quot;&quot;&quot;</span>
 218 <span class="sd">        Get all resources and its attributes from aggregate.</span>
 219 <span class="sd">        &quot;&quot;&quot;</span>
 220         <span class="k">try</span><span class="p">:</span>
 221             <span class="n">rspec_slice</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_sfi_exec_method</span><span class="p">(</span><span class="s">&#39;resources&#39;</span><span class="p">)</span>
 222         <span class="k">except</span><span class="p">:</span>
 223             <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s">&quot;Fail to list resources&quot;</span><span class="p">)</span>
 224
 225         <span class="bp">self</span><span class="o">.</span><span class="n">_resources_cache</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">rspec_proc</span><span class="o">.</span><span class="n">parse_sfa_rspec</span><span class="p">(</span><span class="n">rspec_slice</span><span class="p">)</span>
 226         <span class="bp">self</span><span class="o">.</span><span class="n">_already_cached</span> <span class="o">=</span> <span class="bp">True</span>
 227         <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_resources_cache</span>
 228 </div>
 229 <div class="viewcode-block" id="SFAAPI.get_resources_hrn"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPI.get_resources_hrn">[docs]</a>    <span class="k">def</span> <span class="nf">get_resources_hrn</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">resources</span><span class="o">=</span><span class="bp">None</span><span class="p">):</span>
 230         <span class="sd">&quot;&quot;&quot;</span>
 231 <span class="sd">        Get list of resources hrn, without the resource info.</span>
 232 <span class="sd">        &quot;&quot;&quot;</span>
 233         <span class="k">if</span> <span class="ow">not</span> <span class="n">resources</span><span class="p">:</span>
 234             <span class="k">if</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">_already_cached</span><span class="p">:</span>
 235                 <span class="n">resources</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_resources_info</span><span class="p">()[</span><span class="s">&#39;resource&#39;</span><span class="p">]</span>
 236             <span class="k">else</span><span class="p">:</span>
 237                 <span class="n">resources</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_resources_cache</span><span class="p">[</span><span class="s">&#39;resource&#39;</span><span class="p">]</span>
 238
 239         <span class="n">component_tohrn</span> <span class="o">=</span> <span class="nb">dict</span><span class="p">()</span>
 240         <span class="k">for</span> <span class="n">resource</span> <span class="ow">in</span> <span class="n">resources</span><span class="p">:</span>
 241             <span class="n">hrn</span> <span class="o">=</span> <span class="n">resource</span><span class="p">[</span><span class="s">&#39;hrn&#39;</span><span class="p">]</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s">&#39;</span><span class="se">\\</span><span class="s">&#39;</span><span class="p">,</span> <span class="s">&#39;&#39;</span><span class="p">)</span>
 242             <span class="n">component_tohrn</span><span class="p">[</span><span class="n">resource</span><span class="p">[</span><span class="s">&#39;component_name&#39;</span><span class="p">]]</span> <span class="o">=</span> <span class="n">hrn</span>
 243
 244         <span class="k">return</span> <span class="n">component_tohrn</span>
 245             </div>
 246 <div class="viewcode-block" id="SFAAPI.get_slice_resources"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPI.get_slice_resources">[docs]</a>    <span class="k">def</span> <span class="nf">get_slice_resources</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">slicename</span><span class="p">):</span>
 247         <span class="sd">&quot;&quot;&quot;</span>
 248 <span class="sd">        Get resources and info from slice.</span>
 249 <span class="sd">        &quot;&quot;&quot;</span>
 250         <span class="k">try</span><span class="p">:</span>
 251             <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">lock_slice</span><span class="p">:</span>
 252                 <span class="n">rspec_slice</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_sfi_exec_method</span><span class="p">(</span><span class="s">&#39;describe&#39;</span><span class="p">,</span> <span class="n">slicename</span><span class="p">)</span>
 253         <span class="k">except</span><span class="p">:</span>
 254             <span class="bp">self</span><span class="o">.</span><span class="n">_log</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s">&quot;Fail to describe resources for slice </span><span class="si">%s</span><span class="s">, slice may be empty&quot;</span> <span class="o">%</span> <span class="n">slicename</span><span class="p">)</span>
 255
 256         <span class="k">if</span> <span class="n">rspec_slice</span> <span class="ow">is</span> <span class="ow">not</span> <span class="bp">None</span><span class="p">:</span>
 257             <span class="n">result</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">rspec_proc</span><span class="o">.</span><span class="n">parse_sfa_rspec</span><span class="p">(</span><span class="n">rspec_slice</span><span class="p">)</span>
 258             <span class="k">return</span> <span class="n">result</span>
 259         <span class="k">else</span><span class="p">:</span>
 260             <span class="k">return</span> <span class="p">{</span><span class="s">&#39;resource&#39;</span><span class="p">:[],</span><span class="s">&#39;lease&#39;</span><span class="p">:[]}</span>
 261
 262 </div>
 263 <div class="viewcode-block" id="SFAAPI.add_resource_to_slice"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPI.add_resource_to_slice">[docs]</a>    <span class="k">def</span> <span class="nf">add_resource_to_slice</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">slicename</span><span class="p">,</span> <span class="n">resource_hrn</span><span class="p">,</span> <span class="n">leases</span><span class="o">=</span><span class="bp">None</span><span class="p">):</span>
 264         <span class="sd">&quot;&quot;&quot;</span>
 265 <span class="sd">        Get the list of resources&#39; urn, build the rspec string and call the allocate </span>
 266 <span class="sd">        and provision method.</span>
 267 <span class="sd">        &quot;&quot;&quot;</span>
 268         <span class="n">resources_hrn_new</span> <span class="o">=</span> <span class="nb">list</span><span class="p">()</span>
 269         <span class="n">resource_parts</span> <span class="o">=</span> <span class="n">resource_hrn</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s">&#39;.&#39;</span><span class="p">)</span>
 270         <span class="n">resource_hrn</span> <span class="o">=</span> <span class="s">&#39;.&#39;</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">resource_parts</span><span class="p">[:</span><span class="mi">2</span><span class="p">])</span> <span class="o">+</span> <span class="s">&#39;.&#39;</span> <span class="o">+</span> <span class="s">&#39;</span><span class="se">\\</span><span class="s">.&#39;</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">resource_parts</span><span class="p">[</span><span class="mi">2</span><span class="p">:])</span>
 271         <span class="n">resources_hrn_new</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">resource_hrn</span><span class="p">)</span>
 272
 273         <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">lock_slice</span><span class="p">:</span>
 274             <span class="n">rspec_slice</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_sfi_exec_method</span><span class="p">(</span><span class="s">&#39;describe&#39;</span><span class="p">,</span> <span class="n">slicename</span><span class="p">)</span>
 275             <span class="k">if</span> <span class="n">rspec_slice</span> <span class="ow">is</span> <span class="ow">not</span> <span class="bp">None</span><span class="p">:</span>
 276                 <span class="n">slice_resources</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">rspec_proc</span><span class="o">.</span><span class="n">parse_sfa_rspec</span><span class="p">(</span><span class="n">rspec_slice</span><span class="p">)[</span><span class="s">&#39;resource&#39;</span><span class="p">]</span>
 277             <span class="k">else</span><span class="p">:</span> <span class="n">slice_resources</span> <span class="o">=</span> <span class="p">[]</span>
 278             <span class="k">if</span> <span class="n">slice_resources</span><span class="p">:</span>
 279                 <span class="n">slice_resources_hrn</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_resources_hrn</span><span class="p">(</span><span class="n">slice_resources</span><span class="p">)</span>
 280                 <span class="k">for</span> <span class="n">s_hrn_key</span><span class="p">,</span> <span class="n">s_hrn_value</span> <span class="ow">in</span> <span class="n">slice_resources_hrn</span><span class="o">.</span><span class="n">iteritems</span><span class="p">():</span>
 281                     <span class="n">s_parts</span> <span class="o">=</span> <span class="n">s_hrn_value</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s">&#39;.&#39;</span><span class="p">)</span>
 282                     <span class="n">s_hrn</span> <span class="o">=</span> <span class="s">&#39;.&#39;</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">s_parts</span><span class="p">[:</span><span class="mi">2</span><span class="p">])</span> <span class="o">+</span> <span class="s">&#39;.&#39;</span> <span class="o">+</span> <span class="s">&#39;</span><span class="se">\\</span><span class="s">.&#39;</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">s_parts</span><span class="p">[</span><span class="mi">2</span><span class="p">:])</span>
 283                     <span class="n">resources_hrn_new</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">s_hrn</span><span class="p">)</span>
 284
 285
 286             <span class="n">resources_urn</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_resources_urn</span><span class="p">(</span><span class="n">resources_hrn_new</span><span class="p">)</span>
 287             <span class="n">rspec</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">rspec_proc</span><span class="o">.</span><span class="n">build_sfa_rspec</span><span class="p">(</span><span class="n">slicename</span><span class="p">,</span> <span class="n">resources_urn</span><span class="p">,</span> <span class="bp">None</span><span class="p">,</span> <span class="n">leases</span><span class="p">)</span>
 288             <span class="n">f</span> <span class="o">=</span> <span class="nb">open</span><span class="p">(</span><span class="s">&quot;/tmp/rspec_input.rspec&quot;</span><span class="p">,</span> <span class="s">&quot;w&quot;</span><span class="p">)</span>
 289             <span class="n">f</span><span class="o">.</span><span class="n">truncate</span><span class="p">(</span><span class="mi">0</span><span class="p">)</span>
 290             <span class="n">f</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="n">rspec</span><span class="p">)</span>
 291             <span class="n">f</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
 292
 293             <span class="k">if</span> <span class="ow">not</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">getsize</span><span class="p">(</span><span class="s">&quot;/tmp/rspec_input.rspec&quot;</span><span class="p">)</span> <span class="o">&gt;</span> <span class="mi">0</span><span class="p">:</span>
 294                 <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s">&quot;Fail to create rspec file to allocate resource in slice </span><span class="si">%s</span><span class="s">&quot;</span> <span class="o">%</span> <span class="n">slicename</span><span class="p">)</span>
 295
 296             <span class="c"># ALLOCATE</span>
 297             <span class="k">try</span><span class="p">:</span>
 298                 <span class="bp">self</span><span class="o">.</span><span class="n">_log</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s">&quot;Allocating resources in slice </span><span class="si">%s</span><span class="s">&quot;</span> <span class="o">%</span> <span class="n">slicename</span><span class="p">)</span>
 299                 <span class="n">out</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_sfi_exec_method</span><span class="p">(</span><span class="s">&#39;allocate&#39;</span><span class="p">,</span> <span class="n">slicename</span><span class="p">,</span> <span class="s">&quot;/tmp/rspec_input.rspec&quot;</span><span class="p">)</span>
 300             <span class="k">except</span><span class="p">:</span>
 301                 <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s">&quot;Fail to allocate resource for slice </span><span class="si">%s</span><span class="s">&quot;</span> <span class="o">%</span> <span class="n">slicename</span><span class="p">)</span>
 302
 303             <span class="k">if</span> <span class="n">out</span> <span class="ow">is</span> <span class="ow">not</span> <span class="bp">None</span><span class="p">:</span>
 304                 <span class="c"># PROVISION</span>
 305                 <span class="k">try</span><span class="p">:</span>
 306                     <span class="bp">self</span><span class="o">.</span><span class="n">_log</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s">&quot;Provisioning resources in slice </span><span class="si">%s</span><span class="s">&quot;</span> <span class="o">%</span> <span class="n">slicename</span><span class="p">)</span>
 307                     <span class="bp">self</span><span class="o">.</span><span class="n">_sfi_exec_method</span><span class="p">(</span><span class="s">&#39;provision&#39;</span><span class="p">,</span> <span class="n">slicename</span><span class="p">)</span>
 308                 <span class="k">except</span><span class="p">:</span>
 309                     <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s">&quot;Fail to provision resource for slice </span><span class="si">%s</span><span class="s">&quot;</span> <span class="o">%</span> <span class="n">slicename</span><span class="p">)</span>
 310                 <span class="k">return</span> <span class="bp">True</span>
 311 </div>
 312 <div class="viewcode-block" id="SFAAPI.add_resource_to_slice_batch"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPI.add_resource_to_slice_batch">[docs]</a>    <span class="k">def</span> <span class="nf">add_resource_to_slice_batch</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">slicename</span><span class="p">,</span> <span class="n">resource_hrn</span><span class="p">,</span> <span class="n">properties</span><span class="o">=</span><span class="bp">None</span><span class="p">,</span> <span class="n">leases</span><span class="o">=</span><span class="bp">None</span><span class="p">):</span>
 313         <span class="sd">&quot;&quot;&quot;</span>
 314 <span class="sd">        Method to add all resources together to the slice. Previous deletion of slivers.</span>
 315 <span class="sd">        Specially used for wilabt that doesn&#39;t allow to add more resources to the slice</span>
 316 <span class="sd">        after some resources are added. Every sliver have to be deleted and the batch </span>
 317 <span class="sd">        has to be added at once.</span>
 318 <span class="sd">        &quot;&quot;&quot;</span>
 319         <span class="bp">self</span><span class="o">.</span><span class="n">_count</span> <span class="o">+=</span> <span class="mi">1</span>
 320         <span class="bp">self</span><span class="o">.</span><span class="n">_slice_resources_batch</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">resource_hrn</span><span class="p">)</span>
 321         <span class="n">resources_hrn_new</span> <span class="o">=</span> <span class="nb">list</span><span class="p">()</span>
 322         <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_count</span> <span class="o">==</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_total</span><span class="p">):</span>
 323             <span class="n">check_all_inslice</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_check_all_inslice</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_slice_resources_batch</span><span class="p">,</span> <span class="n">slicename</span><span class="p">)</span>
 324             <span class="k">if</span> <span class="n">check_all_inslice</span> <span class="o">==</span> <span class="bp">True</span><span class="p">:</span>
 325                 <span class="k">return</span> <span class="bp">True</span>
 326             <span class="k">for</span> <span class="n">resource_hrn</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">_slice_resources_batch</span><span class="p">:</span>
 327                 <span class="n">resource_parts</span> <span class="o">=</span> <span class="n">resource_hrn</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s">&#39;.&#39;</span><span class="p">)</span>
 328                 <span class="n">resource_hrn</span> <span class="o">=</span> <span class="s">&#39;.&#39;</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">resource_parts</span><span class="p">[:</span><span class="mi">2</span><span class="p">])</span> <span class="o">+</span> <span class="s">&#39;.&#39;</span> <span class="o">+</span> <span class="s">&#39;</span><span class="se">\\</span><span class="s">.&#39;</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">resource_parts</span><span class="p">[</span><span class="mi">2</span><span class="p">:])</span>
 329                 <span class="n">resources_hrn_new</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">resource_hrn</span><span class="p">)</span>
 330             <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">lock_slice</span><span class="p">:</span>
 331                 <span class="k">if</span> <span class="n">check_all_inslice</span> <span class="o">!=</span> <span class="mi">0</span><span class="p">:</span>
 332                     <span class="bp">self</span><span class="o">.</span><span class="n">_sfi_exec_method</span><span class="p">(</span><span class="s">&#39;delete&#39;</span><span class="p">,</span> <span class="n">slicename</span><span class="p">)</span>
 333                     <span class="n">time</span><span class="o">.</span><span class="n">sleep</span><span class="p">(</span><span class="mi">480</span><span class="p">)</span>
 334
 335                 <span class="c"># Re implementing urn from hrn because the library sfa-common doesn&#39;t work for wilabt</span>
 336                 <span class="n">resources_urn</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_urn</span><span class="p">(</span><span class="n">resources_hrn_new</span><span class="p">)</span>
 337                 <span class="n">rspec</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">rspec_proc</span><span class="o">.</span><span class="n">build_sfa_rspec</span><span class="p">(</span><span class="n">slicename</span><span class="p">,</span> <span class="n">resources_urn</span><span class="p">,</span> <span class="n">properties</span><span class="p">,</span> <span class="n">leases</span><span class="p">)</span>
 338                 <span class="n">f</span> <span class="o">=</span> <span class="nb">open</span><span class="p">(</span><span class="s">&quot;/tmp/rspec_input.rspec&quot;</span><span class="p">,</span> <span class="s">&quot;w&quot;</span><span class="p">)</span>
 339                 <span class="n">f</span><span class="o">.</span><span class="n">truncate</span><span class="p">(</span><span class="mi">0</span><span class="p">)</span>
 340                 <span class="n">f</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="n">rspec</span><span class="p">)</span>
 341                 <span class="n">f</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
 342
 343                 <span class="k">if</span> <span class="ow">not</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">getsize</span><span class="p">(</span><span class="s">&quot;/tmp/rspec_input.rspec&quot;</span><span class="p">)</span> <span class="o">&gt;</span> <span class="mi">0</span><span class="p">:</span>
 344                     <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s">&quot;Fail to create rspec file to allocate resources in slice </span><span class="si">%s</span><span class="s">&quot;</span> <span class="o">%</span> <span class="n">slicename</span><span class="p">)</span>
 345
 346                 <span class="c"># ALLOCATE    </span>
 347                 <span class="k">try</span><span class="p">:</span>
 348                     <span class="bp">self</span><span class="o">.</span><span class="n">_log</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s">&quot;Allocating resources in slice </span><span class="si">%s</span><span class="s">&quot;</span> <span class="o">%</span> <span class="n">slicename</span><span class="p">)</span>
 349                     <span class="n">out</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_sfi_exec_method</span><span class="p">(</span><span class="s">&#39;allocate&#39;</span><span class="p">,</span> <span class="n">slicename</span><span class="p">,</span> <span class="s">&quot;/tmp/rspec_input.rspec&quot;</span><span class="p">)</span>
 350                 <span class="k">except</span><span class="p">:</span>
 351                     <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s">&quot;Fail to allocate resource for slice </span><span class="si">%s</span><span class="s">&quot;</span> <span class="o">%</span> <span class="n">slicename</span><span class="p">)</span>
 352
 353                 <span class="k">if</span> <span class="n">out</span> <span class="ow">is</span> <span class="ow">not</span> <span class="bp">None</span><span class="p">:</span>
 354                     <span class="c"># PROVISION</span>
 355                     <span class="k">try</span><span class="p">:</span>
 356                         <span class="bp">self</span><span class="o">.</span><span class="n">_log</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s">&quot;Provisioning resources in slice </span><span class="si">%s</span><span class="s">&quot;</span> <span class="o">%</span> <span class="n">slicename</span><span class="p">)</span>
 357                         <span class="bp">self</span><span class="o">.</span><span class="n">_sfi_exec_method</span><span class="p">(</span><span class="s">&#39;provision&#39;</span><span class="p">,</span> <span class="n">slicename</span><span class="p">)</span>
 358                         <span class="bp">self</span><span class="o">.</span><span class="n">_sfi_exec_method</span><span class="p">(</span><span class="s">&#39;action&#39;</span><span class="p">,</span> <span class="n">slicename</span><span class="o">=</span><span class="n">slicename</span><span class="p">,</span> <span class="n">action</span><span class="o">=</span><span class="s">&#39;geni_start&#39;</span><span class="p">)</span>
 359                     <span class="k">except</span><span class="p">:</span>
 360                         <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s">&quot;Fail to provision resource for slice </span><span class="si">%s</span><span class="s">&quot;</span> <span class="o">%</span> <span class="n">slicename</span><span class="p">)</span>
 361                     <span class="k">return</span> <span class="bp">True</span>
 362                 <span class="k">else</span><span class="p">:</span>
 363                     <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s">&quot;Fail to allocate resources for slice </span><span class="si">%s</span><span class="s">&quot;</span> <span class="o">%</span> <span class="n">slicename</span><span class="p">)</span>
 364
 365         <span class="k">else</span><span class="p">:</span>
 366             <span class="bp">self</span><span class="o">.</span><span class="n">_log</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s">&quot; Waiting for more nodes to add the batch to the slice &quot;</span><span class="p">)</span>
 367 </div>
 368     <span class="k">def</span> <span class="nf">_check_all_inslice</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">resources_hrn</span><span class="p">,</span> <span class="n">slicename</span><span class="p">):</span>
 369         <span class="n">slice_res</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_slice_resources</span><span class="p">(</span><span class="n">slicename</span><span class="p">)[</span><span class="s">&#39;resource&#39;</span><span class="p">]</span>
 370         <span class="k">if</span> <span class="n">slice_res</span><span class="p">:</span>
 371             <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">slice_res</span><span class="p">[</span><span class="mi">0</span><span class="p">][</span><span class="s">&#39;services&#39;</span><span class="p">])</span> <span class="o">!=</span> <span class="mi">0</span><span class="p">:</span>
 372                 <span class="n">slice_res_hrn</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_resources_hrn</span><span class="p">(</span><span class="n">slice_res</span><span class="p">)</span><span class="o">.</span><span class="n">values</span><span class="p">()</span>
 373                 <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_compare_lists</span><span class="p">(</span><span class="n">slice_res_hrn</span><span class="p">,</span> <span class="n">resources_hrn</span><span class="p">):</span>
 374                     <span class="k">return</span> <span class="bp">True</span>
 375                 <span class="k">else</span><span class="p">:</span> <span class="k">return</span> <span class="nb">len</span><span class="p">(</span><span class="n">slice_res_hrn</span><span class="p">)</span>
 376         <span class="k">return</span> <span class="mi">0</span>
 377
 378     <span class="k">def</span> <span class="nf">_compare_lists</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">list1</span><span class="p">,</span> <span class="n">list2</span><span class="p">):</span>
 379         <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">list1</span><span class="p">)</span> <span class="o">!=</span> <span class="nb">len</span><span class="p">(</span><span class="n">list2</span><span class="p">):</span>
 380             <span class="k">return</span> <span class="bp">False</span>
 381         <span class="k">for</span> <span class="n">item</span> <span class="ow">in</span> <span class="n">list1</span><span class="p">:</span>
 382             <span class="k">if</span> <span class="n">item</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">list2</span><span class="p">:</span>
 383                 <span class="k">return</span> <span class="bp">False</span>
 384         <span class="k">return</span> <span class="bp">True</span>
 385
 386     <span class="k">def</span> <span class="nf">_get_urn</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">resources_hrn</span><span class="p">):</span>
 387         <span class="sd">&quot;&quot;&quot;</span>
 388 <span class="sd">        Get urn from hrn.</span>
 389 <span class="sd">        &quot;&quot;&quot;</span>
 390         <span class="n">resources_urn</span> <span class="o">=</span> <span class="nb">list</span><span class="p">()</span>
 391         <span class="k">for</span> <span class="n">hrn</span> <span class="ow">in</span> <span class="n">resources_hrn</span><span class="p">:</span>
 392             <span class="n">hrn</span> <span class="o">=</span> <span class="n">hrn</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s">&quot;</span><span class="se">\\</span><span class="s">&quot;</span><span class="p">,</span> <span class="s">&quot;&quot;</span><span class="p">)</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s">&#39;.&#39;</span><span class="p">)</span>
 393             <span class="n">node</span> <span class="o">=</span> <span class="n">hrn</span><span class="o">.</span><span class="n">pop</span><span class="p">()</span>
 394             <span class="n">auth</span> <span class="o">=</span> <span class="s">&#39;.&#39;</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">hrn</span><span class="p">)</span>
 395             <span class="n">urn</span> <span class="o">=</span> <span class="p">[</span><span class="s">&#39;urn:publicid:IDN+&#39;</span><span class="p">,</span> <span class="n">auth</span><span class="p">,</span> <span class="s">&#39;+node+&#39;</span><span class="p">,</span> <span class="n">node</span><span class="p">]</span>
 396             <span class="n">urn</span> <span class="o">=</span> <span class="s">&#39;&#39;</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">urn</span><span class="p">)</span>
 397             <span class="n">resources_urn</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">urn</span><span class="p">)</span>
 398         <span class="k">return</span> <span class="n">resources_urn</span>
 399
 400 <div class="viewcode-block" id="SFAAPI.remove_resource_from_slice"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPI.remove_resource_from_slice">[docs]</a>    <span class="k">def</span> <span class="nf">remove_resource_from_slice</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">slicename</span><span class="p">,</span> <span class="n">resource_hrn</span><span class="p">,</span> <span class="n">leases</span><span class="o">=</span><span class="bp">None</span><span class="p">):</span>
 401         <span class="sd">&quot;&quot;&quot;</span>
 402 <span class="sd">        Remove slivers from slice. Currently sfi doesn&#39;t support removing particular</span>
 403 <span class="sd">        slivers.</span>
 404 <span class="sd">        &quot;&quot;&quot;</span>
 405         <span class="n">resource_urn</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_resources_urn</span><span class="p">([</span><span class="n">resource_hrn</span><span class="p">])</span><span class="o">.</span><span class="n">pop</span><span class="p">()</span>
 406         <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">lock_slice</span><span class="p">:</span>
 407             <span class="k">try</span><span class="p">:</span>
 408                 <span class="bp">self</span><span class="o">.</span><span class="n">_sfi_exec_method</span><span class="p">(</span><span class="s">&#39;delete&#39;</span><span class="p">,</span> <span class="n">slicename</span><span class="p">,</span> <span class="n">urn</span><span class="o">=</span><span class="n">resource_urn</span><span class="p">)</span>
 409             <span class="k">except</span><span class="p">:</span>
 410                 <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s">&quot;Fail to delete resource for slice </span><span class="si">%s</span><span class="s">&quot;</span> <span class="o">%</span> <span class="n">slicename</span><span class="p">)</span>
 411             <span class="k">return</span> <span class="bp">True</span>
 412 </div>
 413 <div class="viewcode-block" id="SFAAPI.remove_all_from_slice"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPI.remove_all_from_slice">[docs]</a>    <span class="k">def</span> <span class="nf">remove_all_from_slice</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">slicename</span><span class="p">):</span>
 414         <span class="sd">&quot;&quot;&quot;</span>
 415 <span class="sd">        De-allocate and de-provision all slivers of the named slice.</span>
 416 <span class="sd">        Currently sfi doesn&#39;t support removing particular</span>
 417 <span class="sd">        slivers, so this method works only for removing every sliver. Setting the</span>
 418 <span class="sd">        resource_hrn parameter is not necessary.</span>
 419 <span class="sd">        &quot;&quot;&quot;</span>
 420         <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">lock_slice</span><span class="p">:</span>
 421             <span class="k">try</span><span class="p">:</span>
 422                 <span class="bp">self</span><span class="o">.</span><span class="n">_sfi_exec_method</span><span class="p">(</span><span class="s">&#39;delete&#39;</span><span class="p">,</span> <span class="n">slicename</span><span class="p">)</span>
 423             <span class="k">except</span><span class="p">:</span>
 424                 <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s">&quot;Fail to delete slivers for slice </span><span class="si">%s</span><span class="s">&quot;</span> <span class="o">%</span> <span class="n">slicename</span><span class="p">)</span>
 425             <span class="k">return</span> <span class="bp">True</span>
 426 </div>
 427     <span class="k">def</span> <span class="nf">_get_resources_urn</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">resources_hrn</span><span class="p">):</span>
 428         <span class="sd">&quot;&quot;&quot;</span>
 429 <span class="sd">        Builds list of resources&#39; urn based on hrn.</span>
 430 <span class="sd">        &quot;&quot;&quot;</span>
 431         <span class="n">resources_urn</span> <span class="o">=</span> <span class="nb">list</span><span class="p">()</span>
 432
 433         <span class="k">for</span> <span class="n">resource</span> <span class="ow">in</span> <span class="n">resources_hrn</span><span class="p">:</span>
 434             <span class="n">resources_urn</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">hrn_to_urn</span><span class="p">(</span><span class="n">resource</span><span class="p">,</span> <span class="s">&#39;node&#39;</span><span class="p">))</span>
 435
 436         <span class="k">return</span> <span class="n">resources_urn</span>
 437
 438 <div class="viewcode-block" id="SFAAPI.blacklist_resource"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPI.blacklist_resource">[docs]</a>    <span class="k">def</span> <span class="nf">blacklist_resource</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">resource_hrn</span><span class="p">):</span>
 439         <span class="sd">&quot;&quot;&quot;</span>
 440 <span class="sd">        Adding resource_hrn to blacklist, and taking </span>
 441 <span class="sd">        the resource from the reserved list.</span>
 442 <span class="sd">        &quot;&quot;&quot;</span>
 443         <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">lock_blist</span><span class="p">:</span>
 444             <span class="bp">self</span><span class="o">.</span><span class="n">_blacklist</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">resource_hrn</span><span class="p">)</span>
 445         <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">lock_resv</span><span class="p">:</span>
 446             <span class="k">if</span> <span class="n">resource_hrn</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">_reserved</span><span class="p">:</span>
 447                 <span class="bp">self</span><span class="o">.</span><span class="n">_reserved</span><span class="o">.</span><span class="n">remove</span><span class="p">(</span><span class="n">resource_hrn</span><span class="p">)</span>
 448 </div>
 449 <div class="viewcode-block" id="SFAAPI.blacklisted"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPI.blacklisted">[docs]</a>    <span class="k">def</span> <span class="nf">blacklisted</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">resource_hrn</span><span class="p">):</span>
 450         <span class="sd">&quot;&quot;&quot;</span>
 451 <span class="sd">        Check if the resource is in the blacklist. </span>
 452 <span class="sd">        &quot;&quot;&quot;</span>
 453         <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">lock_blist</span><span class="p">:</span>
 454             <span class="k">if</span> <span class="n">resource_hrn</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">_blacklist</span><span class="p">:</span>
 455                 <span class="k">return</span> <span class="bp">True</span>
 456         <span class="k">return</span> <span class="bp">False</span>
 457 </div>
 458 <div class="viewcode-block" id="SFAAPI.reserve_resource"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPI.reserve_resource">[docs]</a>    <span class="k">def</span> <span class="nf">reserve_resource</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">resource_hrn</span><span class="p">):</span>
 459         <span class="sd">&quot;&quot;&quot;</span>
 460 <span class="sd">        Add resource to the reserved list.</span>
 461 <span class="sd">        &quot;&quot;&quot;</span>
 462         <span class="bp">self</span><span class="o">.</span><span class="n">_reserved</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">resource_hrn</span><span class="p">)</span>
 463 </div>
 464 <div class="viewcode-block" id="SFAAPI.reserved"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPI.reserved">[docs]</a>    <span class="k">def</span> <span class="nf">reserved</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">resource_hrn</span><span class="p">):</span>
 465         <span class="sd">&quot;&quot;&quot;</span>
 466 <span class="sd">        Check that the resource in not reserved.</span>
 467 <span class="sd">        &quot;&quot;&quot;</span>
 468         <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">lock_resv</span><span class="p">:</span>
 469             <span class="k">if</span> <span class="n">resource_hrn</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">_reserved</span><span class="p">:</span>
 470                 <span class="k">return</span> <span class="bp">True</span>
 471             <span class="k">else</span><span class="p">:</span>
 472                 <span class="bp">self</span><span class="o">.</span><span class="n">reserve_resource</span><span class="p">(</span><span class="n">resource_hrn</span><span class="p">)</span>
 473                 <span class="k">return</span> <span class="bp">False</span>
 474 </div>
 475 <div class="viewcode-block" id="SFAAPI.release"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPI.release">[docs]</a>    <span class="k">def</span> <span class="nf">release</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
 476         <span class="sd">&quot;&quot;&quot;</span>
 477 <span class="sd">        Remove hosts from the reserved and blacklist lists, and in case</span>
 478 <span class="sd">        the persist attribute is set, it saves the blacklisted hosts</span>
 479 <span class="sd">        in the blacklist file.</span>
 480 <span class="sd">        &quot;&quot;&quot;</span>
 481         <span class="bp">self</span><span class="o">.</span><span class="n">apis</span> <span class="o">-=</span> <span class="mi">1</span>
 482         <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">apis</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
 483             <span class="n">blacklist</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_blacklist</span>
 484             <span class="bp">self</span><span class="o">.</span><span class="n">_blacklist</span> <span class="o">=</span> <span class="nb">set</span><span class="p">()</span>
 485             <span class="bp">self</span><span class="o">.</span><span class="n">_reserved</span> <span class="o">=</span> <span class="nb">set</span><span class="p">()</span>
 486 <span class="c">#            if self._ecobj.get_global(&#39;PlanetlabSfaNode&#39;, &#39;persist_blacklist&#39;):</span>
 487 <span class="c">#                if blacklist:</span>
 488 <span class="c">#                    to_blacklist = list()</span>
 489 <span class="c">#                    hostnames = self.get_nodes(list(blacklist), [&#39;hostname&#39;])</span>
 490 <span class="c">#                    for hostname in hostnames:</span>
 491 <span class="c">#                        to_blacklist.append(hostname[&#39;hostname&#39;])</span>
 492 <span class="c">#</span>
 493 <span class="c">#                    nepi_home = os.path.join(os.path.expanduser(&quot;~&quot;), &quot;.nepi&quot;)</span>
 494 <span class="c">#                    plblacklist_file = os.path.join(nepi_home, &quot;plblacklist.txt&quot;)</span>
 495 <span class="c">#</span>
 496 <span class="c">#                    with open(plblacklist_file, &#39;w&#39;) as f:</span>
 497 <span class="c">#                        for host in to_blacklist:</span>
 498 <span class="c">#                            f.write(&quot;%s\n&quot; % host)</span>
 499 <span class="c">#</span>
 500
 501 </div></div>
 502 <div class="viewcode-block" id="SFAAPIFactory"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPIFactory">[docs]</a><span class="k">class</span> <span class="nc">SFAAPIFactory</span><span class="p">(</span><span class="nb">object</span><span class="p">):</span>
 503     <span class="sd">&quot;&quot;&quot;</span>
 504 <span class="sd">    API Factory to manage a map of SFAAPI instances as key-value pairs, it</span>
 505 <span class="sd">    instanciate a single instance per key. The key represents the same SFA, </span>
 506 <span class="sd">    credentials.</span>
 507 <span class="sd">    &quot;&quot;&quot;</span>
 508
 509     <span class="n">_lock</span> <span class="o">=</span> <span class="n">threading</span><span class="o">.</span><span class="n">Lock</span><span class="p">()</span>
 510     <span class="n">_apis</span> <span class="o">=</span> <span class="nb">dict</span><span class="p">()</span>
 511
 512
 513     <span class="nd">@classmethod</span>
 514 <div class="viewcode-block" id="SFAAPIFactory.get_api"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPIFactory.get_api">[docs]</a>    <span class="k">def</span> <span class="nf">get_api</span><span class="p">(</span><span class="n">cls</span><span class="p">,</span> <span class="n">sfi_user</span><span class="p">,</span> <span class="n">sfi_auth</span><span class="p">,</span> <span class="n">sfi_registry</span><span class="p">,</span> <span class="n">sfi_sm</span><span class="p">,</span> <span class="n">private_key</span><span class="p">,</span> <span class="n">ec</span><span class="p">,</span>
 515             <span class="n">batch</span> <span class="o">=</span> <span class="bp">False</span><span class="p">,</span> <span class="n">rtype</span> <span class="o">=</span> <span class="bp">None</span><span class="p">,</span> <span class="n">timeout</span> <span class="o">=</span> <span class="bp">None</span><span class="p">):</span>
 516
 517         <span class="k">if</span> <span class="n">sfi_user</span> <span class="ow">and</span> <span class="n">sfi_sm</span><span class="p">:</span>
 518             <span class="n">key</span> <span class="o">=</span> <span class="n">cls</span><span class="o">.</span><span class="n">make_key</span><span class="p">(</span><span class="n">sfi_user</span><span class="p">,</span> <span class="n">sfi_sm</span><span class="p">)</span>
 519             <span class="k">with</span> <span class="n">cls</span><span class="o">.</span><span class="n">_lock</span><span class="p">:</span>
 520                 <span class="n">api</span> <span class="o">=</span> <span class="n">cls</span><span class="o">.</span><span class="n">_apis</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">key</span><span class="p">)</span>
 521
 522                 <span class="k">if</span> <span class="ow">not</span> <span class="n">api</span><span class="p">:</span>
 523                     <span class="n">api</span> <span class="o">=</span> <span class="n">SFAAPI</span><span class="p">(</span><span class="n">sfi_user</span><span class="p">,</span> <span class="n">sfi_auth</span><span class="p">,</span> <span class="n">sfi_registry</span><span class="p">,</span> <span class="n">sfi_sm</span><span class="p">,</span> <span class="n">private_key</span><span class="p">,</span>
 524                         <span class="n">ec</span><span class="p">,</span> <span class="n">batch</span><span class="p">,</span> <span class="n">rtype</span><span class="p">,</span> <span class="n">timeout</span><span class="p">)</span>
 525                     <span class="n">cls</span><span class="o">.</span><span class="n">_apis</span><span class="p">[</span><span class="n">key</span><span class="p">]</span> <span class="o">=</span> <span class="n">api</span>
 526                 <span class="k">else</span><span class="p">:</span>
 527                     <span class="n">api</span><span class="o">.</span><span class="n">apis</span> <span class="o">+=</span> <span class="mi">1</span>
 528
 529                 <span class="k">return</span> <span class="n">api</span>
 530
 531         <span class="k">return</span> <span class="bp">None</span>
 532 </div>
 533     <span class="nd">@classmethod</span>
 534 <div class="viewcode-block" id="SFAAPIFactory.make_key"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPIFactory.make_key">[docs]</a>    <span class="k">def</span> <span class="nf">make_key</span><span class="p">(</span><span class="n">cls</span><span class="p">,</span> <span class="o">*</span><span class="n">args</span><span class="p">):</span>
 535         <span class="n">skey</span> <span class="o">=</span> <span class="s">&quot;&quot;</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="nb">map</span><span class="p">(</span><span class="nb">str</span><span class="p">,</span> <span class="n">args</span><span class="p">))</span>
 536         <span class="k">return</span> <span class="n">hashlib</span><span class="o">.</span><span class="n">md5</span><span class="p">(</span><span class="n">skey</span><span class="p">)</span><span class="o">.</span><span class="n">hexdigest</span><span class="p">()</span>
 537 </pre></div></div></div>
 538
 539           </div>
 540         </div>
 541       </div>
 542       <div class="clearer"></div>
 543     </div>
 544     <div class="related">
 545       <h3>Navigation</h3>
 546       <ul>
 547         <li class="right" style="margin-right: 10px">
 548           <a href="../../../genindex.html" title="General Index"
 549              >index</a></li>
 550         <li class="right" >
 551           <a href="../../../py-modindex.html" title="Python Module Index"
 552              >modules</a> |</li>
 553         <li><a href="../../../index.html">NEPI 3.2 documentation</a> &raquo;</li>
 554           <li><a href="../../index.html" >Module code</a> &raquo;</li>
 555       </ul>
 556     </div>
 557     <div class="footer">
 558         &copy; Copyright 2014, Alina Quereilhac, Lucia Guevgeozian Odizzio, Julien Tribino.
 559       Created using <a href="http://sphinx-doc.org/">Sphinx</a> 1.2.3.
 560     </div>
 561   </body>
 562 </html>