1 <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
2 "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
5 <html xmlns="http://www.w3.org/1999/xhtml">
7 <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
9 <title>nepi.util.sfaapi — NEPI 3.0 documentation</title>
11 <link rel="stylesheet" href="../../../_static/sphinxdoc.css" type="text/css" />
12 <link rel="stylesheet" href="../../../_static/pygments.css" type="text/css" />
14 <script type="text/javascript">
15 var DOCUMENTATION_OPTIONS = {
16 URL_ROOT: '../../../',
18 COLLAPSE_INDEX: false,
23 <script type="text/javascript" src="../../../_static/jquery.js"></script>
24 <script type="text/javascript" src="../../../_static/underscore.js"></script>
25 <script type="text/javascript" src="../../../_static/doctools.js"></script>
26 <link rel="top" title="NEPI 3.0 documentation" href="../../../index.html" />
27 <link rel="up" title="Module code" href="../../index.html" />
33 <li class="right" style="margin-right: 10px">
34 <a href="../../../genindex.html" title="General Index"
35 accesskey="I">index</a></li>
37 <a href="../../../py-modindex.html" title="Python Module Index"
39 <li><a href="../../../index.html">NEPI 3.0 documentation</a> »</li>
40 <li><a href="../../index.html" accesskey="U">Module code</a> »</li>
43 <div class="sphinxsidebar">
44 <div class="sphinxsidebarwrapper">
45 <div id="searchbox" style="display: none">
47 <form class="search" action="../../../search.html" method="get">
48 <input type="text" name="q" />
49 <input type="submit" value="Go" />
50 <input type="hidden" name="check_keywords" value="yes" />
51 <input type="hidden" name="area" value="default" />
53 <p class="searchtip" style="font-size: 90%">
54 Enter search terms or a module, class or function name.
57 <script type="text/javascript">$('#searchbox').show(0);</script>
61 <div class="document">
62 <div class="documentwrapper">
63 <div class="bodywrapper">
66 <h1>Source code for nepi.util.sfaapi</h1><div class="highlight"><pre>
67 <span class="c">#</span>
68 <span class="c"># NEPI, a framework to manage network experiments</span>
69 <span class="c"># Copyright (C) 2013 INRIA</span>
70 <span class="c">#</span>
71 <span class="c"># This program is free software: you can redistribute it and/or modify</span>
72 <span class="c"># it under the terms of the GNU General Public License version 2 as</span>
73 <span class="c"># published by the Free Software Foundation;</span>
74 <span class="c">#</span>
75 <span class="c"># This program is distributed in the hope that it will be useful,</span>
76 <span class="c"># but WITHOUT ANY WARRANTY; without even the implied warranty of</span>
77 <span class="c"># MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the</span>
78 <span class="c"># GNU General Public License for more details.</span>
79 <span class="c">#</span>
80 <span class="c"># You should have received a copy of the GNU General Public License</span>
81 <span class="c"># along with this program. If not, see <http://www.gnu.org/licenses/>.</span>
82 <span class="c">#</span>
83 <span class="c"># Author: Lucia Guevgeozian Odizzio <lucia.guevgeozian_odizzio@inria.fr></span>
85 <span class="kn">import</span> <span class="nn">threading</span>
86 <span class="kn">import</span> <span class="nn">hashlib</span>
87 <span class="kn">import</span> <span class="nn">re</span>
88 <span class="kn">import</span> <span class="nn">os</span>
89 <span class="kn">import</span> <span class="nn">time</span>
91 <span class="kn">from</span> <span class="nn">nepi.util.logger</span> <span class="kn">import</span> <span class="n">Logger</span>
93 <span class="k">try</span><span class="p">:</span>
94 <span class="kn">from</span> <span class="nn">sfa.client.sfi</span> <span class="kn">import</span> <span class="n">Sfi</span>
95 <span class="kn">from</span> <span class="nn">sfa.util.xrn</span> <span class="kn">import</span> <span class="n">hrn_to_urn</span>
96 <span class="k">except</span> <span class="ne">ImportError</span><span class="p">:</span>
97 <span class="n">log</span> <span class="o">=</span> <span class="n">Logger</span><span class="p">(</span><span class="s">"SFA API"</span><span class="p">)</span>
98 <span class="n">log</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s">"Packages sfa-common or sfa-client not installed.</span><span class="se">\</span>
99 <span class="s"> Could not import sfa.client.sfi or sfa.util.xrn"</span><span class="p">)</span>
101 <span class="kn">from</span> <span class="nn">nepi.util.sfarspec_proc</span> <span class="kn">import</span> <span class="n">SfaRSpecProcessing</span>
103 <div class="viewcode-block" id="SFAAPI"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPI">[docs]</a><span class="k">class</span> <span class="nc">SFAAPI</span><span class="p">(</span><span class="nb">object</span><span class="p">):</span>
104 <span class="sd">"""</span>
105 <span class="sd"> API for quering the SFA service. It uses Sfi class from the tool sfi client.</span>
106 <span class="sd"> """</span>
107 <span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">sfi_user</span><span class="p">,</span> <span class="n">sfi_auth</span><span class="p">,</span> <span class="n">sfi_registry</span><span class="p">,</span> <span class="n">sfi_sm</span><span class="p">,</span> <span class="n">private_key</span><span class="p">,</span> <span class="n">ec</span><span class="p">,</span>
108 <span class="n">batch</span><span class="p">,</span> <span class="n">rtype</span><span class="p">,</span> <span class="n">timeout</span><span class="p">):</span>
110 <span class="bp">self</span><span class="o">.</span><span class="n">_blacklist</span> <span class="o">=</span> <span class="nb">set</span><span class="p">()</span>
111 <span class="bp">self</span><span class="o">.</span><span class="n">_reserved</span> <span class="o">=</span> <span class="nb">set</span><span class="p">()</span>
112 <span class="bp">self</span><span class="o">.</span><span class="n">_resources_cache</span> <span class="o">=</span> <span class="bp">None</span>
113 <span class="bp">self</span><span class="o">.</span><span class="n">_already_cached</span> <span class="o">=</span> <span class="bp">False</span>
114 <span class="bp">self</span><span class="o">.</span><span class="n">_ec</span> <span class="o">=</span> <span class="n">ec</span>
115 <span class="bp">self</span><span class="o">.</span><span class="n">apis</span> <span class="o">=</span> <span class="mi">1</span>
117 <span class="k">if</span> <span class="n">batch</span><span class="p">:</span>
118 <span class="bp">self</span><span class="o">.</span><span class="n">_testbed_res</span> <span class="o">=</span> <span class="n">rtype</span>
119 <span class="bp">self</span><span class="o">.</span><span class="n">_count</span> <span class="o">=</span> <span class="mi">0</span>
120 <span class="bp">self</span><span class="o">.</span><span class="n">_total</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_total_res</span><span class="p">()</span>
121 <span class="bp">self</span><span class="o">.</span><span class="n">_slice_resources_batch</span> <span class="o">=</span> <span class="nb">list</span><span class="p">()</span>
123 <span class="bp">self</span><span class="o">.</span><span class="n">_log</span> <span class="o">=</span> <span class="n">Logger</span><span class="p">(</span><span class="s">"SFA API"</span><span class="p">)</span>
124 <span class="bp">self</span><span class="o">.</span><span class="n">api</span> <span class="o">=</span> <span class="n">Sfi</span><span class="p">()</span>
125 <span class="bp">self</span><span class="o">.</span><span class="n">rspec_proc</span> <span class="o">=</span> <span class="n">SfaRSpecProcessing</span><span class="p">()</span>
126 <span class="bp">self</span><span class="o">.</span><span class="n">lock_slice</span> <span class="o">=</span> <span class="n">threading</span><span class="o">.</span><span class="n">Lock</span><span class="p">()</span>
127 <span class="bp">self</span><span class="o">.</span><span class="n">lock_blist</span> <span class="o">=</span> <span class="n">threading</span><span class="o">.</span><span class="n">Lock</span><span class="p">()</span>
128 <span class="bp">self</span><span class="o">.</span><span class="n">lock_resv</span> <span class="o">=</span> <span class="n">threading</span><span class="o">.</span><span class="n">Lock</span><span class="p">()</span>
130 <span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">options</span><span class="o">.</span><span class="n">timeout</span> <span class="o">=</span> <span class="n">timeout</span>
131 <span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">options</span><span class="o">.</span><span class="n">raw</span> <span class="o">=</span> <span class="bp">None</span>
132 <span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">options</span><span class="o">.</span><span class="n">user</span> <span class="o">=</span> <span class="n">sfi_user</span>
133 <span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">options</span><span class="o">.</span><span class="n">auth</span> <span class="o">=</span> <span class="n">sfi_auth</span>
134 <span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">options</span><span class="o">.</span><span class="n">registry</span> <span class="o">=</span> <span class="n">sfi_registry</span>
135 <span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">options</span><span class="o">.</span><span class="n">sm</span> <span class="o">=</span> <span class="n">sfi_sm</span>
136 <span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">options</span><span class="o">.</span><span class="n">user_private_key</span> <span class="o">=</span> <span class="n">private_key</span>
138 <span class="c"># Load blacklist from file</span>
139 <span class="k">if</span> <span class="n">ec</span><span class="o">.</span><span class="n">get_global</span><span class="p">(</span><span class="s">'PlanetlabNode'</span><span class="p">,</span> <span class="s">'persist_blacklist'</span><span class="p">):</span>
140 <span class="bp">self</span><span class="o">.</span><span class="n">_set_blacklist</span><span class="p">()</span>
142 <span class="k">def</span> <span class="nf">_set_blacklist</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
143 <span class="sd">"""</span>
144 <span class="sd"> Initialize the blacklist with previous nodes blacklisted, in </span>
145 <span class="sd"> previous runs.</span>
146 <span class="sd"> """</span>
147 <span class="n">nepi_home</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">expanduser</span><span class="p">(</span><span class="s">"~"</span><span class="p">),</span> <span class="s">".nepi"</span><span class="p">)</span>
148 <span class="n">plblacklist_file</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">nepi_home</span><span class="p">,</span> <span class="s">"plblacklist.txt"</span><span class="p">)</span>
149 <span class="k">with</span> <span class="nb">open</span><span class="p">(</span><span class="n">plblacklist_file</span><span class="p">,</span> <span class="s">'r'</span><span class="p">)</span> <span class="k">as</span> <span class="n">f</span><span class="p">:</span>
150 <span class="n">hosts_tobl</span> <span class="o">=</span> <span class="n">f</span><span class="o">.</span><span class="n">read</span><span class="p">()</span><span class="o">.</span><span class="n">splitlines</span><span class="p">()</span>
151 <span class="k">if</span> <span class="n">hosts_tobl</span><span class="p">:</span>
152 <span class="k">for</span> <span class="n">host</span> <span class="ow">in</span> <span class="n">hosts_tobl</span><span class="p">:</span>
153 <span class="bp">self</span><span class="o">.</span><span class="n">_blacklist</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">host</span><span class="p">)</span>
155 <span class="k">def</span> <span class="nf">_get_total_res</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
156 <span class="sd">"""</span>
157 <span class="sd"> Get the total amount of resources instanciated using this API,</span>
158 <span class="sd"> to be able to add them using the same Allocate and Provision</span>
159 <span class="sd"> call at once. Specially for Wilabt testbed that doesn't allow </span>
160 <span class="sd"> to add slivers after the slice already has some.</span>
161 <span class="sd"> """</span>
162 <span class="n">rms</span> <span class="o">=</span> <span class="nb">list</span><span class="p">()</span>
163 <span class="n">res_gids</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_ec</span><span class="o">.</span><span class="n">resources</span>
164 <span class="k">for</span> <span class="n">gid</span> <span class="ow">in</span> <span class="n">res_gids</span><span class="p">:</span>
165 <span class="n">rm</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_ec</span><span class="o">.</span><span class="n">get_resource</span><span class="p">(</span><span class="n">gid</span><span class="p">)</span>
166 <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_testbed_res</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span> <span class="ow">in</span> <span class="n">rm</span><span class="o">.</span><span class="n">_rtype</span><span class="o">.</span><span class="n">lower</span><span class="p">():</span>
167 <span class="n">rms</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">rm</span><span class="p">)</span>
168 <span class="k">return</span> <span class="n">rms</span>
170 <span class="k">def</span> <span class="nf">_sfi_exec_method</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">command</span><span class="p">,</span> <span class="n">slicename</span><span class="o">=</span><span class="bp">None</span><span class="p">,</span> <span class="n">rspec</span><span class="o">=</span><span class="bp">None</span><span class="p">,</span> <span class="n">urn</span><span class="o">=</span><span class="bp">None</span><span class="p">,</span> <span class="n">action</span><span class="o">=</span><span class="bp">None</span><span class="p">):</span>
171 <span class="sd">"""</span>
172 <span class="sd"> Execute sfi method, which correspond to SFA call. It can be the following</span>
173 <span class="sd"> calls: Describe, Delete, Allocate, Provision, ListResources.</span>
174 <span class="sd"> """</span>
175 <span class="k">if</span> <span class="n">command</span> <span class="ow">in</span> <span class="p">[</span><span class="s">'describe'</span><span class="p">,</span> <span class="s">'delete'</span><span class="p">,</span> <span class="s">'allocate'</span><span class="p">,</span> <span class="s">'provision'</span><span class="p">,</span> <span class="s">'action'</span><span class="p">]:</span>
176 <span class="k">if</span> <span class="ow">not</span> <span class="n">slicename</span><span class="p">:</span>
177 <span class="k">raise</span> <span class="ne">TypeError</span><span class="p">(</span><span class="s">"The slice hrn is expected for this method </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="n">command</span><span class="p">)</span>
178 <span class="k">if</span> <span class="n">command</span> <span class="o">==</span> <span class="s">'allocate'</span> <span class="ow">and</span> <span class="ow">not</span> <span class="n">rspec</span><span class="p">:</span>
179 <span class="k">raise</span> <span class="ne">TypeError</span><span class="p">(</span><span class="s">"RSpec is expected for this method </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="n">command</span><span class="p">)</span>
181 <span class="k">if</span> <span class="n">command</span> <span class="o">==</span> <span class="s">'allocate'</span><span class="p">:</span>
182 <span class="n">args_list</span> <span class="o">=</span> <span class="p">[</span><span class="n">slicename</span><span class="p">,</span> <span class="n">rspec</span><span class="p">]</span>
183 <span class="k">else</span><span class="p">:</span>
184 <span class="n">args_list</span> <span class="o">=</span> <span class="p">[</span><span class="n">slicename</span><span class="p">]</span>
185 <span class="k">if</span> <span class="n">command</span> <span class="o">!=</span> <span class="s">'delete'</span><span class="p">:</span>
186 <span class="n">args_list</span> <span class="o">=</span> <span class="n">args_list</span> <span class="o">+</span> <span class="p">[</span><span class="s">'-o'</span><span class="p">,</span> <span class="s">'/tmp/rspec_output'</span><span class="p">]</span>
187 <span class="k">if</span> <span class="n">command</span> <span class="o">==</span> <span class="s">'action'</span><span class="p">:</span>
188 <span class="n">args_list</span> <span class="o">=</span> <span class="p">[</span><span class="n">slicename</span><span class="p">,</span> <span class="n">action</span><span class="p">]</span>
190 <span class="k">elif</span> <span class="n">command</span> <span class="o">==</span> <span class="s">'resources'</span><span class="p">:</span>
191 <span class="n">args_list</span> <span class="o">=</span> <span class="p">[</span><span class="s">'-o'</span><span class="p">,</span> <span class="s">'/tmp/rspec_output'</span><span class="p">]</span>
193 <span class="k">else</span><span class="p">:</span> <span class="k">raise</span> <span class="ne">TypeError</span><span class="p">(</span><span class="s">"Sfi method not supported"</span><span class="p">)</span>
195 <span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">command</span> <span class="o">=</span> <span class="n">command</span>
196 <span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">command_parser</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">create_parser_command</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">command</span><span class="p">)</span>
197 <span class="p">(</span><span class="n">command_options</span><span class="p">,</span> <span class="n">command_args</span><span class="p">)</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">command_parser</span><span class="o">.</span><span class="n">parse_args</span><span class="p">(</span><span class="n">args_list</span><span class="p">)</span>
198 <span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">command_options</span> <span class="o">=</span> <span class="n">command_options</span>
199 <span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">read_config</span><span class="p">()</span>
200 <span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">bootstrap</span><span class="p">()</span>
202 <span class="k">try</span><span class="p">:</span>
203 <span class="n">os</span><span class="o">.</span><span class="n">remove</span><span class="p">(</span><span class="s">"/tmp/rspec_output.rspec"</span><span class="p">)</span>
204 <span class="k">except</span> <span class="ne">OSError</span><span class="p">:</span>
205 <span class="bp">self</span><span class="o">.</span><span class="n">_log</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s">"Couldn't remove temporary output file for RSpec or it doesn't exist"</span><span class="p">)</span>
207 <span class="k">try</span><span class="p">:</span>
208 <span class="bp">self</span><span class="o">.</span><span class="n">api</span><span class="o">.</span><span class="n">dispatch</span><span class="p">(</span><span class="n">command</span><span class="p">,</span> <span class="n">command_options</span><span class="p">,</span> <span class="n">command_args</span><span class="p">)</span>
209 <span class="k">with</span> <span class="nb">open</span><span class="p">(</span><span class="s">"/tmp/rspec_output.rspec"</span><span class="p">,</span> <span class="s">"r"</span><span class="p">)</span> <span class="k">as</span> <span class="n">result_file</span><span class="p">:</span>
210 <span class="n">result</span> <span class="o">=</span> <span class="n">result_file</span><span class="o">.</span><span class="n">read</span><span class="p">()</span>
211 <span class="k">return</span> <span class="n">result</span>
212 <span class="k">except</span><span class="p">:</span>
213 <span class="bp">self</span><span class="o">.</span><span class="n">_log</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s">" Couldn't retrive rspec output information from method </span><span class="si">%s</span><span class="s"> "</span> <span class="o">%</span> <span class="n">command</span><span class="p">)</span>
214 <span class="k">return</span> <span class="bp">None</span>
216 <div class="viewcode-block" id="SFAAPI.get_resources_info"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPI.get_resources_info">[docs]</a> <span class="k">def</span> <span class="nf">get_resources_info</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
217 <span class="sd">"""</span>
218 <span class="sd"> Get all resources and its attributes from aggregate.</span>
219 <span class="sd"> """</span>
220 <span class="k">try</span><span class="p">:</span>
221 <span class="n">rspec_slice</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_sfi_exec_method</span><span class="p">(</span><span class="s">'resources'</span><span class="p">)</span>
222 <span class="k">except</span><span class="p">:</span>
223 <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s">"Fail to list resources"</span><span class="p">)</span>
225 <span class="bp">self</span><span class="o">.</span><span class="n">_resources_cache</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">rspec_proc</span><span class="o">.</span><span class="n">parse_sfa_rspec</span><span class="p">(</span><span class="n">rspec_slice</span><span class="p">)</span>
226 <span class="bp">self</span><span class="o">.</span><span class="n">_already_cached</span> <span class="o">=</span> <span class="bp">True</span>
227 <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_resources_cache</span>
229 <div class="viewcode-block" id="SFAAPI.get_resources_hrn"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPI.get_resources_hrn">[docs]</a> <span class="k">def</span> <span class="nf">get_resources_hrn</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">resources</span><span class="o">=</span><span class="bp">None</span><span class="p">):</span>
230 <span class="sd">"""</span>
231 <span class="sd"> Get list of resources hrn, without the resource info.</span>
232 <span class="sd"> """</span>
233 <span class="k">if</span> <span class="ow">not</span> <span class="n">resources</span><span class="p">:</span>
234 <span class="k">if</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">_already_cached</span><span class="p">:</span>
235 <span class="n">resources</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_resources_info</span><span class="p">()[</span><span class="s">'resource'</span><span class="p">]</span>
236 <span class="k">else</span><span class="p">:</span>
237 <span class="n">resources</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_resources_cache</span><span class="p">[</span><span class="s">'resource'</span><span class="p">]</span>
239 <span class="n">component_tohrn</span> <span class="o">=</span> <span class="nb">dict</span><span class="p">()</span>
240 <span class="k">for</span> <span class="n">resource</span> <span class="ow">in</span> <span class="n">resources</span><span class="p">:</span>
241 <span class="n">hrn</span> <span class="o">=</span> <span class="n">resource</span><span class="p">[</span><span class="s">'hrn'</span><span class="p">]</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s">'</span><span class="se">\\</span><span class="s">'</span><span class="p">,</span> <span class="s">''</span><span class="p">)</span>
242 <span class="n">component_tohrn</span><span class="p">[</span><span class="n">resource</span><span class="p">[</span><span class="s">'component_name'</span><span class="p">]]</span> <span class="o">=</span> <span class="n">hrn</span>
244 <span class="k">return</span> <span class="n">component_tohrn</span>
246 <div class="viewcode-block" id="SFAAPI.get_slice_resources"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPI.get_slice_resources">[docs]</a> <span class="k">def</span> <span class="nf">get_slice_resources</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">slicename</span><span class="p">):</span>
247 <span class="sd">"""</span>
248 <span class="sd"> Get resources and info from slice.</span>
249 <span class="sd"> """</span>
250 <span class="k">try</span><span class="p">:</span>
251 <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">lock_slice</span><span class="p">:</span>
252 <span class="n">rspec_slice</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_sfi_exec_method</span><span class="p">(</span><span class="s">'describe'</span><span class="p">,</span> <span class="n">slicename</span><span class="p">)</span>
253 <span class="k">except</span><span class="p">:</span>
254 <span class="bp">self</span><span class="o">.</span><span class="n">_log</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s">"Fail to describe resources for slice </span><span class="si">%s</span><span class="s">, slice may be empty"</span> <span class="o">%</span> <span class="n">slicename</span><span class="p">)</span>
256 <span class="k">if</span> <span class="n">rspec_slice</span> <span class="ow">is</span> <span class="ow">not</span> <span class="bp">None</span><span class="p">:</span>
257 <span class="n">result</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">rspec_proc</span><span class="o">.</span><span class="n">parse_sfa_rspec</span><span class="p">(</span><span class="n">rspec_slice</span><span class="p">)</span>
258 <span class="k">return</span> <span class="n">result</span>
259 <span class="k">else</span><span class="p">:</span>
260 <span class="k">return</span> <span class="p">{</span><span class="s">'resource'</span><span class="p">:[],</span><span class="s">'lease'</span><span class="p">:[]}</span>
263 <div class="viewcode-block" id="SFAAPI.add_resource_to_slice"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPI.add_resource_to_slice">[docs]</a> <span class="k">def</span> <span class="nf">add_resource_to_slice</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">slicename</span><span class="p">,</span> <span class="n">resource_hrn</span><span class="p">,</span> <span class="n">leases</span><span class="o">=</span><span class="bp">None</span><span class="p">):</span>
264 <span class="sd">"""</span>
265 <span class="sd"> Get the list of resources' urn, build the rspec string and call the allocate </span>
266 <span class="sd"> and provision method.</span>
267 <span class="sd"> """</span>
268 <span class="n">resources_hrn_new</span> <span class="o">=</span> <span class="nb">list</span><span class="p">()</span>
269 <span class="n">resource_parts</span> <span class="o">=</span> <span class="n">resource_hrn</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s">'.'</span><span class="p">)</span>
270 <span class="n">resource_hrn</span> <span class="o">=</span> <span class="s">'.'</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">resource_parts</span><span class="p">[:</span><span class="mi">2</span><span class="p">])</span> <span class="o">+</span> <span class="s">'.'</span> <span class="o">+</span> <span class="s">'</span><span class="se">\\</span><span class="s">.'</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">resource_parts</span><span class="p">[</span><span class="mi">2</span><span class="p">:])</span>
271 <span class="n">resources_hrn_new</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">resource_hrn</span><span class="p">)</span>
273 <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">lock_slice</span><span class="p">:</span>
274 <span class="n">rspec_slice</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_sfi_exec_method</span><span class="p">(</span><span class="s">'describe'</span><span class="p">,</span> <span class="n">slicename</span><span class="p">)</span>
275 <span class="k">if</span> <span class="n">rspec_slice</span> <span class="ow">is</span> <span class="ow">not</span> <span class="bp">None</span><span class="p">:</span>
276 <span class="n">slice_resources</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">rspec_proc</span><span class="o">.</span><span class="n">parse_sfa_rspec</span><span class="p">(</span><span class="n">rspec_slice</span><span class="p">)[</span><span class="s">'resource'</span><span class="p">]</span>
277 <span class="k">else</span><span class="p">:</span> <span class="n">slice_resources</span> <span class="o">=</span> <span class="p">[]</span>
278 <span class="k">if</span> <span class="n">slice_resources</span><span class="p">:</span>
279 <span class="n">slice_resources_hrn</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_resources_hrn</span><span class="p">(</span><span class="n">slice_resources</span><span class="p">)</span>
280 <span class="k">for</span> <span class="n">s_hrn_key</span><span class="p">,</span> <span class="n">s_hrn_value</span> <span class="ow">in</span> <span class="n">slice_resources_hrn</span><span class="o">.</span><span class="n">iteritems</span><span class="p">():</span>
281 <span class="n">s_parts</span> <span class="o">=</span> <span class="n">s_hrn_value</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s">'.'</span><span class="p">)</span>
282 <span class="n">s_hrn</span> <span class="o">=</span> <span class="s">'.'</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">s_parts</span><span class="p">[:</span><span class="mi">2</span><span class="p">])</span> <span class="o">+</span> <span class="s">'.'</span> <span class="o">+</span> <span class="s">'</span><span class="se">\\</span><span class="s">.'</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">s_parts</span><span class="p">[</span><span class="mi">2</span><span class="p">:])</span>
283 <span class="n">resources_hrn_new</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">s_hrn</span><span class="p">)</span>
286 <span class="n">resources_urn</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_resources_urn</span><span class="p">(</span><span class="n">resources_hrn_new</span><span class="p">)</span>
287 <span class="n">rspec</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">rspec_proc</span><span class="o">.</span><span class="n">build_sfa_rspec</span><span class="p">(</span><span class="n">slicename</span><span class="p">,</span> <span class="n">resources_urn</span><span class="p">,</span> <span class="bp">None</span><span class="p">,</span> <span class="n">leases</span><span class="p">)</span>
288 <span class="n">f</span> <span class="o">=</span> <span class="nb">open</span><span class="p">(</span><span class="s">"/tmp/rspec_input.rspec"</span><span class="p">,</span> <span class="s">"w"</span><span class="p">)</span>
289 <span class="n">f</span><span class="o">.</span><span class="n">truncate</span><span class="p">(</span><span class="mi">0</span><span class="p">)</span>
290 <span class="n">f</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="n">rspec</span><span class="p">)</span>
291 <span class="n">f</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
293 <span class="k">if</span> <span class="ow">not</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">getsize</span><span class="p">(</span><span class="s">"/tmp/rspec_input.rspec"</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
294 <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s">"Fail to create rspec file to allocate resource in slice </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="n">slicename</span><span class="p">)</span>
296 <span class="c"># ALLOCATE</span>
297 <span class="k">try</span><span class="p">:</span>
298 <span class="bp">self</span><span class="o">.</span><span class="n">_log</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s">"Allocating resources in slice </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="n">slicename</span><span class="p">)</span>
299 <span class="n">out</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_sfi_exec_method</span><span class="p">(</span><span class="s">'allocate'</span><span class="p">,</span> <span class="n">slicename</span><span class="p">,</span> <span class="s">"/tmp/rspec_input.rspec"</span><span class="p">)</span>
300 <span class="k">except</span><span class="p">:</span>
301 <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s">"Fail to allocate resource for slice </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="n">slicename</span><span class="p">)</span>
303 <span class="k">if</span> <span class="n">out</span> <span class="ow">is</span> <span class="ow">not</span> <span class="bp">None</span><span class="p">:</span>
304 <span class="c"># PROVISION</span>
305 <span class="k">try</span><span class="p">:</span>
306 <span class="bp">self</span><span class="o">.</span><span class="n">_log</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s">"Provisioning resources in slice </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="n">slicename</span><span class="p">)</span>
307 <span class="bp">self</span><span class="o">.</span><span class="n">_sfi_exec_method</span><span class="p">(</span><span class="s">'provision'</span><span class="p">,</span> <span class="n">slicename</span><span class="p">)</span>
308 <span class="k">except</span><span class="p">:</span>
309 <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s">"Fail to provision resource for slice </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="n">slicename</span><span class="p">)</span>
310 <span class="k">return</span> <span class="bp">True</span>
312 <div class="viewcode-block" id="SFAAPI.add_resource_to_slice_batch"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPI.add_resource_to_slice_batch">[docs]</a> <span class="k">def</span> <span class="nf">add_resource_to_slice_batch</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">slicename</span><span class="p">,</span> <span class="n">resource_hrn</span><span class="p">,</span> <span class="n">properties</span><span class="o">=</span><span class="bp">None</span><span class="p">,</span> <span class="n">leases</span><span class="o">=</span><span class="bp">None</span><span class="p">):</span>
313 <span class="sd">"""</span>
314 <span class="sd"> Method to add all resources together to the slice. Previous deletion of slivers.</span>
315 <span class="sd"> Specially used for wilabt that doesn't allow to add more resources to the slice</span>
316 <span class="sd"> after some resources are added. Every sliver have to be deleted and the batch </span>
317 <span class="sd"> has to be added at once.</span>
318 <span class="sd"> """</span>
319 <span class="bp">self</span><span class="o">.</span><span class="n">_count</span> <span class="o">+=</span> <span class="mi">1</span>
320 <span class="bp">self</span><span class="o">.</span><span class="n">_slice_resources_batch</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">resource_hrn</span><span class="p">)</span>
321 <span class="n">resources_hrn_new</span> <span class="o">=</span> <span class="nb">list</span><span class="p">()</span>
322 <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_count</span> <span class="o">==</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_total</span><span class="p">):</span>
323 <span class="n">check_all_inslice</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_check_all_inslice</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_slice_resources_batch</span><span class="p">,</span> <span class="n">slicename</span><span class="p">)</span>
324 <span class="k">if</span> <span class="n">check_all_inslice</span> <span class="o">==</span> <span class="bp">True</span><span class="p">:</span>
325 <span class="k">return</span> <span class="bp">True</span>
326 <span class="k">for</span> <span class="n">resource_hrn</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">_slice_resources_batch</span><span class="p">:</span>
327 <span class="n">resource_parts</span> <span class="o">=</span> <span class="n">resource_hrn</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s">'.'</span><span class="p">)</span>
328 <span class="n">resource_hrn</span> <span class="o">=</span> <span class="s">'.'</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">resource_parts</span><span class="p">[:</span><span class="mi">2</span><span class="p">])</span> <span class="o">+</span> <span class="s">'.'</span> <span class="o">+</span> <span class="s">'</span><span class="se">\\</span><span class="s">.'</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">resource_parts</span><span class="p">[</span><span class="mi">2</span><span class="p">:])</span>
329 <span class="n">resources_hrn_new</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">resource_hrn</span><span class="p">)</span>
330 <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">lock_slice</span><span class="p">:</span>
331 <span class="k">if</span> <span class="n">check_all_inslice</span> <span class="o">!=</span> <span class="mi">0</span><span class="p">:</span>
332 <span class="bp">self</span><span class="o">.</span><span class="n">_sfi_exec_method</span><span class="p">(</span><span class="s">'delete'</span><span class="p">,</span> <span class="n">slicename</span><span class="p">)</span>
333 <span class="n">time</span><span class="o">.</span><span class="n">sleep</span><span class="p">(</span><span class="mi">480</span><span class="p">)</span>
335 <span class="c"># Re implementing urn from hrn because the library sfa-common doesn't work for wilabt</span>
336 <span class="n">resources_urn</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_urn</span><span class="p">(</span><span class="n">resources_hrn_new</span><span class="p">)</span>
337 <span class="n">rspec</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">rspec_proc</span><span class="o">.</span><span class="n">build_sfa_rspec</span><span class="p">(</span><span class="n">slicename</span><span class="p">,</span> <span class="n">resources_urn</span><span class="p">,</span> <span class="n">properties</span><span class="p">,</span> <span class="n">leases</span><span class="p">)</span>
338 <span class="n">f</span> <span class="o">=</span> <span class="nb">open</span><span class="p">(</span><span class="s">"/tmp/rspec_input.rspec"</span><span class="p">,</span> <span class="s">"w"</span><span class="p">)</span>
339 <span class="n">f</span><span class="o">.</span><span class="n">truncate</span><span class="p">(</span><span class="mi">0</span><span class="p">)</span>
340 <span class="n">f</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="n">rspec</span><span class="p">)</span>
341 <span class="n">f</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
343 <span class="k">if</span> <span class="ow">not</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">getsize</span><span class="p">(</span><span class="s">"/tmp/rspec_input.rspec"</span><span class="p">)</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span>
344 <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s">"Fail to create rspec file to allocate resources in slice </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="n">slicename</span><span class="p">)</span>
346 <span class="c"># ALLOCATE </span>
347 <span class="k">try</span><span class="p">:</span>
348 <span class="bp">self</span><span class="o">.</span><span class="n">_log</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s">"Allocating resources in slice </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="n">slicename</span><span class="p">)</span>
349 <span class="n">out</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_sfi_exec_method</span><span class="p">(</span><span class="s">'allocate'</span><span class="p">,</span> <span class="n">slicename</span><span class="p">,</span> <span class="s">"/tmp/rspec_input.rspec"</span><span class="p">)</span>
350 <span class="k">except</span><span class="p">:</span>
351 <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s">"Fail to allocate resource for slice </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="n">slicename</span><span class="p">)</span>
353 <span class="k">if</span> <span class="n">out</span> <span class="ow">is</span> <span class="ow">not</span> <span class="bp">None</span><span class="p">:</span>
354 <span class="c"># PROVISION</span>
355 <span class="k">try</span><span class="p">:</span>
356 <span class="bp">self</span><span class="o">.</span><span class="n">_log</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s">"Provisioning resources in slice </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="n">slicename</span><span class="p">)</span>
357 <span class="bp">self</span><span class="o">.</span><span class="n">_sfi_exec_method</span><span class="p">(</span><span class="s">'provision'</span><span class="p">,</span> <span class="n">slicename</span><span class="p">)</span>
358 <span class="bp">self</span><span class="o">.</span><span class="n">_sfi_exec_method</span><span class="p">(</span><span class="s">'action'</span><span class="p">,</span> <span class="n">slicename</span><span class="o">=</span><span class="n">slicename</span><span class="p">,</span> <span class="n">action</span><span class="o">=</span><span class="s">'geni_start'</span><span class="p">)</span>
359 <span class="k">except</span><span class="p">:</span>
360 <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s">"Fail to provision resource for slice </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="n">slicename</span><span class="p">)</span>
361 <span class="k">return</span> <span class="bp">True</span>
362 <span class="k">else</span><span class="p">:</span>
363 <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s">"Fail to allocate resources for slice </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="n">slicename</span><span class="p">)</span>
365 <span class="k">else</span><span class="p">:</span>
366 <span class="bp">self</span><span class="o">.</span><span class="n">_log</span><span class="o">.</span><span class="n">debug</span><span class="p">(</span><span class="s">" Waiting for more nodes to add the batch to the slice "</span><span class="p">)</span>
368 <span class="k">def</span> <span class="nf">_check_all_inslice</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">resources_hrn</span><span class="p">,</span> <span class="n">slicename</span><span class="p">):</span>
369 <span class="n">slice_res</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_slice_resources</span><span class="p">(</span><span class="n">slicename</span><span class="p">)[</span><span class="s">'resource'</span><span class="p">]</span>
370 <span class="k">if</span> <span class="n">slice_res</span><span class="p">:</span>
371 <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">slice_res</span><span class="p">[</span><span class="mi">0</span><span class="p">][</span><span class="s">'services'</span><span class="p">])</span> <span class="o">!=</span> <span class="mi">0</span><span class="p">:</span>
372 <span class="n">slice_res_hrn</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_resources_hrn</span><span class="p">(</span><span class="n">slice_res</span><span class="p">)</span><span class="o">.</span><span class="n">values</span><span class="p">()</span>
373 <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_compare_lists</span><span class="p">(</span><span class="n">slice_res_hrn</span><span class="p">,</span> <span class="n">resources_hrn</span><span class="p">):</span>
374 <span class="k">return</span> <span class="bp">True</span>
375 <span class="k">else</span><span class="p">:</span> <span class="k">return</span> <span class="nb">len</span><span class="p">(</span><span class="n">slice_res_hrn</span><span class="p">)</span>
376 <span class="k">return</span> <span class="mi">0</span>
378 <span class="k">def</span> <span class="nf">_compare_lists</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">list1</span><span class="p">,</span> <span class="n">list2</span><span class="p">):</span>
379 <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">list1</span><span class="p">)</span> <span class="o">!=</span> <span class="nb">len</span><span class="p">(</span><span class="n">list2</span><span class="p">):</span>
380 <span class="k">return</span> <span class="bp">False</span>
381 <span class="k">for</span> <span class="n">item</span> <span class="ow">in</span> <span class="n">list1</span><span class="p">:</span>
382 <span class="k">if</span> <span class="n">item</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">list2</span><span class="p">:</span>
383 <span class="k">return</span> <span class="bp">False</span>
384 <span class="k">return</span> <span class="bp">True</span>
386 <span class="k">def</span> <span class="nf">_get_urn</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">resources_hrn</span><span class="p">):</span>
387 <span class="sd">"""</span>
388 <span class="sd"> Get urn from hrn.</span>
389 <span class="sd"> """</span>
390 <span class="n">resources_urn</span> <span class="o">=</span> <span class="nb">list</span><span class="p">()</span>
391 <span class="k">for</span> <span class="n">hrn</span> <span class="ow">in</span> <span class="n">resources_hrn</span><span class="p">:</span>
392 <span class="n">hrn</span> <span class="o">=</span> <span class="n">hrn</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s">"</span><span class="se">\\</span><span class="s">"</span><span class="p">,</span> <span class="s">""</span><span class="p">)</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s">'.'</span><span class="p">)</span>
393 <span class="n">node</span> <span class="o">=</span> <span class="n">hrn</span><span class="o">.</span><span class="n">pop</span><span class="p">()</span>
394 <span class="n">auth</span> <span class="o">=</span> <span class="s">'.'</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">hrn</span><span class="p">)</span>
395 <span class="n">urn</span> <span class="o">=</span> <span class="p">[</span><span class="s">'urn:publicid:IDN+'</span><span class="p">,</span> <span class="n">auth</span><span class="p">,</span> <span class="s">'+node+'</span><span class="p">,</span> <span class="n">node</span><span class="p">]</span>
396 <span class="n">urn</span> <span class="o">=</span> <span class="s">''</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">urn</span><span class="p">)</span>
397 <span class="n">resources_urn</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">urn</span><span class="p">)</span>
398 <span class="k">return</span> <span class="n">resources_urn</span>
400 <div class="viewcode-block" id="SFAAPI.remove_resource_from_slice"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPI.remove_resource_from_slice">[docs]</a> <span class="k">def</span> <span class="nf">remove_resource_from_slice</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">slicename</span><span class="p">,</span> <span class="n">resource_hrn</span><span class="p">,</span> <span class="n">leases</span><span class="o">=</span><span class="bp">None</span><span class="p">):</span>
401 <span class="sd">"""</span>
402 <span class="sd"> Remove slivers from slice. Currently sfi doesn't support removing particular</span>
403 <span class="sd"> slivers.</span>
404 <span class="sd"> """</span>
405 <span class="n">resource_urn</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_resources_urn</span><span class="p">([</span><span class="n">resource_hrn</span><span class="p">])</span><span class="o">.</span><span class="n">pop</span><span class="p">()</span>
406 <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">lock_slice</span><span class="p">:</span>
407 <span class="k">try</span><span class="p">:</span>
408 <span class="bp">self</span><span class="o">.</span><span class="n">_sfi_exec_method</span><span class="p">(</span><span class="s">'delete'</span><span class="p">,</span> <span class="n">slicename</span><span class="p">,</span> <span class="n">urn</span><span class="o">=</span><span class="n">resource_urn</span><span class="p">)</span>
409 <span class="k">except</span><span class="p">:</span>
410 <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s">"Fail to delete resource for slice </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="n">slicename</span><span class="p">)</span>
411 <span class="k">return</span> <span class="bp">True</span>
413 <div class="viewcode-block" id="SFAAPI.remove_all_from_slice"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPI.remove_all_from_slice">[docs]</a> <span class="k">def</span> <span class="nf">remove_all_from_slice</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">slicename</span><span class="p">):</span>
414 <span class="sd">"""</span>
415 <span class="sd"> De-allocate and de-provision all slivers of the named slice.</span>
416 <span class="sd"> Currently sfi doesn't support removing particular</span>
417 <span class="sd"> slivers, so this method works only for removing every sliver. Setting the</span>
418 <span class="sd"> resource_hrn parameter is not necessary.</span>
419 <span class="sd"> """</span>
420 <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">lock_slice</span><span class="p">:</span>
421 <span class="k">try</span><span class="p">:</span>
422 <span class="bp">self</span><span class="o">.</span><span class="n">_sfi_exec_method</span><span class="p">(</span><span class="s">'delete'</span><span class="p">,</span> <span class="n">slicename</span><span class="p">)</span>
423 <span class="k">except</span><span class="p">:</span>
424 <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s">"Fail to delete slivers for slice </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="n">slicename</span><span class="p">)</span>
425 <span class="k">return</span> <span class="bp">True</span>
427 <span class="k">def</span> <span class="nf">_get_resources_urn</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">resources_hrn</span><span class="p">):</span>
428 <span class="sd">"""</span>
429 <span class="sd"> Builds list of resources' urn based on hrn.</span>
430 <span class="sd"> """</span>
431 <span class="n">resources_urn</span> <span class="o">=</span> <span class="nb">list</span><span class="p">()</span>
433 <span class="k">for</span> <span class="n">resource</span> <span class="ow">in</span> <span class="n">resources_hrn</span><span class="p">:</span>
434 <span class="n">resources_urn</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">hrn_to_urn</span><span class="p">(</span><span class="n">resource</span><span class="p">,</span> <span class="s">'node'</span><span class="p">))</span>
436 <span class="k">return</span> <span class="n">resources_urn</span>
438 <div class="viewcode-block" id="SFAAPI.blacklist_resource"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPI.blacklist_resource">[docs]</a> <span class="k">def</span> <span class="nf">blacklist_resource</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">resource_hrn</span><span class="p">):</span>
439 <span class="sd">"""</span>
440 <span class="sd"> Adding resource_hrn to blacklist, and taking </span>
441 <span class="sd"> the resource from the reserved list.</span>
442 <span class="sd"> """</span>
443 <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">lock_blist</span><span class="p">:</span>
444 <span class="bp">self</span><span class="o">.</span><span class="n">_blacklist</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">resource_hrn</span><span class="p">)</span>
445 <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">lock_resv</span><span class="p">:</span>
446 <span class="k">if</span> <span class="n">resource_hrn</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">_reserved</span><span class="p">:</span>
447 <span class="bp">self</span><span class="o">.</span><span class="n">_reserved</span><span class="o">.</span><span class="n">remove</span><span class="p">(</span><span class="n">resource_hrn</span><span class="p">)</span>
449 <div class="viewcode-block" id="SFAAPI.blacklisted"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPI.blacklisted">[docs]</a> <span class="k">def</span> <span class="nf">blacklisted</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">resource_hrn</span><span class="p">):</span>
450 <span class="sd">"""</span>
451 <span class="sd"> Check if the resource is in the blacklist. </span>
452 <span class="sd"> """</span>
453 <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">lock_blist</span><span class="p">:</span>
454 <span class="k">if</span> <span class="n">resource_hrn</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">_blacklist</span><span class="p">:</span>
455 <span class="k">return</span> <span class="bp">True</span>
456 <span class="k">return</span> <span class="bp">False</span>
458 <div class="viewcode-block" id="SFAAPI.reserve_resource"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPI.reserve_resource">[docs]</a> <span class="k">def</span> <span class="nf">reserve_resource</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">resource_hrn</span><span class="p">):</span>
459 <span class="sd">"""</span>
460 <span class="sd"> Add resource to the reserved list.</span>
461 <span class="sd"> """</span>
462 <span class="bp">self</span><span class="o">.</span><span class="n">_reserved</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">resource_hrn</span><span class="p">)</span>
464 <div class="viewcode-block" id="SFAAPI.reserved"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPI.reserved">[docs]</a> <span class="k">def</span> <span class="nf">reserved</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">resource_hrn</span><span class="p">):</span>
465 <span class="sd">"""</span>
466 <span class="sd"> Check that the resource in not reserved.</span>
467 <span class="sd"> """</span>
468 <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">lock_resv</span><span class="p">:</span>
469 <span class="k">if</span> <span class="n">resource_hrn</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">_reserved</span><span class="p">:</span>
470 <span class="k">return</span> <span class="bp">True</span>
471 <span class="k">else</span><span class="p">:</span>
472 <span class="bp">self</span><span class="o">.</span><span class="n">reserve_resource</span><span class="p">(</span><span class="n">resource_hrn</span><span class="p">)</span>
473 <span class="k">return</span> <span class="bp">False</span>
475 <div class="viewcode-block" id="SFAAPI.release"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPI.release">[docs]</a> <span class="k">def</span> <span class="nf">release</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
476 <span class="sd">"""</span>
477 <span class="sd"> Remove hosts from the reserved and blacklist lists, and in case</span>
478 <span class="sd"> the persist attribute is set, it saves the blacklisted hosts</span>
479 <span class="sd"> in the blacklist file.</span>
480 <span class="sd"> """</span>
481 <span class="bp">self</span><span class="o">.</span><span class="n">apis</span> <span class="o">-=</span> <span class="mi">1</span>
482 <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">apis</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
483 <span class="n">blacklist</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_blacklist</span>
484 <span class="bp">self</span><span class="o">.</span><span class="n">_blacklist</span> <span class="o">=</span> <span class="nb">set</span><span class="p">()</span>
485 <span class="bp">self</span><span class="o">.</span><span class="n">_reserved</span> <span class="o">=</span> <span class="nb">set</span><span class="p">()</span>
486 <span class="c"># if self._ecobj.get_global('PlanetlabSfaNode', 'persist_blacklist'):</span>
487 <span class="c"># if blacklist:</span>
488 <span class="c"># to_blacklist = list()</span>
489 <span class="c"># hostnames = self.get_nodes(list(blacklist), ['hostname'])</span>
490 <span class="c"># for hostname in hostnames:</span>
491 <span class="c"># to_blacklist.append(hostname['hostname'])</span>
492 <span class="c">#</span>
493 <span class="c"># nepi_home = os.path.join(os.path.expanduser("~"), ".nepi")</span>
494 <span class="c"># plblacklist_file = os.path.join(nepi_home, "plblacklist.txt")</span>
495 <span class="c">#</span>
496 <span class="c"># with open(plblacklist_file, 'w') as f:</span>
497 <span class="c"># for host in to_blacklist:</span>
498 <span class="c"># f.write("%s\n" % host)</span>
499 <span class="c">#</span>
502 <div class="viewcode-block" id="SFAAPIFactory"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPIFactory">[docs]</a><span class="k">class</span> <span class="nc">SFAAPIFactory</span><span class="p">(</span><span class="nb">object</span><span class="p">):</span>
503 <span class="sd">"""</span>
504 <span class="sd"> API Factory to manage a map of SFAAPI instances as key-value pairs, it</span>
505 <span class="sd"> instanciate a single instance per key. The key represents the same SFA, </span>
506 <span class="sd"> credentials.</span>
507 <span class="sd"> """</span>
509 <span class="n">_lock</span> <span class="o">=</span> <span class="n">threading</span><span class="o">.</span><span class="n">Lock</span><span class="p">()</span>
510 <span class="n">_apis</span> <span class="o">=</span> <span class="nb">dict</span><span class="p">()</span>
513 <span class="nd">@classmethod</span>
514 <div class="viewcode-block" id="SFAAPIFactory.get_api"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPIFactory.get_api">[docs]</a> <span class="k">def</span> <span class="nf">get_api</span><span class="p">(</span><span class="n">cls</span><span class="p">,</span> <span class="n">sfi_user</span><span class="p">,</span> <span class="n">sfi_auth</span><span class="p">,</span> <span class="n">sfi_registry</span><span class="p">,</span> <span class="n">sfi_sm</span><span class="p">,</span> <span class="n">private_key</span><span class="p">,</span> <span class="n">ec</span><span class="p">,</span>
515 <span class="n">batch</span> <span class="o">=</span> <span class="bp">False</span><span class="p">,</span> <span class="n">rtype</span> <span class="o">=</span> <span class="bp">None</span><span class="p">,</span> <span class="n">timeout</span> <span class="o">=</span> <span class="bp">None</span><span class="p">):</span>
517 <span class="k">if</span> <span class="n">sfi_user</span> <span class="ow">and</span> <span class="n">sfi_sm</span><span class="p">:</span>
518 <span class="n">key</span> <span class="o">=</span> <span class="n">cls</span><span class="o">.</span><span class="n">make_key</span><span class="p">(</span><span class="n">sfi_user</span><span class="p">,</span> <span class="n">sfi_sm</span><span class="p">)</span>
519 <span class="k">with</span> <span class="n">cls</span><span class="o">.</span><span class="n">_lock</span><span class="p">:</span>
520 <span class="n">api</span> <span class="o">=</span> <span class="n">cls</span><span class="o">.</span><span class="n">_apis</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">key</span><span class="p">)</span>
522 <span class="k">if</span> <span class="ow">not</span> <span class="n">api</span><span class="p">:</span>
523 <span class="n">api</span> <span class="o">=</span> <span class="n">SFAAPI</span><span class="p">(</span><span class="n">sfi_user</span><span class="p">,</span> <span class="n">sfi_auth</span><span class="p">,</span> <span class="n">sfi_registry</span><span class="p">,</span> <span class="n">sfi_sm</span><span class="p">,</span> <span class="n">private_key</span><span class="p">,</span>
524 <span class="n">ec</span><span class="p">,</span> <span class="n">batch</span><span class="p">,</span> <span class="n">rtype</span><span class="p">,</span> <span class="n">timeout</span><span class="p">)</span>
525 <span class="n">cls</span><span class="o">.</span><span class="n">_apis</span><span class="p">[</span><span class="n">key</span><span class="p">]</span> <span class="o">=</span> <span class="n">api</span>
526 <span class="k">else</span><span class="p">:</span>
527 <span class="n">api</span><span class="o">.</span><span class="n">apis</span> <span class="o">+=</span> <span class="mi">1</span>
529 <span class="k">return</span> <span class="n">api</span>
531 <span class="k">return</span> <span class="bp">None</span>
533 <span class="nd">@classmethod</span>
534 <div class="viewcode-block" id="SFAAPIFactory.make_key"><a class="viewcode-back" href="../../../_layout/nepi.util.html#nepi.util.sfaapi.SFAAPIFactory.make_key">[docs]</a> <span class="k">def</span> <span class="nf">make_key</span><span class="p">(</span><span class="n">cls</span><span class="p">,</span> <span class="o">*</span><span class="n">args</span><span class="p">):</span>
535 <span class="n">skey</span> <span class="o">=</span> <span class="s">""</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="nb">map</span><span class="p">(</span><span class="nb">str</span><span class="p">,</span> <span class="n">args</span><span class="p">))</span>
536 <span class="k">return</span> <span class="n">hashlib</span><span class="o">.</span><span class="n">md5</span><span class="p">(</span><span class="n">skey</span><span class="p">)</span><span class="o">.</span><span class="n">hexdigest</span><span class="p">()</span>
537 </pre></div></div></div>
542 <div class="clearer"></div>
544 <div class="related">
547 <li class="right" style="margin-right: 10px">
548 <a href="../../../genindex.html" title="General Index"
551 <a href="../../../py-modindex.html" title="Python Module Index"
553 <li><a href="../../../index.html">NEPI 3.0 documentation</a> »</li>
554 <li><a href="../../index.html" >Module code</a> »</li>
558 © Copyright 2014, Alina Quereilhac, Lucia Guevgeozian Odizzio, Julien Tribino.
559 Created using <a href="http://sphinx-doc.org/">Sphinx</a> 1.2.3.