doc/sphinx/_build/html/_modules/nepi/data/processing/ping/parser.html

   1 <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
   2   "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
   3
   4
   5 <html xmlns="http://www.w3.org/1999/xhtml">
   6   <head>
   7     <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
   8
   9     <title>nepi.data.processing.ping.parser &mdash; NEPI 3.2 documentation</title>
  10
  11     <link rel="stylesheet" href="../../../../../_static/sphinxdoc.css" type="text/css" />
  12     <link rel="stylesheet" href="../../../../../_static/pygments.css" type="text/css" />
  13
  14     <script type="text/javascript">
  15       var DOCUMENTATION_OPTIONS = {
  16         URL_ROOT:    '../../../../../',
  17         VERSION:     '3.2',
  18         COLLAPSE_INDEX: false,
  19         FILE_SUFFIX: '.html',
  20         HAS_SOURCE:  true
  21       };
  22     </script>
  23     <script type="text/javascript" src="../../../../../_static/jquery.js"></script>
  24     <script type="text/javascript" src="../../../../../_static/underscore.js"></script>
  25     <script type="text/javascript" src="../../../../../_static/doctools.js"></script>
  26     <link rel="top" title="NEPI 3.2 documentation" href="../../../../../index.html" />
  27     <link rel="up" title="Module code" href="../../../../index.html" />
  28   </head>
  29   <body>
  30     <div class="related">
  31       <h3>Navigation</h3>
  32       <ul>
  33         <li class="right" style="margin-right: 10px">
  34           <a href="../../../../../genindex.html" title="General Index"
  35              accesskey="I">index</a></li>
  36         <li class="right" >
  37           <a href="../../../../../py-modindex.html" title="Python Module Index"
  38              >modules</a> |</li>
  39         <li><a href="../../../../../index.html">NEPI 3.2 documentation</a> &raquo;</li>
  40           <li><a href="../../../../index.html" accesskey="U">Module code</a> &raquo;</li>
  41       </ul>
  42     </div>
  43       <div class="sphinxsidebar">
  44         <div class="sphinxsidebarwrapper">
  45 <div id="searchbox" style="display: none">
  46   <h3>Quick search</h3>
  47     <form class="search" action="../../../../../search.html" method="get">
  48       <input type="text" name="q" />
  49       <input type="submit" value="Go" />
  50       <input type="hidden" name="check_keywords" value="yes" />
  51       <input type="hidden" name="area" value="default" />
  52     </form>
  53     <p class="searchtip" style="font-size: 90%">
  54     Enter search terms or a module, class or function name.
  55     </p>
  56 </div>
  57 <script type="text/javascript">$('#searchbox').show(0);</script>
  58         </div>
  59       </div>
  60
  61     <div class="document">
  62       <div class="documentwrapper">
  63         <div class="bodywrapper">
  64           <div class="body">
  65
  66   <h1>Source code for nepi.data.processing.ping.parser</h1><div class="highlight"><pre>
  67 <span class="c">#!/usr/bin/env python</span>
  68
  69 <span class="c">###############################################################################</span>
  70 <span class="c">#</span>
  71 <span class="c">#    CCNX benchmark</span>
  72 <span class="c">#    Copyright (C) 2014 INRIA</span>
  73 <span class="c">#</span>
  74 <span class="c">#    This program is free software: you can redistribute it and/or modify</span>
  75 <span class="c">#    it under the terms of the GNU General Public License version 2 as</span>
  76 <span class="c">#    published by the Free Software Foundation;</span>
  77 <span class="c">#</span>
  78 <span class="c">#    This program is distributed in the hope that it will be useful,</span>
  79 <span class="c">#    but WITHOUT ANY WARRANTY; without even the implied warranty of</span>
  80 <span class="c">#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the</span>
  81 <span class="c">#    GNU General Public License for more details.</span>
  82 <span class="c">#</span>
  83 <span class="c">#    You should have received a copy of the GNU General Public License</span>
  84 <span class="c">#    along with this program.  If not, see &lt;http://www.gnu.org/licenses/&gt;.</span>
  85 <span class="c">#</span>
  86 <span class="c">#</span>
  87 <span class="c"># Author: Alina Quereilhac &lt;alina.quereilhac@inria.fr&gt;</span>
  88 <span class="c">#</span>
  89 <span class="c">###############################################################################</span>
  90
  91 <span class="c">#</span>
  92 <span class="c"># This library contains functions to parse log files generated using ping. </span>
  93 <span class="c">#</span>
  94
  95 <span class="kn">import</span> <span class="nn">collections</span>
  96 <span class="kn">import</span> <span class="nn">re</span>
  97 <span class="kn">import</span> <span class="nn">os</span>
  98
  99 <span class="c"># RE to match line starting &quot;traceroute to&quot;</span>
 100 <span class="n">_rre</span> <span class="o">=</span> <span class="n">re</span><span class="o">.</span><span class="n">compile</span><span class="p">(</span><span class="s">&quot;\d+ bytes from ((?P&lt;hostname&gt;[^\s]+) )?\(?(?P&lt;ip&gt;[^\s]+)\)??: icmp_.eq=\d+ ttl=\d+ time=(?P&lt;time&gt;[^\s]+) ms&quot;</span><span class="p">)</span>
 101
 102 <div class="viewcode-block" id="parse_file"><a class="viewcode-back" href="../../../../../_layout/nepi.data.processing.ping.html#nepi.data.processing.ping.parser.parse_file">[docs]</a><span class="k">def</span> <span class="nf">parse_file</span><span class="p">(</span><span class="n">filename</span><span class="p">):</span>
 103     <span class="sd">&quot;&quot;&quot;</span>
 104 <span class="sd">        filename: path to traceroute file</span>
 105
 106 <span class="sd">    &quot;&quot;&quot;</span>
 107
 108     <span class="n">f</span> <span class="o">=</span> <span class="nb">open</span><span class="p">(</span><span class="n">filename</span><span class="p">,</span> <span class="s">&quot;r&quot;</span><span class="p">)</span>
 109
 110     <span class="c"># Traceroute info</span>
 111     <span class="n">target_ip</span> <span class="o">=</span> <span class="bp">None</span>
 112     <span class="n">target_hostname</span> <span class="o">=</span> <span class="bp">None</span>
 113
 114     <span class="n">data</span> <span class="o">=</span> <span class="p">[]</span>
 115
 116     <span class="k">for</span> <span class="n">line</span> <span class="ow">in</span> <span class="n">f</span><span class="p">:</span>
 117         <span class="c"># match traceroute to ...</span>
 118         <span class="n">m</span> <span class="o">=</span> <span class="n">re</span><span class="o">.</span><span class="n">match</span><span class="p">(</span><span class="n">_rre</span><span class="p">,</span> <span class="n">line</span><span class="p">)</span>
 119         <span class="k">if</span> <span class="ow">not</span> <span class="n">m</span><span class="p">:</span>
 120             <span class="k">continue</span>
 121
 122         <span class="n">target_ip</span> <span class="o">=</span> <span class="n">m</span><span class="o">.</span><span class="n">groupdict</span><span class="p">()[</span><span class="s">&quot;ip&quot;</span><span class="p">]</span>
 123         <span class="c"># FIX THIS: Make sure the regular expression does not inlcude </span>
 124         <span class="c"># the &#39;)&#39; in the ip group </span>
 125         <span class="n">target_ip</span> <span class="o">=</span> <span class="n">target_ip</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s">&quot;)&quot;</span><span class="p">,</span><span class="s">&quot;&quot;</span><span class="p">)</span>
 126         <span class="n">target_hostname</span> <span class="o">=</span> <span class="n">m</span><span class="o">.</span><span class="n">groupdict</span><span class="p">()[</span><span class="s">&quot;hostname&quot;</span><span class="p">]</span>
 127         <span class="n">time</span> <span class="o">=</span> <span class="n">m</span><span class="o">.</span><span class="n">groupdict</span><span class="p">()[</span><span class="s">&quot;time&quot;</span><span class="p">]</span>
 128         <span class="n">data</span><span class="o">.</span><span class="n">append</span><span class="p">((</span><span class="n">target_ip</span><span class="p">,</span> <span class="n">target_hostname</span><span class="p">,</span> <span class="n">time</span><span class="p">))</span>
 129
 130     <span class="n">f</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
 131
 132     <span class="k">return</span> <span class="n">data</span>
 133 </div>
 134 <div class="viewcode-block" id="annotate_cn_node"><a class="viewcode-back" href="../../../../../_layout/nepi.data.processing.ping.html#nepi.data.processing.ping.parser.annotate_cn_node">[docs]</a><span class="k">def</span> <span class="nf">annotate_cn_node</span><span class="p">(</span><span class="n">graph</span><span class="p">,</span> <span class="n">nid1</span><span class="p">,</span> <span class="n">ips2nid</span><span class="p">,</span> <span class="n">data</span><span class="p">):</span>
 135     <span class="k">for</span> <span class="p">(</span><span class="n">target_ip</span><span class="p">,</span> <span class="n">target_hostname</span><span class="p">,</span> <span class="n">time</span><span class="p">)</span> <span class="ow">in</span> <span class="n">data</span><span class="p">:</span>
 136         <span class="n">nid2</span> <span class="o">=</span> <span class="n">ips2nid</span><span class="p">[</span><span class="n">target_ip</span><span class="p">]</span>
 137
 138         <span class="k">if</span> <span class="s">&quot;delays&quot;</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">graph</span><span class="o">.</span><span class="n">edge</span><span class="p">[</span><span class="n">nid1</span><span class="p">][</span><span class="n">nid2</span><span class="p">]:</span>
 139             <span class="n">graph</span><span class="o">.</span><span class="n">edge</span><span class="p">[</span><span class="n">nid1</span><span class="p">][</span><span class="n">nid2</span><span class="p">][</span><span class="s">&quot;delays&quot;</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
 140
 141         <span class="n">time</span> <span class="o">=</span> <span class="nb">float</span><span class="p">(</span><span class="n">time</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s">&quot;ms&quot;</span><span class="p">,</span> <span class="s">&quot;&quot;</span><span class="p">)</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s">&quot; &quot;</span><span class="p">,</span><span class="s">&quot;&quot;</span><span class="p">))</span>
 142
 143         <span class="n">graph</span><span class="o">.</span><span class="n">edge</span><span class="p">[</span><span class="n">nid1</span><span class="p">][</span><span class="n">nid2</span><span class="p">][</span><span class="s">&quot;delays&quot;</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">time</span><span class="p">)</span>
 144 </div>
 145 <div class="viewcode-block" id="annotate_cn_graph"><a class="viewcode-back" href="../../../../../_layout/nepi.data.processing.ping.html#nepi.data.processing.ping.parser.annotate_cn_graph">[docs]</a><span class="k">def</span> <span class="nf">annotate_cn_graph</span><span class="p">(</span><span class="n">logs_dir</span><span class="p">,</span> <span class="n">graph</span><span class="p">):</span>
 146     <span class="sd">&quot;&quot;&quot; Add delay inormation to graph using data collected using</span>
 147 <span class="sd">    ping.</span>
 148
 149 <span class="sd">    &quot;&quot;&quot;</span>
 150     <span class="n">ips2nid</span> <span class="o">=</span> <span class="nb">dict</span><span class="p">()</span>
 151
 152     <span class="k">for</span> <span class="n">nid</span> <span class="ow">in</span> <span class="n">graph</span><span class="o">.</span><span class="n">nodes</span><span class="p">():</span>
 153         <span class="n">ips</span> <span class="o">=</span> <span class="n">graph</span><span class="o">.</span><span class="n">node</span><span class="p">[</span><span class="n">nid</span><span class="p">][</span><span class="s">&quot;ips&quot;</span><span class="p">]</span>
 154         <span class="k">for</span> <span class="n">ip</span> <span class="ow">in</span> <span class="n">ips</span><span class="p">:</span>
 155             <span class="n">ips2nid</span><span class="p">[</span><span class="n">ip</span><span class="p">]</span> <span class="o">=</span> <span class="n">nid</span>
 156
 157     <span class="c"># Walk through the ping logs...</span>
 158     <span class="n">found_files</span> <span class="o">=</span> <span class="bp">False</span>
 159
 160     <span class="k">for</span> <span class="n">dirpath</span><span class="p">,</span> <span class="n">dnames</span><span class="p">,</span> <span class="n">fnames</span> <span class="ow">in</span> <span class="n">os</span><span class="o">.</span><span class="n">walk</span><span class="p">(</span><span class="n">logs_dir</span><span class="p">):</span>
 161         <span class="c"># continue if we are not at the leaf level (if there are subdirectories)</span>
 162         <span class="k">if</span> <span class="n">dnames</span><span class="p">:</span>
 163             <span class="k">continue</span>
 164
 165         <span class="c"># Each dirpath correspond to a different host</span>
 166         <span class="n">nid</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">basename</span><span class="p">(</span><span class="n">dirpath</span><span class="p">)</span>
 167
 168         <span class="k">for</span> <span class="n">fname</span> <span class="ow">in</span> <span class="n">fnames</span><span class="p">:</span>
 169             <span class="k">if</span> <span class="n">fname</span><span class="o">.</span><span class="n">endswith</span><span class="p">(</span><span class="s">&quot;.ping&quot;</span><span class="p">):</span>
 170                 <span class="n">found_files</span> <span class="o">=</span> <span class="bp">True</span>
 171                 <span class="n">filename</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">dirpath</span><span class="p">,</span> <span class="n">fname</span><span class="p">)</span>
 172                 <span class="n">data</span> <span class="o">=</span> <span class="n">parse_file</span><span class="p">(</span><span class="n">filename</span><span class="p">)</span>
 173                 <span class="n">annotate_cn_node</span><span class="p">(</span><span class="n">graph</span><span class="p">,</span> <span class="n">nid</span><span class="p">,</span> <span class="n">ips2nid</span><span class="p">,</span> <span class="n">data</span><span class="p">)</span>
 174
 175     <span class="k">if</span> <span class="ow">not</span> <span class="n">found_files</span><span class="p">:</span>
 176         <span class="n">msg</span> <span class="o">=</span> <span class="s">&quot;No PING output files were found to parse at </span><span class="si">%s</span><span class="s"> &quot;</span> <span class="o">%</span> <span class="n">logs_dir</span>
 177         <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">,</span> <span class="n">msg</span>
 178
 179     <span class="c"># Take as weight the most frequent value</span>
 180     <span class="k">for</span> <span class="n">nid1</span><span class="p">,</span> <span class="n">nid2</span> <span class="ow">in</span> <span class="n">graph</span><span class="o">.</span><span class="n">edges</span><span class="p">():</span>
 181         <span class="n">delays</span> <span class="o">=</span> <span class="n">collections</span><span class="o">.</span><span class="n">Counter</span><span class="p">(</span><span class="n">graph</span><span class="o">.</span><span class="n">edge</span><span class="p">[</span><span class="n">nid1</span><span class="p">][</span><span class="n">nid2</span><span class="p">][</span><span class="s">&quot;delays&quot;</span><span class="p">])</span>
 182         <span class="n">weight</span> <span class="o">=</span> <span class="n">delays</span><span class="o">.</span><span class="n">most_common</span><span class="p">(</span><span class="mi">1</span><span class="p">)[</span><span class="mi">0</span><span class="p">][</span><span class="mi">0</span><span class="p">]</span>
 183         <span class="k">del</span> <span class="n">graph</span><span class="o">.</span><span class="n">edge</span><span class="p">[</span><span class="n">nid1</span><span class="p">][</span><span class="n">nid2</span><span class="p">][</span><span class="s">&quot;delays&quot;</span><span class="p">]</span>
 184         <span class="n">graph</span><span class="o">.</span><span class="n">edge</span><span class="p">[</span><span class="n">nid1</span><span class="p">][</span><span class="n">nid2</span><span class="p">][</span><span class="s">&quot;weight&quot;</span><span class="p">]</span> <span class="o">=</span> <span class="n">weight</span>
 185
 186     <span class="k">return</span> <span class="n">graph</span>
 187 </pre></div></div>
 188
 189           </div>
 190         </div>
 191       </div>
 192       <div class="clearer"></div>
 193     </div>
 194     <div class="related">
 195       <h3>Navigation</h3>
 196       <ul>
 197         <li class="right" style="margin-right: 10px">
 198           <a href="../../../../../genindex.html" title="General Index"
 199              >index</a></li>
 200         <li class="right" >
 201           <a href="../../../../../py-modindex.html" title="Python Module Index"
 202              >modules</a> |</li>
 203         <li><a href="../../../../../index.html">NEPI 3.2 documentation</a> &raquo;</li>
 204           <li><a href="../../../../index.html" >Module code</a> &raquo;</li>
 205       </ul>
 206     </div>
 207     <div class="footer">
 208         &copy; Copyright 2014, Alina Quereilhac, Lucia Guevgeozian Odizzio, Julien Tribino.
 209       Created using <a href="http://sphinx-doc.org/">Sphinx</a> 1.2.3.
 210     </div>
 211   </body>
 212 </html>