doc/sphinx/_build/html/_modules/nepi/data/processing/ccn/parser.html

   1 <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
   2   "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
   3
   4
   5 <html xmlns="http://www.w3.org/1999/xhtml">
   6   <head>
   7     <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
   8
   9     <title>nepi.data.processing.ccn.parser &mdash; NEPI 3.0 documentation</title>
  10
  11     <link rel="stylesheet" href="../../../../../_static/sphinxdoc.css" type="text/css" />
  12     <link rel="stylesheet" href="../../../../../_static/pygments.css" type="text/css" />
  13
  14     <script type="text/javascript">
  15       var DOCUMENTATION_OPTIONS = {
  16         URL_ROOT:    '../../../../../',
  17         VERSION:     '3.0',
  18         COLLAPSE_INDEX: false,
  19         FILE_SUFFIX: '.html',
  20         HAS_SOURCE:  true
  21       };
  22     </script>
  23     <script type="text/javascript" src="../../../../../_static/jquery.js"></script>
  24     <script type="text/javascript" src="../../../../../_static/underscore.js"></script>
  25     <script type="text/javascript" src="../../../../../_static/doctools.js"></script>
  26     <link rel="top" title="NEPI 3.0 documentation" href="../../../../../index.html" />
  27     <link rel="up" title="Module code" href="../../../../index.html" />
  28   </head>
  29   <body>
  30     <div class="related">
  31       <h3>Navigation</h3>
  32       <ul>
  33         <li class="right" style="margin-right: 10px">
  34           <a href="../../../../../genindex.html" title="General Index"
  35              accesskey="I">index</a></li>
  36         <li class="right" >
  37           <a href="../../../../../py-modindex.html" title="Python Module Index"
  38              >modules</a> |</li>
  39         <li><a href="../../../../../index.html">NEPI 3.0 documentation</a> &raquo;</li>
  40           <li><a href="../../../../index.html" accesskey="U">Module code</a> &raquo;</li>
  41       </ul>
  42     </div>
  43       <div class="sphinxsidebar">
  44         <div class="sphinxsidebarwrapper">
  45 <div id="searchbox" style="display: none">
  46   <h3>Quick search</h3>
  47     <form class="search" action="../../../../../search.html" method="get">
  48       <input type="text" name="q" />
  49       <input type="submit" value="Go" />
  50       <input type="hidden" name="check_keywords" value="yes" />
  51       <input type="hidden" name="area" value="default" />
  52     </form>
  53     <p class="searchtip" style="font-size: 90%">
  54     Enter search terms or a module, class or function name.
  55     </p>
  56 </div>
  57 <script type="text/javascript">$('#searchbox').show(0);</script>
  58         </div>
  59       </div>
  60
  61     <div class="document">
  62       <div class="documentwrapper">
  63         <div class="bodywrapper">
  64           <div class="body">
  65
  66   <h1>Source code for nepi.data.processing.ccn.parser</h1><div class="highlight"><pre>
  67 <span class="c">#!/usr/bin/env python</span>
  68
  69 <span class="c">###############################################################################</span>
  70 <span class="c">#</span>
  71 <span class="c">#    CCNX benchmark</span>
  72 <span class="c">#    Copyright (C) 2014 INRIA</span>
  73 <span class="c">#</span>
  74 <span class="c">#    This program is free software: you can redistribute it and/or modify</span>
  75 <span class="c">#    it under the terms of the GNU General Public License version 2 as</span>
  76 <span class="c">#    published by the Free Software Foundation;</span>
  77 <span class="c">#</span>
  78 <span class="c">#    This program is distributed in the hope that it will be useful,</span>
  79 <span class="c">#    but WITHOUT ANY WARRANTY; without even the implied warranty of</span>
  80 <span class="c">#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the</span>
  81 <span class="c">#    GNU General Public License for more details.</span>
  82 <span class="c">#</span>
  83 <span class="c">#    You should have received a copy of the GNU General Public License</span>
  84 <span class="c">#    along with this program.  If not, see &lt;http://www.gnu.org/licenses/&gt;.</span>
  85 <span class="c">#</span>
  86 <span class="c">#</span>
  87 <span class="c"># Author: Alina Quereilhac &lt;alina.quereilhac@inria.fr&gt;</span>
  88 <span class="c">#</span>
  89 <span class="c">###############################################################################</span>
  90
  91 <span class="c">#</span>
  92 <span class="c"># This library contains functions to parse (CCNx) ccnd logs.</span>
  93 <span class="c">#</span>
  94 <span class="c"># Results from experiments must be stored in a directory</span>
  95 <span class="c"># named with the experiment run id.</span>
  96 <span class="c"># ccnd logs are stored in .log files in a subdirectory per node.</span>
  97 <span class="c"># The following diagram exemplifies the experiment result directory</span>
  98 <span class="c"># structure (nidi is the unique identifier assigned to node i):</span>
  99 <span class="c">#</span>
 100 <span class="c">#    run_id</span>
 101 <span class="c">#               \   nid1</span>
 102 <span class="c">#                        \ nid2.log</span>
 103 <span class="c">#               \   nid2</span>
 104 <span class="c">#                        \ nid1.log</span>
 105 <span class="c">#               \   nid3</span>
 106 <span class="c">#                        \ nid3.log</span>
 107 <span class="c">#</span>
 108
 109 <span class="kn">import</span> <span class="nn">collections</span>
 110 <span class="kn">import</span> <span class="nn">functools</span>
 111 <span class="kn">import</span> <span class="nn">networkx</span>
 112 <span class="kn">import</span> <span class="nn">os</span>
 113 <span class="kn">import</span> <span class="nn">pickle</span>
 114 <span class="kn">import</span> <span class="nn">tempfile</span>
 115
 116 <span class="kn">from</span> <span class="nn">nepi.util.timefuncs</span> <span class="kn">import</span> <span class="n">compute_delay_ms</span>
 117 <span class="kn">from</span> <span class="nn">nepi.util.statfuncs</span> <span class="kn">import</span> <span class="n">compute_mean</span>
 118 <span class="kn">import</span> <span class="nn">nepi.data.processing.ping.parser</span> <span class="kn">as</span> <span class="nn">ping_parser</span>
 119
 120 <div class="viewcode-block" id="is_control"><a class="viewcode-back" href="../../../../../_layout/nepi.data.processing.ccn.html#nepi.data.processing.ccn.parser.is_control">[docs]</a><span class="k">def</span> <span class="nf">is_control</span><span class="p">(</span><span class="n">content_name</span><span class="p">):</span>
 121     <span class="k">return</span> <span class="n">content_name</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s">&quot;ccnx:/%C1&quot;</span><span class="p">)</span> <span class="ow">or</span> \
 122             <span class="n">content_name</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s">&quot;ccnx:/ccnx&quot;</span><span class="p">)</span> <span class="ow">or</span> \
 123             <span class="n">content_name</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s">&quot;ccnx:/...&quot;</span><span class="p">)</span>
 124
 125 </div>
 126 <div class="viewcode-block" id="parse_file"><a class="viewcode-back" href="../../../../../_layout/nepi.data.processing.ccn.html#nepi.data.processing.ccn.parser.parse_file">[docs]</a><span class="k">def</span> <span class="nf">parse_file</span><span class="p">(</span><span class="n">filename</span><span class="p">):</span>
 127     <span class="sd">&quot;&quot;&quot; Parses message information from ccnd log files</span>
 128
 129 <span class="sd">        filename: path to ccndlog file</span>
 130
 131 <span class="sd">    &quot;&quot;&quot;</span>
 132
 133     <span class="n">faces</span> <span class="o">=</span> <span class="nb">dict</span><span class="p">()</span>
 134     <span class="n">sep</span> <span class="o">=</span> <span class="s">&quot; &quot;</span>
 135
 136     <span class="n">f</span> <span class="o">=</span> <span class="nb">open</span><span class="p">(</span><span class="n">filename</span><span class="p">,</span> <span class="s">&quot;r&quot;</span><span class="p">)</span>
 137
 138     <span class="n">data</span> <span class="o">=</span> <span class="p">[]</span>
 139
 140     <span class="k">for</span> <span class="n">line</span> <span class="ow">in</span> <span class="n">f</span><span class="p">:</span>
 141         <span class="n">cols</span> <span class="o">=</span>  <span class="n">line</span><span class="o">.</span><span class="n">strip</span><span class="p">()</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="n">sep</span><span class="p">)</span>
 142
 143         <span class="c"># CCN_PEEK</span>
 144         <span class="c"># MESSAGE interest_from</span>
 145         <span class="c"># 1374181938.808523 ccnd[9245]: debug.4352 interest_from 6 ccnx:/test/bunny.ts (23 bytes,sim=0CDCC1D7)</span>
 146         <span class="c">#</span>
 147         <span class="c"># MESSAGE interest_to</span>
 148         <span class="c"># 1374181938.812750 ccnd[9245]: debug.3502 interest_to 5 ccnx:/test/bunny.ts (39 bytes,i=2844,sim=0CDCC1D7)</span>
 149         <span class="c">#</span>
 150         <span class="c"># MESSAGE CONTENT FROM</span>
 151         <span class="c"># 1374181938.868682 ccnd[9245]: debug.4643 content_from 5 ccnx:/test/bunny.ts/%FD%05%1E%85%8FVw/%00/%9E%3D%01%D9%3Cn%95%2BvZ%8</span>
 152         <span class="c">#</span>
 153         <span class="c"># MESSAGE CONTENT_TO</span>
 154         <span class="c"># 1374181938.868772 ccnd[9245]: debug.1619 content_to 6 ccnx:/test/bunny.ts/%FD%05%1E%85%8FVw/%00/%9E%3D%01%D9%3Cn%95%2BvZ%8</span>
 155         <span class="c">#</span>
 156         <span class="c"># 1375596708.222304 ccnd[9758]: debug.3692 interest_expiry ccnx:/test/bunny.ts/%FD%05%1E%86%B1GS/%00%0A%F7 (44 bytes,c=0:1,i=2819,sim=49FA8048)</span>
 157
 158         <span class="c"># External face creation</span>
 159         <span class="c"># 1374181452.965961 ccnd[9245]: accepted datagram client id=5 (flags=0x40012) 204.85.191.10 port 9695</span>
 160
 161         <span class="k">if</span> <span class="n">line</span><span class="o">.</span><span class="n">find</span><span class="p">(</span><span class="s">&quot;accepted datagram client&quot;</span><span class="p">)</span> <span class="o">&gt;</span> <span class="o">-</span><span class="mi">1</span><span class="p">:</span>
 162             <span class="n">face_id</span> <span class="o">=</span> <span class="p">(</span><span class="n">cols</span><span class="p">[</span><span class="mi">5</span><span class="p">])</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s">&quot;id=&quot;</span><span class="p">,</span><span class="s">&#39;&#39;</span><span class="p">)</span>
 163             <span class="n">ip</span> <span class="o">=</span> <span class="n">cols</span><span class="p">[</span><span class="mi">7</span><span class="p">]</span>
 164             <span class="n">port</span> <span class="o">=</span> <span class="n">cols</span><span class="p">[</span><span class="mi">9</span><span class="p">]</span>
 165             <span class="n">faces</span><span class="p">[</span><span class="n">face_id</span><span class="p">]</span> <span class="o">=</span> <span class="p">(</span><span class="n">ip</span><span class="p">,</span> <span class="n">port</span><span class="p">)</span>
 166             <span class="k">continue</span>
 167
 168         <span class="c"># 1374181452.985296 ccnd[9245]: releasing face id 4 (slot 4)</span>
 169         <span class="k">if</span> <span class="n">line</span><span class="o">.</span><span class="n">find</span><span class="p">(</span><span class="s">&quot;releasing face id&quot;</span><span class="p">)</span> <span class="o">&gt;</span> <span class="o">-</span><span class="mi">1</span><span class="p">:</span>
 170             <span class="n">face_id</span> <span class="o">=</span> <span class="n">cols</span><span class="p">[</span><span class="mi">5</span><span class="p">]</span>
 171             <span class="k">if</span> <span class="n">face_id</span> <span class="ow">in</span> <span class="n">faces</span><span class="p">:</span>
 172                 <span class="k">del</span> <span class="n">faces</span><span class="p">[</span><span class="n">face_id</span><span class="p">]</span>
 173             <span class="k">continue</span>
 174
 175         <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">cols</span><span class="p">)</span> <span class="o">&lt;</span> <span class="mi">6</span><span class="p">:</span>
 176             <span class="k">continue</span>
 177
 178         <span class="n">timestamp</span> <span class="o">=</span> <span class="n">cols</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span>
 179         <span class="n">message_type</span> <span class="o">=</span> <span class="n">cols</span><span class="p">[</span><span class="mi">3</span><span class="p">]</span>
 180
 181         <span class="k">if</span> <span class="n">message_type</span> <span class="ow">not</span> <span class="ow">in</span> <span class="p">[</span><span class="s">&quot;interest_from&quot;</span><span class="p">,</span> <span class="s">&quot;interest_to&quot;</span><span class="p">,</span> <span class="s">&quot;content_from&quot;</span><span class="p">,</span>
 182                 <span class="s">&quot;content_to&quot;</span><span class="p">,</span> <span class="s">&quot;interest_dupnonce&quot;</span><span class="p">,</span> <span class="s">&quot;interest_expiry&quot;</span><span class="p">]:</span>
 183             <span class="k">continue</span>
 184
 185         <span class="n">face_id</span> <span class="o">=</span> <span class="n">cols</span><span class="p">[</span><span class="mi">4</span><span class="p">]</span>
 186         <span class="n">content_name</span> <span class="o">=</span> <span class="n">cols</span><span class="p">[</span><span class="mi">5</span><span class="p">]</span>
 187
 188         <span class="c"># Interest Nonce ? -&gt; 412A74-0844-0008-50AA-F6EAD4</span>
 189         <span class="n">nonce</span> <span class="o">=</span> <span class="s">&quot;&quot;</span>
 190         <span class="k">if</span> <span class="n">message_type</span> <span class="ow">in</span> <span class="p">[</span><span class="s">&quot;interest_from&quot;</span><span class="p">,</span> <span class="s">&quot;interest_to&quot;</span><span class="p">,</span> <span class="s">&quot;interest_dupnonce&quot;</span><span class="p">]:</span>
 191             <span class="n">last</span> <span class="o">=</span> <span class="n">cols</span><span class="p">[</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span>
 192             <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">last</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s">&quot;-&quot;</span><span class="p">))</span> <span class="o">==</span> <span class="mi">5</span><span class="p">:</span>
 193                 <span class="n">nonce</span> <span class="o">=</span> <span class="n">last</span>
 194
 195         <span class="k">try</span><span class="p">:</span>
 196             <span class="n">size</span> <span class="o">=</span> <span class="nb">int</span><span class="p">((</span><span class="n">cols</span><span class="p">[</span><span class="mi">6</span><span class="p">])</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s">&#39;(&#39;</span><span class="p">,</span><span class="s">&#39;&#39;</span><span class="p">))</span>
 197         <span class="k">except</span><span class="p">:</span>
 198             <span class="k">print</span> <span class="s">&quot;interest_expiry without face id!&quot;</span><span class="p">,</span> <span class="n">line</span>
 199             <span class="k">continue</span>
 200
 201         <span class="c"># If no external IP address was identified for this face</span>
 202         <span class="c"># asume it is a local face</span>
 203         <span class="n">peer</span> <span class="o">=</span> <span class="s">&quot;localhost&quot;</span>
 204
 205         <span class="k">if</span> <span class="n">face_id</span> <span class="ow">in</span> <span class="n">faces</span><span class="p">:</span>
 206             <span class="n">peer</span><span class="p">,</span> <span class="n">port</span> <span class="o">=</span> <span class="n">faces</span><span class="p">[</span><span class="n">face_id</span><span class="p">]</span>
 207
 208         <span class="n">data</span><span class="o">.</span><span class="n">append</span><span class="p">((</span><span class="n">content_name</span><span class="p">,</span> <span class="n">timestamp</span><span class="p">,</span> <span class="n">message_type</span><span class="p">,</span> <span class="n">peer</span><span class="p">,</span> <span class="n">face_id</span><span class="p">,</span>
 209             <span class="n">size</span><span class="p">,</span> <span class="n">nonce</span><span class="p">,</span> <span class="n">line</span><span class="p">))</span>
 210
 211     <span class="n">f</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
 212
 213     <span class="k">return</span> <span class="n">data</span>
 214 </div>
 215 <div class="viewcode-block" id="dump_content_history"><a class="viewcode-back" href="../../../../../_layout/nepi.data.processing.ccn.html#nepi.data.processing.ccn.parser.dump_content_history">[docs]</a><span class="k">def</span> <span class="nf">dump_content_history</span><span class="p">(</span><span class="n">content_history</span><span class="p">):</span>
 216     <span class="n">f</span> <span class="o">=</span> <span class="n">tempfile</span><span class="o">.</span><span class="n">NamedTemporaryFile</span><span class="p">(</span><span class="n">delete</span><span class="o">=</span><span class="bp">False</span><span class="p">)</span>
 217     <span class="n">pickle</span><span class="o">.</span><span class="n">dump</span><span class="p">(</span><span class="n">content_history</span><span class="p">,</span> <span class="n">f</span><span class="p">)</span>
 218     <span class="n">f</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
 219     <span class="k">return</span> <span class="n">f</span><span class="o">.</span><span class="n">name</span>
 220 </div>
 221 <div class="viewcode-block" id="load_content_history"><a class="viewcode-back" href="../../../../../_layout/nepi.data.processing.ccn.html#nepi.data.processing.ccn.parser.load_content_history">[docs]</a><span class="k">def</span> <span class="nf">load_content_history</span><span class="p">(</span><span class="n">fname</span><span class="p">):</span>
 222     <span class="n">f</span> <span class="o">=</span> <span class="nb">open</span><span class="p">(</span><span class="n">fname</span><span class="p">,</span> <span class="s">&quot;r&quot;</span><span class="p">)</span>
 223     <span class="n">content_history</span> <span class="o">=</span> <span class="n">pickle</span><span class="o">.</span><span class="n">load</span><span class="p">(</span><span class="n">f</span><span class="p">)</span>
 224     <span class="n">f</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
 225
 226     <span class="n">os</span><span class="o">.</span><span class="n">remove</span><span class="p">(</span><span class="n">fname</span><span class="p">)</span>
 227     <span class="k">return</span> <span class="n">content_history</span>
 228 </div>
 229 <div class="viewcode-block" id="annotate_cn_node"><a class="viewcode-back" href="../../../../../_layout/nepi.data.processing.ccn.html#nepi.data.processing.ccn.parser.annotate_cn_node">[docs]</a><span class="k">def</span> <span class="nf">annotate_cn_node</span><span class="p">(</span><span class="n">graph</span><span class="p">,</span> <span class="n">nid</span><span class="p">,</span> <span class="n">ips2nid</span><span class="p">,</span> <span class="n">data</span><span class="p">,</span> <span class="n">content_history</span><span class="p">):</span>
 230     <span class="k">for</span> <span class="p">(</span><span class="n">content_name</span><span class="p">,</span> <span class="n">timestamp</span><span class="p">,</span> <span class="n">message_type</span><span class="p">,</span> <span class="n">peer</span><span class="p">,</span> <span class="n">face_id</span><span class="p">,</span>
 231             <span class="n">size</span><span class="p">,</span> <span class="n">nonce</span><span class="p">,</span> <span class="n">line</span><span class="p">)</span> <span class="ow">in</span> <span class="n">data</span><span class="p">:</span>
 232
 233         <span class="c"># Ignore control messages for the time being</span>
 234         <span class="k">if</span> <span class="n">is_control</span><span class="p">(</span><span class="n">content_name</span><span class="p">):</span>
 235             <span class="k">continue</span>
 236
 237         <span class="k">if</span> <span class="n">message_type</span> <span class="o">==</span> <span class="s">&quot;interest_from&quot;</span> <span class="ow">and</span> \
 238                 <span class="n">peer</span> <span class="o">==</span> <span class="s">&quot;localhost&quot;</span><span class="p">:</span>
 239             <span class="n">graph</span><span class="o">.</span><span class="n">node</span><span class="p">[</span><span class="n">nid</span><span class="p">][</span><span class="s">&quot;ccn_consumer&quot;</span><span class="p">]</span> <span class="o">=</span> <span class="bp">True</span>
 240         <span class="k">elif</span> <span class="n">message_type</span> <span class="o">==</span> <span class="s">&quot;content_from&quot;</span> <span class="ow">and</span> \
 241                 <span class="n">peer</span> <span class="o">==</span> <span class="s">&quot;localhost&quot;</span><span class="p">:</span>
 242             <span class="n">graph</span><span class="o">.</span><span class="n">node</span><span class="p">[</span><span class="n">nid</span><span class="p">][</span><span class="s">&quot;ccn_producer&quot;</span><span class="p">]</span> <span class="o">=</span> <span class="bp">True</span>
 243
 244         <span class="c"># Ignore local messages for the time being. </span>
 245         <span class="c"># They could later be used to calculate the processing times</span>
 246         <span class="c"># of messages.</span>
 247         <span class="k">if</span> <span class="n">peer</span> <span class="o">==</span> <span class="s">&quot;localhost&quot;</span><span class="p">:</span>
 248             <span class="k">continue</span>
 249
 250         <span class="c"># remove digest</span>
 251         <span class="k">if</span> <span class="n">message_type</span> <span class="ow">in</span> <span class="p">[</span><span class="s">&quot;content_from&quot;</span><span class="p">,</span> <span class="s">&quot;content_to&quot;</span><span class="p">]:</span>
 252             <span class="n">content_name</span> <span class="o">=</span> <span class="s">&quot;/&quot;</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">content_name</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s">&quot;/&quot;</span><span class="p">)[:</span><span class="o">-</span><span class="mi">1</span><span class="p">])</span>
 253
 254         <span class="k">if</span> <span class="n">content_name</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">content_history</span><span class="p">:</span>
 255             <span class="n">content_history</span><span class="p">[</span><span class="n">content_name</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">()</span>
 256
 257         <span class="n">peernid</span> <span class="o">=</span> <span class="n">ips2nid</span><span class="p">[</span><span class="n">peer</span><span class="p">]</span>
 258         <span class="n">graph</span><span class="o">.</span><span class="n">add_edge</span><span class="p">(</span><span class="n">nid</span><span class="p">,</span> <span class="n">peernid</span><span class="p">)</span>
 259
 260         <span class="n">content_history</span><span class="p">[</span><span class="n">content_name</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">((</span><span class="n">timestamp</span><span class="p">,</span> <span class="n">message_type</span><span class="p">,</span> <span class="n">nid</span><span class="p">,</span>
 261             <span class="n">peernid</span><span class="p">,</span> <span class="n">nonce</span><span class="p">,</span> <span class="n">size</span><span class="p">,</span> <span class="n">line</span><span class="p">))</span>
 262 </div>
 263 <div class="viewcode-block" id="annotate_cn_graph"><a class="viewcode-back" href="../../../../../_layout/nepi.data.processing.ccn.html#nepi.data.processing.ccn.parser.annotate_cn_graph">[docs]</a><span class="k">def</span> <span class="nf">annotate_cn_graph</span><span class="p">(</span><span class="n">logs_dir</span><span class="p">,</span> <span class="n">graph</span><span class="p">,</span> <span class="n">parse_ping_logs</span> <span class="o">=</span> <span class="bp">False</span><span class="p">):</span>
 264     <span class="sd">&quot;&quot;&quot; Adds CCN content history for each node in the topology graph.</span>
 265
 266 <span class="sd">    &quot;&quot;&quot;</span>
 267
 268     <span class="c"># Make a copy of the graph to ensure integrity</span>
 269     <span class="n">graph</span> <span class="o">=</span> <span class="n">graph</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span>
 270
 271     <span class="n">ips2nid</span> <span class="o">=</span> <span class="nb">dict</span><span class="p">()</span>
 272
 273     <span class="k">for</span> <span class="n">nid</span> <span class="ow">in</span> <span class="n">graph</span><span class="o">.</span><span class="n">nodes</span><span class="p">():</span>
 274         <span class="n">ips</span> <span class="o">=</span> <span class="n">graph</span><span class="o">.</span><span class="n">node</span><span class="p">[</span><span class="n">nid</span><span class="p">][</span><span class="s">&quot;ips&quot;</span><span class="p">]</span>
 275         <span class="k">for</span> <span class="n">ip</span> <span class="ow">in</span> <span class="n">ips</span><span class="p">:</span>
 276             <span class="n">ips2nid</span><span class="p">[</span><span class="n">ip</span><span class="p">]</span> <span class="o">=</span> <span class="n">nid</span>
 277
 278     <span class="n">found_files</span> <span class="o">=</span> <span class="bp">False</span>
 279
 280     <span class="c"># Now walk through the ccnd logs...</span>
 281     <span class="k">for</span> <span class="n">dirpath</span><span class="p">,</span> <span class="n">dnames</span><span class="p">,</span> <span class="n">fnames</span> <span class="ow">in</span> <span class="n">os</span><span class="o">.</span><span class="n">walk</span><span class="p">(</span><span class="n">logs_dir</span><span class="p">):</span>
 282         <span class="c"># continue if we are not at the leaf level (if there are subdirectories)</span>
 283         <span class="k">if</span> <span class="n">dnames</span><span class="p">:</span>
 284             <span class="k">continue</span>
 285
 286         <span class="c"># Each dirpath correspond to a different node</span>
 287         <span class="n">nid</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">basename</span><span class="p">(</span><span class="n">dirpath</span><span class="p">)</span>
 288
 289         <span class="c"># Cast to numeric nid if necessary</span>
 290         <span class="k">if</span> <span class="nb">int</span><span class="p">(</span><span class="n">nid</span><span class="p">)</span> <span class="ow">in</span> <span class="n">graph</span><span class="o">.</span><span class="n">nodes</span><span class="p">():</span>
 291             <span class="n">nid</span> <span class="o">=</span> <span class="nb">int</span><span class="p">(</span><span class="n">nid</span><span class="p">)</span>
 292
 293         <span class="n">content_history</span> <span class="o">=</span> <span class="nb">dict</span><span class="p">()</span>
 294
 295         <span class="k">for</span> <span class="n">fname</span> <span class="ow">in</span> <span class="n">fnames</span><span class="p">:</span>
 296             <span class="k">if</span> <span class="n">fname</span><span class="o">.</span><span class="n">endswith</span><span class="p">(</span><span class="s">&quot;.log&quot;</span><span class="p">):</span>
 297                 <span class="n">found_files</span> <span class="o">=</span> <span class="bp">True</span>
 298                 <span class="n">filename</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">dirpath</span><span class="p">,</span> <span class="n">fname</span><span class="p">)</span>
 299                 <span class="n">data</span> <span class="o">=</span> <span class="n">parse_file</span><span class="p">(</span><span class="n">filename</span><span class="p">)</span>
 300                 <span class="n">annotate_cn_node</span><span class="p">(</span><span class="n">graph</span><span class="p">,</span> <span class="n">nid</span><span class="p">,</span> <span class="n">ips2nid</span><span class="p">,</span> <span class="n">data</span><span class="p">,</span> <span class="n">content_history</span><span class="p">)</span>
 301
 302         <span class="c"># Avoid storing everything in memory, instead dump to a file</span>
 303         <span class="c"># and reference the file</span>
 304         <span class="n">fname</span> <span class="o">=</span> <span class="n">dump_content_history</span><span class="p">(</span><span class="n">content_history</span><span class="p">)</span>
 305         <span class="n">graph</span><span class="o">.</span><span class="n">node</span><span class="p">[</span><span class="n">nid</span><span class="p">][</span><span class="s">&quot;history&quot;</span><span class="p">]</span> <span class="o">=</span> <span class="n">fname</span>
 306
 307     <span class="k">if</span> <span class="ow">not</span> <span class="n">found_files</span><span class="p">:</span>
 308         <span class="n">msg</span> <span class="o">=</span> <span class="s">&quot;No CCND output files were found to parse at </span><span class="si">%s</span><span class="s"> &quot;</span> <span class="o">%</span> <span class="n">logs_dir</span>
 309         <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">,</span> <span class="n">msg</span>
 310
 311     <span class="k">if</span> <span class="n">parse_ping_logs</span><span class="p">:</span>
 312         <span class="n">ping_parser</span><span class="o">.</span><span class="n">annotate_cn_graph</span><span class="p">(</span><span class="n">logs_dir</span><span class="p">,</span> <span class="n">graph</span><span class="p">)</span>
 313
 314     <span class="k">return</span> <span class="n">graph</span>
 315 </div>
 316 <div class="viewcode-block" id="ccn_producers"><a class="viewcode-back" href="../../../../../_layout/nepi.data.processing.ccn.html#nepi.data.processing.ccn.parser.ccn_producers">[docs]</a><span class="k">def</span> <span class="nf">ccn_producers</span><span class="p">(</span><span class="n">graph</span><span class="p">):</span>
 317     <span class="sd">&quot;&quot;&quot; Returns the nodes that are content providers &quot;&quot;&quot;</span>
 318     <span class="k">return</span> <span class="p">[</span><span class="n">nid</span> <span class="k">for</span> <span class="n">nid</span> <span class="ow">in</span> <span class="n">graph</span><span class="o">.</span><span class="n">nodes</span><span class="p">()</span> \
 319             <span class="k">if</span> <span class="n">graph</span><span class="o">.</span><span class="n">node</span><span class="p">[</span><span class="n">nid</span><span class="p">]</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">&quot;ccn_producer&quot;</span><span class="p">)]</span>
 320 </div>
 321 <div class="viewcode-block" id="ccn_consumers"><a class="viewcode-back" href="../../../../../_layout/nepi.data.processing.ccn.html#nepi.data.processing.ccn.parser.ccn_consumers">[docs]</a><span class="k">def</span> <span class="nf">ccn_consumers</span><span class="p">(</span><span class="n">graph</span><span class="p">):</span>
 322     <span class="sd">&quot;&quot;&quot; Returns the nodes that are content consumers &quot;&quot;&quot;</span>
 323     <span class="k">return</span> <span class="p">[</span><span class="n">nid</span> <span class="k">for</span> <span class="n">nid</span> <span class="ow">in</span> <span class="n">graph</span><span class="o">.</span><span class="n">nodes</span><span class="p">()</span> \
 324             <span class="k">if</span> <span class="n">graph</span><span class="o">.</span><span class="n">node</span><span class="p">[</span><span class="n">nid</span><span class="p">]</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s">&quot;ccn_consumer&quot;</span><span class="p">)]</span>
 325 </div>
 326 <div class="viewcode-block" id="process_content_history"><a class="viewcode-back" href="../../../../../_layout/nepi.data.processing.ccn.html#nepi.data.processing.ccn.parser.process_content_history">[docs]</a><span class="k">def</span> <span class="nf">process_content_history</span><span class="p">(</span><span class="n">graph</span><span class="p">):</span>
 327     <span class="sd">&quot;&quot;&quot; Compute CCN message counts and aggregates content historical </span>
 328 <span class="sd">    information in the content_names dictionary </span>
 329 <span class="sd">    </span>
 330 <span class="sd">    &quot;&quot;&quot;</span>
 331
 332     <span class="c">## Assume single source</span>
 333     <span class="n">source</span> <span class="o">=</span> <span class="n">ccn_consumers</span><span class="p">(</span><span class="n">graph</span><span class="p">)[</span><span class="mi">0</span><span class="p">]</span>
 334
 335     <span class="n">interest_expiry_count</span> <span class="o">=</span> <span class="mi">0</span>
 336     <span class="n">interest_dupnonce_count</span> <span class="o">=</span> <span class="mi">0</span>
 337     <span class="n">interest_count</span> <span class="o">=</span> <span class="mi">0</span>
 338     <span class="n">content_count</span> <span class="o">=</span> <span class="mi">0</span>
 339     <span class="n">content_names</span> <span class="o">=</span> <span class="nb">dict</span><span class="p">()</span>
 340
 341     <span class="c"># Collect information about exchanged messages by content name and</span>
 342     <span class="c"># link delay info.</span>
 343     <span class="k">for</span> <span class="n">nid</span> <span class="ow">in</span> <span class="n">graph</span><span class="o">.</span><span class="n">nodes</span><span class="p">():</span>
 344         <span class="c"># Load the data collected from the node&#39;s ccnd log</span>
 345         <span class="n">fname</span> <span class="o">=</span> <span class="n">graph</span><span class="o">.</span><span class="n">node</span><span class="p">[</span><span class="n">nid</span><span class="p">][</span><span class="s">&quot;history&quot;</span><span class="p">]</span>
 346         <span class="n">history</span> <span class="o">=</span> <span class="n">load_content_history</span><span class="p">(</span><span class="n">fname</span><span class="p">)</span>
 347
 348         <span class="k">for</span> <span class="n">content_name</span> <span class="ow">in</span> <span class="n">history</span><span class="o">.</span><span class="n">keys</span><span class="p">():</span>
 349             <span class="n">hist</span> <span class="o">=</span> <span class="n">history</span><span class="p">[</span><span class="n">content_name</span><span class="p">]</span>
 350
 351             <span class="k">for</span> <span class="p">(</span><span class="n">timestamp</span><span class="p">,</span> <span class="n">message_type</span><span class="p">,</span> <span class="n">nid1</span><span class="p">,</span> <span class="n">nid2</span><span class="p">,</span> <span class="n">nonce</span><span class="p">,</span> <span class="n">size</span><span class="p">,</span> <span class="n">line</span><span class="p">)</span> <span class="ow">in</span> <span class="n">hist</span><span class="p">:</span>
 352                 <span class="k">if</span> <span class="n">message_type</span> <span class="ow">in</span> <span class="p">[</span><span class="s">&quot;content_from&quot;</span><span class="p">,</span> <span class="s">&quot;content_to&quot;</span><span class="p">]:</span>
 353                     <span class="c"># The first Interest sent will not have a version or chunk number.</span>
 354                     <span class="c"># The first Content sent back in reply, will end in /=00 or /%00.</span>
 355                     <span class="c"># Make sure to map the first Content to the first Interest.</span>
 356                     <span class="k">if</span> <span class="n">content_name</span><span class="o">.</span><span class="n">endswith</span><span class="p">(</span><span class="s">&quot;/=00&quot;</span><span class="p">):</span>
 357                         <span class="n">content_name</span> <span class="o">=</span> <span class="s">&quot;/&quot;</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">content_name</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s">&quot;/&quot;</span><span class="p">)[</span><span class="mi">0</span><span class="p">:</span><span class="o">-</span><span class="mi">2</span><span class="p">])</span>
 358
 359                 <span class="c"># Add content name to dictionary</span>
 360                 <span class="k">if</span> <span class="n">content_name</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">content_names</span><span class="p">:</span>
 361                     <span class="n">content_names</span><span class="p">[</span><span class="n">content_name</span><span class="p">]</span> <span class="o">=</span> <span class="nb">dict</span><span class="p">()</span>
 362                     <span class="n">content_names</span><span class="p">[</span><span class="n">content_name</span><span class="p">][</span><span class="s">&quot;interest&quot;</span><span class="p">]</span> <span class="o">=</span> <span class="nb">dict</span><span class="p">()</span>
 363                     <span class="n">content_names</span><span class="p">[</span><span class="n">content_name</span><span class="p">][</span><span class="s">&quot;content&quot;</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">()</span>
 364
 365                 <span class="c"># Classify interests by replica</span>
 366                 <span class="k">if</span> <span class="n">message_type</span> <span class="ow">in</span> <span class="p">[</span><span class="s">&quot;interest_from&quot;</span><span class="p">]</span> <span class="ow">and</span> \
 367                         <span class="n">nonce</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">content_names</span><span class="p">[</span><span class="n">content_name</span><span class="p">][</span><span class="s">&quot;interest&quot;</span><span class="p">]:</span>
 368                     <span class="n">content_names</span><span class="p">[</span><span class="n">content_name</span><span class="p">][</span><span class="s">&quot;interest&quot;</span><span class="p">][</span><span class="n">nonce</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">()</span>
 369
 370                 <span class="c"># Add consumer history</span>
 371                 <span class="k">if</span> <span class="n">nid</span> <span class="o">==</span> <span class="n">source</span><span class="p">:</span>
 372                     <span class="k">if</span> <span class="n">message_type</span> <span class="ow">in</span> <span class="p">[</span><span class="s">&quot;interest_to&quot;</span><span class="p">,</span> <span class="s">&quot;content_from&quot;</span><span class="p">]:</span>
 373                         <span class="c"># content name history as seen by the source</span>
 374                         <span class="k">if</span> <span class="s">&quot;consumer_history&quot;</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">content_names</span><span class="p">[</span><span class="n">content_name</span><span class="p">]:</span>
 375                             <span class="n">content_names</span><span class="p">[</span><span class="n">content_name</span><span class="p">][</span><span class="s">&quot;consumer_history&quot;</span><span class="p">]</span> <span class="o">=</span> <span class="nb">list</span><span class="p">()</span>
 376
 377                         <span class="n">content_names</span><span class="p">[</span><span class="n">content_name</span><span class="p">][</span><span class="s">&quot;consumer_history&quot;</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">(</span>
 378                                 <span class="p">(</span><span class="n">timestamp</span><span class="p">,</span> <span class="n">message_type</span><span class="p">))</span>
 379
 380                 <span class="c"># Add messages per content name and cumulate totals by message type</span>
 381                 <span class="k">if</span> <span class="n">message_type</span> <span class="o">==</span> <span class="s">&quot;interest_dupnonce&quot;</span><span class="p">:</span>
 382                     <span class="n">interest_dupnonce_count</span> <span class="o">+=</span> <span class="mi">1</span>
 383                 <span class="k">elif</span> <span class="n">message_type</span> <span class="o">==</span> <span class="s">&quot;interest_expiry&quot;</span><span class="p">:</span>
 384                     <span class="n">interest_expiry_count</span> <span class="o">+=</span> <span class="mi">1</span>
 385                 <span class="k">elif</span> <span class="n">message_type</span> <span class="o">==</span> <span class="s">&quot;interest_from&quot;</span><span class="p">:</span>
 386                     <span class="n">interest_count</span> <span class="o">+=</span> <span class="mi">1</span>
 387                     <span class="c"># Append to interest history of the content name</span>
 388                     <span class="n">content_names</span><span class="p">[</span><span class="n">content_name</span><span class="p">][</span><span class="s">&quot;interest&quot;</span><span class="p">][</span><span class="n">nonce</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">(</span>
 389                             <span class="p">(</span><span class="n">timestamp</span><span class="p">,</span> <span class="n">nid2</span><span class="p">,</span> <span class="n">nid1</span><span class="p">))</span>
 390                 <span class="k">elif</span> <span class="n">message_type</span> <span class="o">==</span> <span class="s">&quot;content_from&quot;</span><span class="p">:</span>
 391                     <span class="n">content_count</span> <span class="o">+=</span> <span class="mi">1</span>
 392                     <span class="c"># Append to content history of the content name</span>
 393                     <span class="n">content_names</span><span class="p">[</span><span class="n">content_name</span><span class="p">][</span><span class="s">&quot;content&quot;</span><span class="p">]</span><span class="o">.</span><span class="n">append</span><span class="p">((</span><span class="n">timestamp</span><span class="p">,</span> <span class="n">nid2</span><span class="p">,</span> <span class="n">nid1</span><span class="p">))</span>
 394                 <span class="k">else</span><span class="p">:</span>
 395                     <span class="k">continue</span>
 396             <span class="k">del</span> <span class="n">hist</span>
 397         <span class="k">del</span> <span class="n">history</span>
 398
 399     <span class="c"># Compute the time elapsed between the time an interest is sent</span>
 400     <span class="c"># in the consumer node and when the content is received back</span>
 401     <span class="k">for</span> <span class="n">content_name</span> <span class="ow">in</span> <span class="n">content_names</span><span class="o">.</span><span class="n">keys</span><span class="p">():</span>
 402         <span class="c"># order content and interest messages by timestamp</span>
 403         <span class="n">content_names</span><span class="p">[</span><span class="n">content_name</span><span class="p">][</span><span class="s">&quot;content&quot;</span><span class="p">]</span> <span class="o">=</span> <span class="nb">sorted</span><span class="p">(</span>
 404               <span class="n">content_names</span><span class="p">[</span><span class="n">content_name</span><span class="p">][</span><span class="s">&quot;content&quot;</span><span class="p">])</span>
 405
 406         <span class="k">for</span> <span class="n">nonce</span><span class="p">,</span> <span class="n">timestamps</span> <span class="ow">in</span> <span class="n">content_names</span><span class="p">[</span><span class="n">content_name</span><span class="p">][</span>
 407                     <span class="s">&quot;interest&quot;</span><span class="p">]</span><span class="o">.</span><span class="n">iteritems</span><span class="p">():</span>
 408               <span class="n">content_names</span><span class="p">[</span><span class="n">content_name</span><span class="p">][</span><span class="s">&quot;interest&quot;</span><span class="p">][</span><span class="n">nonce</span><span class="p">]</span> <span class="o">=</span> <span class="nb">sorted</span><span class="p">(</span>
 409                         <span class="n">timestamps</span><span class="p">)</span>
 410
 411         <span class="n">history</span> <span class="o">=</span> <span class="nb">sorted</span><span class="p">(</span><span class="n">content_names</span><span class="p">[</span><span class="n">content_name</span><span class="p">][</span><span class="s">&quot;consumer_history&quot;</span><span class="p">])</span>
 412         <span class="n">content_names</span><span class="p">[</span><span class="n">content_name</span><span class="p">][</span><span class="s">&quot;consumer_history&quot;</span><span class="p">]</span> <span class="o">=</span> <span class="n">history</span>
 413
 414         <span class="c"># compute the rtt time of the message</span>
 415         <span class="n">rtt</span> <span class="o">=</span> <span class="bp">None</span>
 416         <span class="n">waiting_content</span> <span class="o">=</span> <span class="bp">False</span>
 417         <span class="n">interest_timestamp</span> <span class="o">=</span> <span class="bp">None</span>
 418         <span class="n">content_timestamp</span> <span class="o">=</span> <span class="bp">None</span>
 419
 420         <span class="k">for</span> <span class="p">(</span><span class="n">timestamp</span><span class="p">,</span> <span class="n">message_type</span><span class="p">)</span> <span class="ow">in</span> <span class="n">history</span><span class="p">:</span>
 421             <span class="k">if</span> <span class="ow">not</span> <span class="n">waiting_content</span> <span class="ow">and</span> <span class="n">message_type</span> <span class="o">==</span> <span class="s">&quot;interest_to&quot;</span><span class="p">:</span>
 422                 <span class="n">waiting_content</span> <span class="o">=</span> <span class="bp">True</span>
 423                 <span class="n">interest_timestamp</span> <span class="o">=</span> <span class="n">timestamp</span>
 424                 <span class="k">continue</span>
 425
 426             <span class="k">if</span> <span class="n">waiting_content</span> <span class="ow">and</span> <span class="n">message_type</span> <span class="o">==</span> <span class="s">&quot;content_from&quot;</span><span class="p">:</span>
 427                 <span class="n">content_timestamp</span> <span class="o">=</span> <span class="n">timestamp</span>
 428                 <span class="k">break</span>
 429
 430         <span class="c"># If we can&#39;t determine who sent the interest, discard it</span>
 431         <span class="n">rtt</span> <span class="o">=</span> <span class="o">-</span><span class="mi">1</span>
 432         <span class="k">if</span> <span class="n">interest_timestamp</span> <span class="ow">and</span> <span class="n">content_timestamp</span><span class="p">:</span>
 433             <span class="n">rtt</span> <span class="o">=</span> <span class="n">compute_delay_ms</span><span class="p">(</span><span class="n">content_timestamp</span><span class="p">,</span> <span class="n">interest_timestamp</span><span class="p">)</span>
 434
 435         <span class="n">content_names</span><span class="p">[</span><span class="n">content_name</span><span class="p">][</span><span class="s">&quot;rtt&quot;</span><span class="p">]</span> <span class="o">=</span> <span class="n">rtt</span>
 436         <span class="n">content_names</span><span class="p">[</span><span class="n">content_name</span><span class="p">][</span><span class="s">&quot;lapse&quot;</span><span class="p">]</span> <span class="o">=</span> <span class="p">(</span><span class="n">interest_timestamp</span><span class="p">,</span> <span class="n">content_timestamp</span><span class="p">)</span>
 437
 438     <span class="k">return</span> <span class="p">(</span><span class="n">graph</span><span class="p">,</span>
 439         <span class="n">content_names</span><span class="p">,</span>
 440         <span class="n">interest_expiry_count</span><span class="p">,</span>
 441         <span class="n">interest_dupnonce_count</span><span class="p">,</span>
 442         <span class="n">interest_count</span><span class="p">,</span>
 443         <span class="n">content_count</span><span class="p">)</span>
 444 </div>
 445 <div class="viewcode-block" id="process_content_history_logs"><a class="viewcode-back" href="../../../../../_layout/nepi.data.processing.ccn.html#nepi.data.processing.ccn.parser.process_content_history_logs">[docs]</a><span class="k">def</span> <span class="nf">process_content_history_logs</span><span class="p">(</span><span class="n">logs_dir</span><span class="p">,</span> <span class="n">graph</span><span class="p">,</span> <span class="n">parse_ping_logs</span> <span class="o">=</span> <span class="bp">False</span><span class="p">):</span>
 446     <span class="sd">&quot;&quot;&quot; Parse CCN logs and aggregate content history information in graph.</span>
 447 <span class="sd">    Returns annotated graph and message countn and content names history.</span>
 448
 449 <span class="sd">    &quot;&quot;&quot;</span>
 450     <span class="c">## Process logs and analyse data</span>
 451     <span class="k">try</span><span class="p">:</span>
 452         <span class="n">graph</span> <span class="o">=</span> <span class="n">annotate_cn_graph</span><span class="p">(</span><span class="n">logs_dir</span><span class="p">,</span> <span class="n">graph</span><span class="p">,</span>
 453                 <span class="n">parse_ping_logs</span> <span class="o">=</span> <span class="n">parse_ping_logs</span><span class="p">)</span>
 454     <span class="k">except</span><span class="p">:</span>
 455         <span class="k">print</span> <span class="s">&quot;Skipping: Error parsing ccnd logs&quot;</span><span class="p">,</span> <span class="n">logs_dir</span>
 456         <span class="k">raise</span>
 457
 458     <span class="n">source</span> <span class="o">=</span> <span class="n">ccn_consumers</span><span class="p">(</span><span class="n">graph</span><span class="p">)[</span><span class="mi">0</span><span class="p">]</span>
 459     <span class="n">target</span> <span class="o">=</span> <span class="n">ccn_producers</span><span class="p">(</span><span class="n">graph</span><span class="p">)[</span><span class="mi">0</span><span class="p">]</span>
 460
 461     <span class="c"># Process the data from the ccnd logs, but do not re compute</span>
 462     <span class="c"># the link delay. </span>
 463     <span class="k">try</span><span class="p">:</span>
 464         <span class="p">(</span><span class="n">graph</span><span class="p">,</span>
 465         <span class="n">content_names</span><span class="p">,</span>
 466         <span class="n">interest_expiry_count</span><span class="p">,</span>
 467         <span class="n">interest_dupnonce_count</span><span class="p">,</span>
 468         <span class="n">interest_count</span><span class="p">,</span>
 469         <span class="n">content_count</span><span class="p">)</span> <span class="o">=</span> <span class="n">process_content_history</span><span class="p">(</span><span class="n">graph</span><span class="p">)</span>
 470     <span class="k">except</span><span class="p">:</span>
 471         <span class="k">print</span> <span class="s">&quot;Skipping: Error processing ccn data&quot;</span><span class="p">,</span> <span class="n">logs_dir</span>
 472         <span class="k">raise</span>
 473
 474     <span class="k">return</span> <span class="p">(</span><span class="n">graph</span><span class="p">,</span>
 475             <span class="n">content_names</span><span class="p">,</span>
 476             <span class="n">interest_expiry_count</span><span class="p">,</span>
 477             <span class="n">interest_dupnonce_count</span><span class="p">,</span>
 478             <span class="n">interest_count</span><span class="p">,</span>
 479             <span class="n">content_count</span><span class="p">)</span> </div>
 480 </pre></div>
 481
 482           </div>
 483         </div>
 484       </div>
 485       <div class="clearer"></div>
 486     </div>
 487     <div class="related">
 488       <h3>Navigation</h3>
 489       <ul>
 490         <li class="right" style="margin-right: 10px">
 491           <a href="../../../../../genindex.html" title="General Index"
 492              >index</a></li>
 493         <li class="right" >
 494           <a href="../../../../../py-modindex.html" title="Python Module Index"
 495              >modules</a> |</li>
 496         <li><a href="../../../../../index.html">NEPI 3.0 documentation</a> &raquo;</li>
 497           <li><a href="../../../../index.html" >Module code</a> &raquo;</li>
 498       </ul>
 499     </div>
 500     <div class="footer">
 501         &copy; Copyright 2014, Alina Quereilhac, Lucia Guevgeozian Odizzio, Julien Tribino.
 502       Created using <a href="http://sphinx-doc.org/">Sphinx</a> 1.2.3.
 503     </div>
 504   </body>
 505 </html>