test/testbeds/planetlab/execute.py

   1 #!/usr/bin/env python
   2 # -*- coding: utf-8 -*-
   3
   4 import getpass
   5 from nepi.util.constants import STATUS_FINISHED, TIME_NOW
   6 from nepi.testbeds import planetlab
   7 import os
   8 import shutil
   9 import tempfile
  10 import time
  11 import unittest
  12 import re
  13 import test_util
  14
  15 class PlanetLabExecuteTestCase(unittest.TestCase):
  16     def setUp(self):
  17         self.root_dir = tempfile.mkdtemp()
  18
  19     def tearDown(self):
  20         shutil.rmtree(self.root_dir)
  21
  22     def make_instance(self):
  23         testbed_version = "01"
  24         instance = planetlab.TestbedController(testbed_version)
  25         slicename = "inria_nepi12"
  26         pl_user, pl_pwd = test_util.pl_auth()
  27
  28         instance.defer_configure("homeDirectory", self.root_dir)
  29         instance.defer_configure("slice", slicename)
  30         instance.defer_configure("sliceSSHKey", "/user/%s/home/.ssh/id_rsa_planetlab" % (getpass.getuser(),))
  31         instance.defer_configure("authUser", pl_user)
  32         instance.defer_configure("authPass", pl_pwd)
  33
  34         return instance
  35
  36     @test_util.skipUnless(test_util.pl_auth() is not None, "Test requires PlanetLab authentication info (PL_USER and PL_PASS environment variables)")
  37     def test_simple(self):
  38         instance = self.make_instance()
  39
  40         instance.defer_create(2, "Node")
  41         instance.defer_create_set(2, "hostname", "onelab11.pl.sophia.inria.fr")
  42         instance.defer_create(3, "Node")
  43         instance.defer_create_set(3, "hostname", "onelab10.pl.sophia.inria.fr")
  44         instance.defer_create(4, "NodeInterface")
  45         instance.defer_connect(2, "devs", 4, "node")
  46         instance.defer_create(5, "NodeInterface")
  47         instance.defer_connect(3, "devs", 5, "node")
  48         instance.defer_create(6, "Internet")
  49         instance.defer_connect(4, "inet", 6, "devs")
  50         instance.defer_connect(5, "inet", 6, "devs")
  51         instance.defer_create(7, "Application")
  52         instance.defer_create_set(7, "command", "ping -qc1 {#[GUID-5].addr[0].[Address]#}")
  53         instance.defer_add_trace(7, "stdout")
  54         instance.defer_add_trace(7, "stderr")
  55         instance.defer_connect(7, "node", 2, "apps")
  56
  57         instance.do_setup()
  58         instance.do_create()
  59         instance.do_connect_init()
  60         instance.do_connect_compl()
  61         instance.do_preconfigure()
  62
  63         # Manually replace netref
  64         instance.set(TIME_NOW, 7, "command",
  65             instance.get(TIME_NOW, 7, "command")
  66                 .replace("{#[GUID-5].addr[0].[Address]#}",
  67                     instance.get_address(5, 0, "Address") )
  68         )
  69
  70         instance.do_configure()
  71
  72         instance.start()
  73         while instance.status(7) != STATUS_FINISHED:
  74             time.sleep(0.5)
  75         ping_result = instance.trace(7, "stdout") or ""
  76         comp_result = r"""PING .* \(.*\) \d*\(\d*\) bytes of data.
  77
  78 --- .* ping statistics ---
  79 1 packets transmitted, 1 received, 0% packet loss, time \d*ms.*
  80 """
  81         self.assertTrue(re.match(comp_result, ping_result, re.MULTILINE),
  82             "Unexpected trace:\n" + ping_result)
  83         instance.stop()
  84         instance.shutdown()
  85
  86     @test_util.skipUnless(test_util.pl_auth() is not None, "Test requires PlanetLab authentication info (PL_USER and PL_PASS environment variables)")
  87     def test_depends(self):
  88         instance = self.make_instance()
  89
  90         instance.defer_create(2, "Node")
  91         instance.defer_create_set(2, "hostname", "onelab11.pl.sophia.inria.fr")
  92         instance.defer_create(3, "NodeInterface")
  93         instance.defer_connect(2, "devs", 3, "node")
  94         instance.defer_create(4, "Internet")
  95         instance.defer_connect(3, "inet", 4, "devs")
  96         instance.defer_create(5, "Application")
  97         instance.defer_create_set(5, "command", "gfortran --version")
  98         instance.defer_create_set(5, "depends", "gcc-gfortran")
  99         instance.defer_add_trace(5, "stdout")
 100         instance.defer_add_trace(5, "stderr")
 101         instance.defer_connect(5, "node", 2, "apps")
 102
 103         instance.do_setup()
 104         instance.do_create()
 105         instance.do_connect_init()
 106         instance.do_connect_compl()
 107         instance.do_preconfigure()
 108         instance.do_configure()
 109
 110         instance.start()
 111         while instance.status(5) != STATUS_FINISHED:
 112             time.sleep(0.5)
 113         ping_result = instance.trace(5, "stdout") or ""
 114         comp_result = r".*GNU Fortran \(GCC\).*"
 115         self.assertTrue(re.match(comp_result, ping_result, re.MULTILINE),
 116             "Unexpected trace:\n" + ping_result)
 117         instance.stop()
 118         instance.shutdown()
 119
 120     @test_util.skipUnless(test_util.pl_auth() is not None, "Test requires PlanetLab authentication info (PL_USER and PL_PASS environment variables)")
 121     def test_build(self):
 122         instance = self.make_instance()
 123
 124         instance.defer_create(2, "Node")
 125         instance.defer_create_set(2, "hostname", "onelab11.pl.sophia.inria.fr")
 126         instance.defer_create(3, "NodeInterface")
 127         instance.defer_connect(2, "devs", 3, "node")
 128         instance.defer_create(4, "Internet")
 129         instance.defer_connect(3, "inet", 4, "devs")
 130         instance.defer_create(10, "Application")
 131         instance.defer_create_set(10, "command", "./consts")
 132         instance.defer_create_set(10, "buildDepends", "gcc")
 133         instance.defer_create_set(10, "build", "gcc ${SOURCES}/consts.c -o consts")
 134         instance.defer_create_set(10, "install", "cp consts ${SOURCES}/consts")
 135         instance.defer_create_set(10, "sources", os.path.join(os.path.dirname(planetlab.__file__),'scripts','consts.c'))
 136         instance.defer_add_trace(10, "stdout")
 137         instance.defer_add_trace(10, "stderr")
 138         instance.defer_connect(10, "node", 2, "apps")
 139
 140         instance.do_setup()
 141         instance.do_create()
 142         instance.do_connect_init()
 143         instance.do_connect_compl()
 144         instance.do_preconfigure()
 145         instance.do_configure()
 146
 147         instance.start()
 148         while instance.status(10) != STATUS_FINISHED:
 149             time.sleep(0.5)
 150         ping_result = instance.trace(10, "stdout") or ""
 151         comp_result = \
 152 r""".*ETH_P_ALL = 0x[0-9a-fA-F]{8}
 153 ETH_P_IP = 0x[0-9a-fA-F]{8}
 154 TUNSETIFF = 0x[0-9a-fA-F]{8}
 155 IFF_NO_PI = 0x[0-9a-fA-F]{8}
 156 IFF_TAP = 0x[0-9a-fA-F]{8}
 157 IFF_TUN = 0x[0-9a-fA-F]{8}
 158 IFF_VNET_HDR = 0x[0-9a-fA-F]{8}
 159 TUN_PKT_STRIP = 0x[0-9a-fA-F]{8}
 160 IFHWADDRLEN = 0x[0-9a-fA-F]{8}
 161 IFNAMSIZ = 0x[0-9a-fA-F]{8}
 162 IFREQ_SZ = 0x[0-9a-fA-F]{8}
 163 FIONREAD = 0x[0-9a-fA-F]{8}.*
 164 """
 165         self.assertTrue(re.match(comp_result, ping_result, re.MULTILINE),
 166             "Unexpected trace:\n" + ping_result)
 167         instance.stop()
 168         instance.shutdown()
 169
 170     @test_util.skipUnless(test_util.pl_auth() is not None, "Test requires PlanetLab authentication info (PL_USER and PL_PASS environment variables)")
 171     def test_simple_vsys(self):
 172         instance = self.make_instance()
 173
 174         instance.defer_create(2, "Node")
 175         instance.defer_create_set(2, "hostname", "onelab11.pl.sophia.inria.fr")
 176         instance.defer_create_set(2, "emulation", True) # require emulation
 177         instance.defer_create(3, "NodeInterface")
 178         instance.defer_connect(2, "devs", 3, "node")
 179         instance.defer_create(4, "Internet")
 180         instance.defer_connect(3, "inet", 4, "devs")
 181         instance.defer_create(5, "TunInterface")
 182         instance.defer_add_address(5, "192.168.2.2", 24, False)
 183         instance.defer_connect(2, "devs", 5, "node")
 184         instance.defer_create(6, "Application")
 185         instance.defer_create_set(6, "command", """
 186 set -e
 187 netconfig help > /dev/null
 188 test -e /vsys/vif_up.in > /dev/null
 189 test -e /vsys/vif_up.out > /dev/null
 190 test -e /vsys/fd_tuntap.control > /dev/null
 191 echo 'OKIDOKI'
 192 """)
 193         instance.defer_create_set(6, "sudo", True) # only sudo has access to /vsys
 194         instance.defer_add_trace(6, "stdout")
 195         instance.defer_add_trace(6, "stderr")
 196         instance.defer_connect(6, "node", 2, "apps")
 197
 198         instance.do_setup()
 199         instance.do_create()
 200         instance.do_connect_init()
 201         instance.do_connect_compl()
 202         instance.do_preconfigure()
 203         instance.do_configure()
 204
 205         instance.start()
 206         while instance.status(6) != STATUS_FINISHED:
 207             time.sleep(0.5)
 208         test_result = (instance.trace(6, "stdout") or "").strip()
 209         comp_result = "OKIDOKI"
 210         self.assertEqual(comp_result, test_result)
 211         instance.stop()
 212         instance.shutdown()
 213
 214     @test_util.skipUnless(test_util.pl_auth() is not None, "Test requires PlanetLab authentication info (PL_USER and PL_PASS environment variables)")
 215     def test_emulation(self):
 216         instance = self.make_instance()
 217
 218         instance.defer_create(2, "Node")
 219         instance.defer_create_set(2, "hostname", "onelab11.pl.sophia.inria.fr")
 220         instance.defer_create_set(2, "emulation", True) # require emulation
 221         instance.defer_create(3, "NodeInterface")
 222         instance.defer_connect(2, "devs", 3, "node")
 223         instance.defer_create(4, "Internet")
 224         instance.defer_connect(3, "inet", 4, "devs")
 225         instance.defer_create(7, "NetPipe")
 226         instance.defer_create_set(7, "mode", "CLIENT")
 227         instance.defer_create_set(7, "portList", "80")
 228         instance.defer_create_set(7, "bwOut", 12.0/1024.0) # 12kbps
 229         instance.defer_create_set(7, "bwIn", 64.0/1024.0) # 64kbps
 230         instance.defer_create_set(7, "plrOut", 0.01) # 1% plr outbound - high loss
 231         instance.defer_create_set(7, "plrIn", 0.001) # 0.1% plr inbound - regular loss
 232         instance.defer_create_set(7, "delayOut", int(1500 * 8 / (12.0/1024.0) / 1000)) # tx delay at 12kbps in ms
 233         instance.defer_create_set(7, "delayIn", int(1500 * 8 / (64.0/1024.0) / 1000)) # rx delay at 64kbps in ms
 234         instance.defer_add_trace(7, "netpipeStats")
 235         instance.defer_connect(2, "pipes", 7, "node")
 236         instance.defer_create(8, "Application")
 237         instance.defer_create_set(8, "command", "time wget -q -O /dev/null http://www.google.com/") # Fetch ~10kb
 238         instance.defer_add_trace(8, "stdout")
 239         instance.defer_add_trace(8, "stderr")
 240         instance.defer_connect(8, "node", 2, "apps")
 241
 242         instance.do_setup()
 243         instance.do_create()
 244         instance.do_connect_init()
 245         instance.do_connect_compl()
 246         instance.do_preconfigure()
 247         instance.do_configure()
 248
 249         instance.start()
 250         while instance.status(8) != STATUS_FINISHED:
 251             time.sleep(0.5)
 252         test_result = (instance.trace(8, "stderr") or "").strip()
 253         comp_result = r".*real\s*(?P<min>[0-9]+)m(?P<sec>[0-9]+[.][0-9]+)s.*"
 254         netpipe_stats = instance.trace(7, "netpipeStats")
 255
 256         instance.stop()
 257         instance.shutdown()
 258
 259         # asserts at the end, to make sure there's proper cleanup
 260         match = re.match(comp_result, test_result, re.MULTILINE)
 261         self.assertTrue(match, "Unexpected output: %s" % (test_result,))
 262
 263         minutes = int(match.group("min"))
 264         seconds = float(match.group("sec"))
 265         self.assertTrue((minutes * 60 + seconds) > 1.0, "Emulation not effective: %s" % (test_result,))
 266
 267         self.assertTrue(netpipe_stats, "Unavailable netpipe stats")
 268
 269     @test_util.skipUnless(test_util.pl_auth() is not None, "Test requires PlanetLab authentication info (PL_USER and PL_PASS environment variables)")
 270     def test_tun_emulation_requirement(self):
 271         instance = self.make_instance()
 272
 273         instance.defer_create(2, "Node")
 274         instance.defer_create_set(2, "hostname", "onelab11.pl.sophia.inria.fr")
 275         instance.defer_create(3, "NodeInterface")
 276         instance.defer_connect(2, "devs", 3, "node")
 277         instance.defer_create(4, "Internet")
 278         instance.defer_connect(3, "inet", 4, "devs")
 279         instance.defer_create(5, "TunInterface")
 280         instance.defer_add_address(5, "192.168.2.2", 24, False)
 281         instance.defer_connect(2, "devs", 5, "node")
 282         instance.defer_create(6, "Application")
 283         instance.defer_create_set(6, "command", "false")
 284         instance.defer_add_trace(6, "stdout")
 285         instance.defer_add_trace(6, "stderr")
 286         instance.defer_connect(6, "node", 2, "apps")
 287
 288         try:
 289             instance.do_setup()
 290             instance.do_create()
 291             instance.do_connect_init()
 292             instance.do_connect_compl()
 293             instance.do_preconfigure()
 294             instance.do_configure()
 295             self.fail("Usage of TUN without emulation should fail")
 296         except Exception,e:
 297             pass
 298
 299     @test_util.skipUnless(test_util.pl_auth() is not None, "Test requires PlanetLab authentication info (PL_USER and PL_PASS environment variables)")
 300     def test_tun_ping(self):
 301         instance = self.make_instance()
 302
 303         instance.defer_create(2, "Node")
 304         instance.defer_create_set(2, "hostname", "onelab11.pl.sophia.inria.fr")
 305         instance.defer_create_set(2, "emulation", True) # require emulation
 306         instance.defer_create(3, "Node")
 307         instance.defer_create_set(3, "hostname", "onelab10.pl.sophia.inria.fr")
 308         instance.defer_create_set(3, "emulation", True) # require emulation
 309         instance.defer_create(4, "NodeInterface")
 310         instance.defer_connect(2, "devs", 4, "node")
 311         instance.defer_create(5, "Internet")
 312         instance.defer_connect(4, "inet", 5, "devs")
 313         instance.defer_create(6, "NodeInterface")
 314         instance.defer_connect(3, "devs", 6, "node")
 315         instance.defer_connect(6, "inet", 5, "devs")
 316         instance.defer_create(7, "TunInterface")
 317         instance.defer_add_address(7, "192.168.2.2", 24, False)
 318         instance.defer_connect(2, "devs", 7, "node")
 319         instance.defer_create(8, "TunInterface")
 320         instance.defer_add_address(8, "192.168.2.3", 24, False)
 321         instance.defer_connect(3, "devs", 8, "node")
 322         instance.defer_connect(7, "tcp", 8, "tcp")
 323         instance.defer_create(9, "Application")
 324         instance.defer_create_set(9, "command", "ping -qc1 {#[GUID-8].addr[0].[Address]#}")
 325         instance.defer_add_trace(9, "stdout")
 326         instance.defer_add_trace(9, "stderr")
 327         instance.defer_connect(9, "node", 2, "apps")
 328
 329         instance.do_setup()
 330         instance.do_create()
 331         instance.do_connect_init()
 332         instance.do_connect_compl()
 333         instance.do_preconfigure()
 334
 335         # Manually replace netref
 336         instance.set(TIME_NOW, 9, "command",
 337             instance.get(TIME_NOW, 9, "command")
 338                 .replace("{#[GUID-8].addr[0].[Address]#}",
 339                     instance.get_address(8, 0, "Address") )
 340         )
 341
 342         instance.do_configure()
 343
 344         instance.start()
 345         while instance.status(9) != STATUS_FINISHED:
 346             time.sleep(0.5)
 347         ping_result = instance.trace(9, "stdout") or ""
 348         comp_result = r"""PING .* \(.*\) \d*\(\d*\) bytes of data.
 349
 350 --- .* ping statistics ---
 351 1 packets transmitted, 1 received, 0% packet loss, time \d*ms.*
 352 """
 353         instance.stop()
 354         instance.shutdown()
 355
 356         # asserts at the end, to make sure there's proper cleanup
 357         self.assertTrue(re.match(comp_result, ping_result, re.MULTILINE),
 358             "Unexpected trace:\n" + ping_result)
 359
 360
 361 if __name__ == '__main__':
 362     unittest.main()
 363