Various fixes:
[nepi.git] / test / testbeds / planetlab / integration_multi.py
1 #!/usr/bin/env python
2 # -*- coding: utf-8 -*-
3
4 import getpass
5 from nepi.core.design import ExperimentDescription, FactoriesProvider
6 from nepi.core.execute import ExperimentController
7 from nepi.util import proxy
8 from nepi.util.constants import DeploymentConfiguration as DC, ATTR_NEPI_TESTBED_ENVIRONMENT_SETUP
9 import os
10 import shutil
11 import tempfile
12 import test_util
13 import time
14 import unittest
15 import re
16
17 class PlanetLabMultiIntegrationTestCase(unittest.TestCase):
18     testbed_id = "planetlab"
19     
20     slicename1 = "inria_nepi"
21     plchost1 = "nepiplc.pl.sophia.inria.fr"
22
23     slicename2 = "inria_nepi12"
24     plchost2 = "www.planet-lab.eu"
25     
26     host1pl1 = "nepi1.pl.sophia.inria.fr"
27     host2pl1 = "nepi2.pl.sophia.inria.fr"
28
29     host1pl2 = "planetlab1.utt.fr"
30     host2pl2 = "planetlab2.utt.fr"
31
32     port_base = 2000 + (os.getpid() % 1000) * 13
33     
34     def setUp(self):
35         self.root_dir = tempfile.mkdtemp()
36         self.__class__.port_base = self.port_base + 100
37
38     def tearDown(self):
39         try:
40             shutil.rmtree(self.root_dir)
41         except:
42             # retry
43             time.sleep(0.1)
44             shutil.rmtree(self.root_dir)
45
46     def make_experiment_desc(self):
47         testbed_id = self.testbed_id
48         
49         slicename1 = self.slicename1
50         plchost1 = self.plchost1
51         
52         slicename2 = self.slicename2
53         plchost2 = self.plchost2
54         
55         pl_ssh_key = os.environ.get(
56             "PL_SSH_KEY",
57             "%s/.ssh/id_rsa_planetlab" % (os.environ['HOME'],) )
58         pl_user, pl_pwd = test_util.pl_auth()
59
60         exp_desc = ExperimentDescription()
61         pl_provider = FactoriesProvider(testbed_id)
62         pl_desc = exp_desc.add_testbed_description(pl_provider)
63         pl_desc.set_attribute_value("homeDirectory", self.root_dir)
64         pl_desc.set_attribute_value("slice", slicename1)
65         pl_desc.set_attribute_value("sliceSSHKey", pl_ssh_key)
66         pl_desc.set_attribute_value("authUser", pl_user)
67         pl_desc.set_attribute_value("authPass", pl_pwd)
68         pl_desc.set_attribute_value("plcHost", plchost1)
69         pl_desc.set_attribute_value("tapPortBase", self.port_base)
70
71         pl_desc2 = exp_desc.add_testbed_description(pl_provider)
72         pl_desc2.set_attribute_value("homeDirectory", self.root_dir+"v2")
73         pl_desc2.set_attribute_value("slice", slicename2)
74         pl_desc2.set_attribute_value("sliceSSHKey", pl_ssh_key)
75         pl_desc2.set_attribute_value("authUser", pl_user)
76         pl_desc2.set_attribute_value("authPass", pl_pwd)
77         pl_desc2.set_attribute_value("plcHost", plchost2)
78         pl_desc.set_attribute_value("tapPortBase", self.port_base+100)
79         
80         return pl_desc, pl_desc2, exp_desc
81     
82     def make_pl_tapnode(self, pl, tapip, hostname, label_prefix):
83         node1 = pl.create("Node")
84         node1.set_attribute_value("hostname", hostname)
85         node1.set_attribute_value("label", label_prefix)
86         iface1 = pl.create("NodeInterface")
87         iface1.set_attribute_value("label", label_prefix+"iface")
88         tap1 = pl.create("TapInterface")
89         tap1.enable_trace("packets") # for error output
90         tap1.set_attribute_value("label", label_prefix+"tap")
91         inet = pl.create("Internet")
92         node1.connector("devs").connect(iface1.connector("node"))
93         node1.connector("devs").connect(tap1.connector("node"))
94         iface1.connector("inet").connect(inet.connector("devs"))
95         
96         tap1ip = tap1.add_address()
97         tap1ip.set_attribute_value("Address", tapip)
98         tap1ip.set_attribute_value("NetPrefix", 24)
99         tap1ip.set_attribute_value("Broadcast", False)
100         
101         return node1, iface1, tap1, tap1ip, inet
102     
103     def _test_plpl_crossconnect(self, proto):
104         pl, pl2, exp = self.make_experiment_desc()
105         
106         # Create PL node, ifaces, assign addresses
107         node1, iface1, tap1, tap1ip, inet1 = self.make_pl_tapnode(pl, 
108             "192.168.2.2", self.host1pl1, "node1")
109         node2, iface2, tap2, tap2ip, inet2 = self.make_pl_tapnode(pl2, 
110             "192.168.2.3", self.host1pl2, "node2")
111             
112         # Connect the two
113         tap1.connector(proto).connect(tap2.connector(proto))
114         
115         # Create PlanetLab ping application, pinging the from one PL to another
116         ping = pl.create("Application")
117         ping.set_attribute_value("command", "ping -qc10 {#[node2tap].addr[0].[Address]#}")
118         ping.enable_trace("stdout")
119         ping.enable_trace("stderr")
120         ping.connector("node").connect(node1.connector("apps"))
121
122         comp_result = r"""PING .* \(.*\) \d*\(\d*\) bytes of data.
123
124 --- .* ping statistics ---
125 10 packets transmitted, 10 received, 0% packet loss, time \d*ms.*
126 """
127
128         xml = exp.to_xml()
129
130         controller = ExperimentController(xml, self.root_dir)
131         controller.start()
132
133         while not controller.is_finished(ping.guid):
134             time.sleep(0.5)
135           
136         ping_result = controller.trace(ping.guid, "stdout")
137         tap_trace = controller.trace(tap1.guid, "packets")
138         tap2_trace = controller.trace(tap2.guid, "packets")
139
140         controller.stop()
141         controller.shutdown()
142
143         # asserts at the end, to make sure there's proper cleanup
144         self.assertTrue(re.match(comp_result, ping_result, re.MULTILINE),
145             "Unexpected trace:\n%s\nTap trace at origin:\n%s\nTap trace at destination:\n%s\n" % (
146                 ping_result,
147                 tap_trace,
148                 tap2_trace) )
149
150     @test_util.skipUnless(test_util.pl_auth() is not None, 
151         "Test requires PlanetLab authentication info (PL_USER and PL_PASS environment variables)")
152     @test_util.skipUnless(os.environ.get('NEPI_FULL_TESTS','').lower() in ('1','yes','true','on'),
153         "Test is expensive, requires NEPI_FULL_TESTS=yes")
154     def test_plpl_crossconnect_udp(self):
155         self._test_plpl_crossconnect("udp")
156
157     @test_util.skipUnless(test_util.pl_auth() is not None, 
158         "Test requires PlanetLab authentication info (PL_USER and PL_PASS environment variables)")
159     @test_util.skipUnless(os.environ.get('NEPI_FULL_TESTS','').lower() in ('1','yes','true','on'),
160         "Test is expensive, requires NEPI_FULL_TESTS=yes")
161     def test_plpl_crossconnect_tcp(self):
162         self._test_plpl_crossconnect("tcp")
163
164
165 if __name__ == '__main__':
166     unittest.main()
167