test/resources/linux/application.py

   1 #!/usr/bin/env python
   2 #
   3 #    NEPI, a framework to manage network experiments
   4 #    Copyright (C) 2013 INRIA
   5 #
   6 #    This program is free software: you can redistribute it and/or modify
   7 #    it under the terms of the GNU General Public License as published by
   8 #    the Free Software Foundation, either version 3 of the License, or
   9 #    (at your option) any later version.
  10 #
  11 #    This program is distributed in the hope that it will be useful,
  12 #    but WITHOUT ANY WARRANTY; without even the implied warranty of
  13 #    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14 #    GNU General Public License for more details.
  15 #
  16 #    You should have received a copy of the GNU General Public License
  17 #    along with this program.  If not, see <http://www.gnu.org/licenses/>.
  18 #
  19 # Author: Alina Quereilhac <alina.quereilhac@inria.fr>
  20
  21 from nepi.execution.ec import ExperimentController
  22 from nepi.execution.resource import ResourceState, ResourceAction
  23 from nepi.execution.trace import TraceAttr
  24
  25 from test_utils import skipIfNotAlive, skipInteractive
  26
  27 import os
  28 import shutil
  29 import time
  30 import tempfile
  31 import unittest
  32
  33 class LinuxApplicationTestCase(unittest.TestCase):
  34     def setUp(self):
  35         self.fedora_host = "nepi2.pl.sophia.inria.fr"
  36         self.fedora_user = "inria_nepi"
  37
  38         self.ubuntu_host = "roseval.pl.sophia.inria.fr"
  39         self.ubuntu_user = "inria_nepi"
  40
  41         self.target = "nepi5.pl.sophia.inria.fr"
  42
  43     @skipIfNotAlive
  44     def t_stdout(self, host, user):
  45
  46         ec = ExperimentController(exp_id = "test-stdout")
  47
  48         node = ec.register_resource("LinuxNode")
  49         ec.set(node, "hostname", host)
  50         ec.set(node, "username", user)
  51         ec.set(node, "cleanHome", True)
  52         ec.set(node, "cleanProcesses", True)
  53
  54         app = ec.register_resource("LinuxApplication")
  55         cmd = "echo 'HOLA'"
  56         ec.set(app, "command", cmd)
  57         ec.register_connection(app, node)
  58
  59         ec.deploy()
  60
  61         ec.wait_finished(app)
  62
  63         self.assertTrue(ec.state(node) == ResourceState.STARTED)
  64         self.assertTrue(ec.state(app) == ResourceState.STOPPED)
  65
  66         stdout = ec.trace(app, "stdout")
  67         self.assertTrue(stdout.strip() == "HOLA")
  68
  69         ec.shutdown()
  70
  71     @skipIfNotAlive
  72     def t_ping(self, host, user):
  73
  74         ec = ExperimentController(exp_id = "test-ping")
  75
  76         node = ec.register_resource("LinuxNode")
  77         ec.set(node, "hostname", host)
  78         ec.set(node, "username", user)
  79         ec.set(node, "cleanHome", True)
  80         ec.set(node, "cleanProcesses", True)
  81
  82         app = ec.register_resource("LinuxApplication")
  83         cmd = "ping -c5 %s" % self.target
  84         ec.set(app, "command", cmd)
  85
  86         ec.register_connection(app, node)
  87
  88         ec.deploy()
  89
  90         ec.wait_finished(app)
  91
  92         self.assertTrue(ec.state(node) == ResourceState.STARTED)
  93         self.assertTrue(ec.state(app) == ResourceState.STOPPED)
  94
  95         stdout = ec.trace(app, "stdout")
  96         size = ec.trace(app, "stdout", attr = TraceAttr.SIZE)
  97         self.assertEquals(len(stdout), size)
  98
  99         block = ec.trace(app, "stdout", attr = TraceAttr.STREAM, block = 5, offset = 1)
 100         self.assertEquals(block, stdout[5:10])
 101
 102         path = ec.trace(app, "stdout", attr = TraceAttr.PATH)
 103         rm = ec.get_resource(app)
 104         p = os.path.join(rm.run_home, "stdout")
 105         self.assertEquals(path, p)
 106
 107         ec.shutdown()
 108
 109     @skipIfNotAlive
 110     def t_code(self, host, user):
 111
 112         ec = ExperimentController(exp_id = "tests-code")
 113
 114         node = ec.register_resource("LinuxNode")
 115         ec.set(node, "hostname", host)
 116         ec.set(node, "username", user)
 117         ec.set(node, "cleanHome", True)
 118         ec.set(node, "cleanProcesses", True)
 119
 120         prog = """#include <stdio.h>
 121
 122 int
 123 main (void)
 124 {
 125     printf ("Hello, world!\\n");
 126     return 0;
 127 }
 128 """
 129         cmd = "${RUN_HOME}/hello"
 130         build = "gcc -Wall -x c ${APP_HOME}/code -o hello"
 131
 132         app = ec.register_resource("LinuxApplication")
 133         ec.set(app, "command", cmd)
 134         ec.set(app, "code", prog)
 135         ec.set(app, "depends", "gcc")
 136         ec.set(app, "build", build)
 137         ec.register_connection(app, node)
 138
 139         ec.deploy()
 140
 141         ec.wait_finished(app)
 142
 143         out = ec.trace(app, 'stdout')
 144         self.assertEquals(out, "Hello, world!\n")
 145
 146         ec.shutdown()
 147
 148     @skipIfNotAlive
 149     def t_concurrency(self, host, user):
 150
 151         ec = ExperimentController(exp_id="test-concurrency")
 152
 153         node = ec.register_resource("LinuxNode")
 154         ec.set(node, "hostname", host)
 155         ec.set(node, "username", user)
 156         ec.set(node, "cleanHome", True)
 157         ec.set(node, "cleanProcesses", True)
 158
 159         apps = list()
 160         for i in xrange(50):
 161             app = ec.register_resource("LinuxApplication")
 162             cmd = "ping -c5 %s" % self.target
 163             ec.set(app, "command", cmd)
 164             ec.register_connection(app, node)
 165             apps.append(app)
 166
 167         ec.deploy()
 168
 169         ec.wait_finished(apps)
 170
 171         self.assertTrue(ec.state(node) == ResourceState.STARTED)
 172         self.assertTrue(
 173                all([ec.state(guid) == ResourceState.STOPPED \
 174                 for guid in apps])
 175                 )
 176
 177         for app in apps:
 178             stdout = ec.trace(app, 'stdout')
 179             size = ec.trace(app, 'stdout', attr = TraceAttr.SIZE)
 180             self.assertEquals(len(stdout), size)
 181
 182             block = ec.trace(app, 'stdout', attr = TraceAttr.STREAM, block = 5, offset = 1)
 183             self.assertEquals(block, stdout[5:10])
 184
 185             path = ec.trace(app, 'stdout', attr = TraceAttr.PATH)
 186             rm = ec.get_resource(app)
 187             p = os.path.join(rm.run_home, 'stdout')
 188             self.assertEquals(path, p)
 189
 190         ec.shutdown()
 191
 192     @skipIfNotAlive
 193     def t_condition(self, host, user, depends):
 194
 195         ec = ExperimentController(exp_id="test-condition")
 196
 197         node = ec.register_resource("LinuxNode")
 198         ec.set(node, "hostname", host)
 199         ec.set(node, "username", user)
 200         ec.set(node, "cleanHome", True)
 201         ec.set(node, "cleanProcesses", True)
 202
 203         server = ec.register_resource("LinuxApplication")
 204         cmd = "echo 'HOLA' | nc -l 3333"
 205         ec.set(server, "command", cmd)
 206         ec.set(server, "depends", depends)
 207         ec.register_connection(server, node)
 208
 209         client = ec.register_resource("LinuxApplication")
 210         cmd = "nc 127.0.0.1 3333"
 211         ec.set(client, "command", cmd)
 212         ec.register_connection(client, node)
 213
 214         ec.register_condition(client, ResourceAction.START, server, ResourceState.STARTED)
 215
 216         apps = [client, server]
 217
 218         ec.deploy()
 219
 220         ec.wait_finished(apps)
 221
 222         self.assertTrue(ec.state(node) == ResourceState.STARTED)
 223         self.assertTrue(ec.state(server) == ResourceState.STOPPED)
 224         self.assertTrue(ec.state(client) == ResourceState.STOPPED)
 225
 226         stdout = ec.trace(client, "stdout")
 227         self.assertTrue(stdout.strip() == "HOLA")
 228
 229         ec.shutdown()
 230
 231     @skipIfNotAlive
 232     def t_condition_serialize(self, host, user, depends):
 233
 234         dirpath = tempfile.mkdtemp()
 235
 236         ec = ExperimentController(exp_id="test-condition-serial")
 237
 238         node = ec.register_resource("LinuxNode")
 239         ec.set(node, "hostname", host)
 240         ec.set(node, "username", user)
 241         ec.set(node, "cleanHome", True)
 242         ec.set(node, "cleanProcesses", True)
 243
 244         server = ec.register_resource("LinuxApplication")
 245         cmd = "echo 'HOLA' | nc -l 3333"
 246         ec.set(server, "command", cmd)
 247         ec.set(server, "depends", depends)
 248         ec.register_connection(server, node)
 249
 250         client = ec.register_resource("LinuxApplication")
 251         cmd = "nc 127.0.0.1 3333"
 252         ec.set(client, "command", cmd)
 253         ec.register_connection(client, node)
 254
 255         ec.register_condition(client, ResourceAction.START, server, ResourceState.STARTED)
 256
 257         apps = [client, server]
 258
 259         filepath = ec.save(dirpath)
 260
 261         ec.deploy()
 262
 263         ec.wait_finished(apps)
 264
 265         self.assertTrue(ec.state(node) == ResourceState.STARTED)
 266         self.assertTrue(ec.state(server) == ResourceState.STOPPED)
 267         self.assertTrue(ec.state(client) == ResourceState.STOPPED)
 268
 269         stdout = ec.trace(client, "stdout")
 270         self.assertTrue(stdout.strip() == "HOLA")
 271
 272         ec.shutdown()
 273
 274         # Load serialized experiment
 275         ec2 = ExperimentController.load(filepath)
 276
 277         ec2.deploy()
 278         ec2.wait_finished(apps)
 279
 280         self.assertEquals(len(ec.resources), len(ec2.resources))
 281
 282         self.assertTrue(ec2.state(node) == ResourceState.STARTED)
 283         self.assertTrue(ec2.state(server) == ResourceState.STOPPED)
 284         self.assertTrue(ec2.state(client) == ResourceState.STOPPED)
 285
 286         stdout = ec2.trace(client, "stdout")
 287
 288         self.assertTrue(stdout.strip() == "HOLA")
 289
 290         ec2.shutdown()
 291
 292         shutil.rmtree(dirpath)
 293
 294     @skipIfNotAlive
 295     def t_http_sources(self, host, user):
 296
 297         ec = ExperimentController(exp_id="test-http-sources")
 298
 299         node = ec.register_resource("LinuxNode")
 300         ec.set(node, "hostname", host)
 301         ec.set(node, "username", user)
 302         ec.set(node, "cleanHome", True)
 303         ec.set(node, "cleanProcesses", True)
 304
 305         sources = "http://yans.pl.sophia.inria.fr/code/nef/archive/tip.tar.gz;" \
 306                 "http://yans.pl.sophia.inria.fr/code/nef/raw-file/8ace577d4079/src/nef/images/menu/connect.png"
 307
 308         app = ec.register_resource("LinuxApplication")
 309         ec.set(app, "sources", sources)
 310
 311         command = "ls ${SRC}"
 312         ec.set(app, "command", command)
 313
 314         ec.register_connection(app, node)
 315
 316
 317         ec.deploy()
 318
 319         ec.wait_finished([app])
 320
 321         self.assertTrue(ec.state(node) == ResourceState.STARTED)
 322         self.assertTrue(ec.state(app) == ResourceState.STOPPED)
 323
 324         exitcode = ec.trace(app, "deploy_exitcode")
 325         self.assertTrue(exitcode.strip() == "0")
 326
 327         out = ec.trace(app, "deploy_stdout")
 328         self.assertTrue(out.find("tip.tar.gz") > -1)
 329         self.assertTrue(out.find("connect.png") > -1)
 330
 331         stdout = ec.trace(app, "stdout")
 332         self.assertTrue(stdout.find("tip.tar.gz") > -1)
 333         self.assertTrue(stdout.find("connect.png") > -1)
 334
 335         ec.shutdown()
 336
 337     @skipIfNotAlive
 338     def t_xterm(self, host, user):
 339
 340         ec = ExperimentController(exp_id="test-xterm")
 341
 342         node = ec.register_resource("LinuxNode")
 343         ec.set(node, "hostname", host)
 344         ec.set(node, "username", user)
 345         ec.set(node, "cleanHome", True)
 346         ec.set(node, "cleanProcesses", True)
 347
 348         app = ec.register_resource("LinuxApplication")
 349         ec.set(app, "command", "xterm")
 350         ec.set(app, "depends", "xterm")
 351         ec.set(app, "forwardX11", True)
 352
 353         ec.register_connection(app, node)
 354
 355         ec.deploy()
 356
 357         ec.wait_finished([app])
 358
 359         self.assertTrue(ec.state(app) == ResourceState.STOPPED)
 360
 361         ec.shutdown()
 362
 363     @skipIfNotAlive
 364     def t_copy_files(self, host, user):
 365         # create some temp files and directories to copy
 366         dirpath = tempfile.mkdtemp()
 367         f = tempfile.NamedTemporaryFile(dir=dirpath, delete=False)
 368         f.close()
 369
 370         f1 = tempfile.NamedTemporaryFile(delete=False)
 371         f1.close()
 372         f1.name
 373
 374         ec = ExperimentController(exp_id="test-copyfile")
 375
 376         node = ec.register_resource("LinuxNode")
 377         ec.set(node, "hostname", host)
 378         ec.set(node, "username", user)
 379         ec.set(node, "cleanHome", True)
 380         ec.set(node, "cleanProcesses", True)
 381
 382         app = ec.register_resource("LinuxApplication")
 383         ec.set(app, "command", "ls ${SRC}")
 384         ec.set(app, "sources", "%s;%s" % (dirpath, f1.name))
 385         ec.register_connection(app, node)
 386
 387         ec.deploy()
 388
 389         ec.wait_finished([app])
 390
 391         stdout = ec.trace(app, "stdout")
 392
 393         self.assertTrue(stdout.find(os.path.basename(dirpath)) > -1)
 394         self.assertTrue(stdout.find(os.path.basename(f1.name)) > -1)
 395
 396         ec.shutdown()
 397
 398         os.remove(f1.name)
 399         shutil.rmtree(dirpath)
 400
 401     def test_stdout_fedora(self):
 402         self.t_stdout(self.fedora_host, self.fedora_user)
 403
 404     def test_stdout_ubuntu(self):
 405         self.t_stdout(self.ubuntu_host, self.ubuntu_user)
 406
 407     def test_ping_fedora(self):
 408         self.t_ping(self.fedora_host, self.fedora_user)
 409
 410     def test_ping_ubuntu(self):
 411         self.t_ping(self.ubuntu_host, self.ubuntu_user)
 412
 413     def test_concurrency_fedora(self):
 414         self.t_concurrency(self.fedora_host, self.fedora_user)
 415
 416     def test_concurrency_ubuntu(self):
 417         self.t_concurrency(self.ubuntu_host, self.ubuntu_user)
 418
 419     def test_condition_fedora(self):
 420         self.t_condition(self.fedora_host, self.fedora_user, "nc")
 421
 422     def test_condition_ubuntu(self):
 423         self.t_condition(self.ubuntu_host, self.ubuntu_user, "netcat")
 424
 425     def test_condition_serialize_fedora(self):
 426         self.t_condition_serialize(self.fedora_host, self.fedora_user, "nc")
 427
 428     def test_condition_serialize_ubuntu(self):
 429         self.t_condition_serialize(self.ubuntu_host, self.ubuntu_user, "netcat")
 430
 431     def test_http_sources_fedora(self):
 432         self.t_http_sources(self.fedora_host, self.fedora_user)
 433
 434     def test_http_sources_ubuntu(self):
 435         self.t_http_sources(self.ubuntu_host, self.ubuntu_user)
 436
 437     def test_code_fedora(self):
 438         self.t_code(self.fedora_host, self.fedora_user)
 439
 440     def test_code_ubuntu(self):
 441         self.t_code(self.ubuntu_host, self.ubuntu_user)
 442
 443     @skipInteractive
 444     def test_xterm_ubuntu(self):
 445         """ Interactive test. Should not run automatically """
 446         self.t_xterm(self.ubuntu_host, self.ubuntu_user)
 447
 448     def test_copy_files_fedora(self):
 449         self.t_copy_files(self.fedora_host, self.fedora_user)
 450
 451     def test_copy_files_ubuntu(self):
 452         self.t_copy_files(self.ubuntu_host, self.ubuntu_user)
 453
 454 if __name__ == '__main__':
 455     unittest.main()
 456