test/resources/linux/application.py

   1 #!/usr/bin/env python
   2 #
   3 #    NEPI, a framework to manage network experiments
   4 #    Copyright (C) 2013 INRIA
   5 #
   6 #    This program is free software: you can redistribute it and/or modify
   7 #    it under the terms of the GNU General Public License version 2 as
   8 #    published by the Free Software Foundation;
   9 #
  10 #    This program is distributed in the hope that it will be useful,
  11 #    but WITHOUT ANY WARRANTY; without even the implied warranty of
  12 #    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  13 #    GNU General Public License for more details.
  14 #
  15 #    You should have received a copy of the GNU General Public License
  16 #    along with this program.  If not, see <http://www.gnu.org/licenses/>.
  17 #
  18 # Author: Alina Quereilhac <alina.quereilhac@inria.fr>
  19
  20 from nepi.execution.ec import ExperimentController
  21 from nepi.execution.resource import ResourceState, ResourceAction
  22 from nepi.execution.trace import TraceAttr
  23
  24 from test_utils import skipIfNotAlive, skipInteractive
  25
  26 import os
  27 import shutil
  28 import time
  29 import tempfile
  30 import unittest
  31
  32 class LinuxApplicationTestCase(unittest.TestCase):
  33     def setUp(self):
  34         self.fedora_host = "fedora.pl.sophia.inria.fr"
  35         self.fedora_user = "inria_nepi"
  36
  37         self.ubuntu_host = "ubuntu.pl.sophia.inria.fr"
  38         self.ubuntu_user = "inria_nepi"
  39
  40         self.target = "nepi.pl.sophia.inria.fr"
  41
  42     @skipIfNotAlive
  43     def t_stdout(self, host, user):
  44
  45         ec = ExperimentController(exp_id = "test-stdout")
  46
  47         node = ec.register_resource("linux::Node")
  48         ec.set(node, "hostname", host)
  49         ec.set(node, "username", user)
  50         ec.set(node, "cleanExperiment", True)
  51         ec.set(node, "cleanProcesses", True)
  52
  53         app = ec.register_resource("linux::Application")
  54         cmd = "echo 'HOLA'"
  55         ec.set(app, "command", cmd)
  56         ec.register_connection(app, node)
  57
  58         ec.deploy()
  59
  60         ec.wait_finished(app)
  61
  62         self.assertTrue(ec.state(node) == ResourceState.STARTED)
  63         self.assertTrue(ec.state(app) == ResourceState.STOPPED)
  64
  65         stdout = ec.trace(app, "stdout")
  66         self.assertTrue(stdout.strip() == "HOLA")
  67
  68         ec.shutdown()
  69
  70     @skipIfNotAlive
  71     def t_ping(self, host, user):
  72
  73         ec = ExperimentController(exp_id = "test-ping")
  74
  75         node = ec.register_resource("linux::Node")
  76         ec.set(node, "hostname", host)
  77         ec.set(node, "username", user)
  78         ec.set(node, "cleanExperiment", True)
  79         ec.set(node, "cleanProcesses", True)
  80
  81         app = ec.register_resource("linux::Application")
  82         cmd = "ping -c5 %s" % self.target
  83         ec.set(app, "command", cmd)
  84
  85         ec.register_connection(app, node)
  86
  87         ec.deploy()
  88
  89         ec.wait_finished(app)
  90
  91         self.assertTrue(ec.state(node) == ResourceState.STARTED)
  92         self.assertTrue(ec.state(app) == ResourceState.STOPPED)
  93
  94         stdout = ec.trace(app, "stdout")
  95         size = ec.trace(app, "stdout", attr = TraceAttr.SIZE)
  96         self.assertEquals(len(stdout), size)
  97
  98         block = ec.trace(app, "stdout", attr = TraceAttr.STREAM, block = 5, offset = 1)
  99         self.assertEquals(block, stdout[5:10])
 100
 101         path = ec.trace(app, "stdout", attr = TraceAttr.PATH)
 102         rm = ec.get_resource(app)
 103         p = os.path.join(rm.run_home, "stdout")
 104         self.assertEquals(path, p)
 105
 106         ec.shutdown()
 107
 108     @skipIfNotAlive
 109     def t_code(self, host, user):
 110
 111         ec = ExperimentController(exp_id = "tests-code")
 112
 113         node = ec.register_resource("linux::Node")
 114         ec.set(node, "hostname", host)
 115         ec.set(node, "username", user)
 116         ec.set(node, "cleanExperiment", True)
 117         ec.set(node, "cleanProcesses", True)
 118
 119         prog = """#include <stdio.h>
 120
 121 int
 122 main (void)
 123 {
 124     printf ("Hello, world!\\n");
 125     return 0;
 126 }
 127 """
 128         cmd = "${RUN_HOME}/hello"
 129         build = "gcc -Wall -x c ${APP_HOME}/code -o hello"
 130
 131         app = ec.register_resource("linux::Application")
 132         ec.set(app, "command", cmd)
 133         ec.set(app, "code", prog)
 134         ec.set(app, "depends", "gcc")
 135         ec.set(app, "build", build)
 136         ec.register_connection(app, node)
 137
 138         ec.deploy()
 139
 140         ec.wait_finished(app)
 141
 142         out = ec.trace(app, 'stdout')
 143         self.assertEquals(out, "Hello, world!\n")
 144
 145         ec.shutdown()
 146
 147     @skipIfNotAlive
 148     def t_concurrency(self, host, user):
 149
 150         ec = ExperimentController(exp_id="test-concurrency")
 151
 152         node = ec.register_resource("linux::Node")
 153         ec.set(node, "hostname", host)
 154         ec.set(node, "username", user)
 155         ec.set(node, "cleanExperiment", True)
 156         ec.set(node, "cleanProcesses", True)
 157
 158         apps = list()
 159         for i in xrange(50):
 160             app = ec.register_resource("linux::Application")
 161             cmd = "ping -c5 %s" % self.target
 162             ec.set(app, "command", cmd)
 163             ec.register_connection(app, node)
 164             apps.append(app)
 165
 166         ec.deploy()
 167
 168         ec.wait_finished(apps)
 169
 170         self.assertTrue(ec.state(node) == ResourceState.STARTED)
 171         self.assertTrue(
 172                all([ec.state(guid) == ResourceState.STOPPED \
 173                 for guid in apps])
 174                 )
 175
 176         for app in apps:
 177             stdout = ec.trace(app, 'stdout')
 178             size = ec.trace(app, 'stdout', attr = TraceAttr.SIZE)
 179             self.assertEquals(len(stdout), size)
 180
 181             block = ec.trace(app, 'stdout', attr = TraceAttr.STREAM, block = 5, offset = 1)
 182             self.assertEquals(block, stdout[5:10])
 183
 184             path = ec.trace(app, 'stdout', attr = TraceAttr.PATH)
 185             rm = ec.get_resource(app)
 186             p = os.path.join(rm.run_home, 'stdout')
 187             self.assertEquals(path, p)
 188
 189         ec.shutdown()
 190
 191     @skipIfNotAlive
 192     def t_condition(self, host, user, depends):
 193
 194         ec = ExperimentController(exp_id="test-condition")
 195
 196         node = ec.register_resource("linux::Node")
 197         ec.set(node, "hostname", host)
 198         ec.set(node, "username", user)
 199         ec.set(node, "cleanExperiment", True)
 200         ec.set(node, "cleanProcesses", True)
 201
 202         server = ec.register_resource("linux::Application")
 203         cmd = "echo 'HOLA' | nc -l 3333"
 204         ec.set(server, "command", cmd)
 205         ec.set(server, "depends", depends)
 206         ec.register_connection(server, node)
 207
 208         client = ec.register_resource("linux::Application")
 209         cmd = "nc 127.0.0.1 3333"
 210         ec.set(client, "command", cmd)
 211         ec.register_connection(client, node)
 212
 213         ec.register_condition(client, ResourceAction.START, server, ResourceState.STARTED)
 214
 215         apps = [client, server]
 216
 217         ec.deploy()
 218
 219         ec.wait_finished(apps)
 220
 221         self.assertTrue(ec.state(node) == ResourceState.STARTED)
 222         self.assertTrue(ec.state(server) == ResourceState.STOPPED)
 223         self.assertTrue(ec.state(client) == ResourceState.STOPPED)
 224
 225         stdout = ec.trace(client, "stdout")
 226         self.assertTrue(stdout.strip() == "HOLA")
 227
 228         ec.shutdown()
 229
 230     @skipIfNotAlive
 231     def t_http_sources(self, host, user):
 232
 233         ec = ExperimentController(exp_id="test-http-sources")
 234
 235         node = ec.register_resource("linux::Node")
 236         ec.set(node, "hostname", host)
 237         ec.set(node, "username", user)
 238         ec.set(node, "cleanExperiment", True)
 239         ec.set(node, "cleanProcesses", True)
 240
 241         sources = "http://mirror.onelab.eu/third-party/nepi-tip.tgz;" \
 242                 "http://mirror.onelab.eu/third-party/nepi-connect.png"
 243
 244         app = ec.register_resource("linux::Application")
 245         ec.set(app, "sources", sources)
 246
 247         command = "ls ${SRC}"
 248         ec.set(app, "command", command)
 249
 250         ec.register_connection(app, node)
 251
 252
 253         ec.deploy()
 254
 255         ec.wait_finished([app])
 256
 257         self.assertTrue(ec.state(node) == ResourceState.STARTED)
 258         self.assertTrue(ec.state(app) == ResourceState.STOPPED)
 259
 260         exitcode = ec.trace(app, "deploy_exitcode")
 261         self.assertTrue(exitcode.strip() == "0")
 262
 263         out = ec.trace(app, "deploy_stdout")
 264         self.assertTrue(out.find("nepi-tip.tgz") > -1)
 265         self.assertTrue(out.find("nepi-connect.png") > -1)
 266
 267         stdout = ec.trace(app, "stdout")
 268         self.assertTrue(stdout.find("nepi-tip.tgz") > -1)
 269         self.assertTrue(stdout.find("nepi-connect.png") > -1)
 270
 271         ec.shutdown()
 272
 273     @skipIfNotAlive
 274     def t_xterm(self, host, user):
 275
 276         ec = ExperimentController(exp_id="test-xterm")
 277
 278         node = ec.register_resource("linux::Node")
 279         ec.set(node, "hostname", host)
 280         ec.set(node, "username", user)
 281         ec.set(node, "cleanExperiment", True)
 282         ec.set(node, "cleanProcesses", True)
 283
 284         app = ec.register_resource("linux::Application")
 285         ec.set(app, "command", "xterm")
 286         ec.set(app, "depends", "xterm")
 287         ec.set(app, "forwardX11", True)
 288
 289         ec.register_connection(app, node)
 290
 291         ec.deploy()
 292
 293         ec.wait_finished([app])
 294
 295         self.assertTrue(ec.state(app) == ResourceState.STOPPED)
 296
 297         ec.shutdown()
 298
 299     @skipIfNotAlive
 300     def t_copy_files(self, host, user):
 301         # create some temp files and directories to copy
 302         dirpath = tempfile.mkdtemp()
 303         f = tempfile.NamedTemporaryFile(dir=dirpath, delete=False)
 304         f.close()
 305
 306         f1 = tempfile.NamedTemporaryFile(delete=False)
 307         f1.close()
 308         f1.name
 309
 310         ec = ExperimentController(exp_id="test-copyfile")
 311
 312         node = ec.register_resource("linux::Node")
 313         ec.set(node, "hostname", host)
 314         ec.set(node, "username", user)
 315         ec.set(node, "cleanExperiment", True)
 316         ec.set(node, "cleanProcesses", True)
 317
 318         app = ec.register_resource("linux::Application")
 319         ec.set(app, "command", "ls ${SRC}")
 320         ec.set(app, "sources", "%s;%s" % (dirpath, f1.name))
 321         ec.register_connection(app, node)
 322
 323         ec.deploy()
 324
 325         ec.wait_finished([app])
 326
 327         stdout = ec.trace(app, "stdout")
 328
 329         self.assertTrue(stdout.find(os.path.basename(dirpath)) > -1)
 330         self.assertTrue(stdout.find(os.path.basename(f1.name)) > -1)
 331
 332         ec.shutdown()
 333
 334         os.remove(f1.name)
 335         shutil.rmtree(dirpath)
 336
 337     def test_stdout_fedora(self):
 338         self.t_stdout(self.fedora_host, self.fedora_user)
 339
 340     def test_stdout_ubuntu(self):
 341         self.t_stdout(self.ubuntu_host, self.ubuntu_user)
 342
 343     def test_ping_fedora(self):
 344         self.t_ping(self.fedora_host, self.fedora_user)
 345
 346     def test_ping_ubuntu(self):
 347         self.t_ping(self.ubuntu_host, self.ubuntu_user)
 348
 349     def test_concurrency_fedora(self):
 350         self.t_concurrency(self.fedora_host, self.fedora_user)
 351
 352     def test_concurrency_ubuntu(self):
 353         self.t_concurrency(self.ubuntu_host, self.ubuntu_user)
 354
 355     def test_condition_fedora(self):
 356         self.t_condition(self.fedora_host, self.fedora_user, "nc")
 357
 358     def test_condition_ubuntu(self):
 359         self.t_condition(self.ubuntu_host, self.ubuntu_user, "netcat")
 360
 361     def test_http_sources_fedora(self):
 362         self.t_http_sources(self.fedora_host, self.fedora_user)
 363
 364     def test_http_sources_ubuntu(self):
 365         self.t_http_sources(self.ubuntu_host, self.ubuntu_user)
 366
 367     def test_code_fedora(self):
 368         self.t_code(self.fedora_host, self.fedora_user)
 369
 370     def test_code_ubuntu(self):
 371         self.t_code(self.ubuntu_host, self.ubuntu_user)
 372
 373     @skipInteractive
 374     def test_xterm_ubuntu(self):
 375         """ Interactive test. Should not run automatically """
 376         self.t_xterm(self.ubuntu_host, self.ubuntu_user)
 377
 378     def test_copy_files_fedora(self):
 379         self.t_copy_files(self.fedora_host, self.fedora_user)
 380
 381     def test_copy_files_ubuntu(self):
 382         self.t_copy_files(self.ubuntu_host, self.ubuntu_user)
 383
 384 if __name__ == '__main__':
 385     unittest.main()
 386