test/resources/linux/application.py

   1 #!/usr/bin/env python
   2 #
   3 #    NEPI, a framework to manage network experiments
   4 #    Copyright (C) 2013 INRIA
   5 #
   6 #    This program is free software: you can redistribute it and/or modify
   7 #    it under the terms of the GNU General Public License as published by
   8 #    the Free Software Foundation, either version 3 of the License, or
   9 #    (at your option) any later version.
  10 #
  11 #    This program is distributed in the hope that it will be useful,
  12 #    but WITHOUT ANY WARRANTY; without even the implied warranty of
  13 #    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14 #    GNU General Public License for more details.
  15 #
  16 #    You should have received a copy of the GNU General Public License
  17 #    along with this program.  If not, see <http://www.gnu.org/licenses/>.
  18 #
  19 # Author: Alina Quereilhac <alina.quereilhac@inria.fr>
  20
  21 from nepi.execution.ec import ExperimentController
  22 from nepi.execution.resource import ResourceState, ResourceAction
  23 from nepi.execution.trace import TraceAttr
  24
  25 from test_utils import skipIfNotAlive, skipInteractive
  26
  27 import os
  28 import shutil
  29 import time
  30 import tempfile
  31 import unittest
  32
  33 class LinuxApplicationTestCase(unittest.TestCase):
  34     def setUp(self):
  35         self.fedora_host = "nepi2.pl.sophia.inria.fr"
  36         self.fedora_user = "inria_nepi"
  37
  38         self.ubuntu_host = "roseval.pl.sophia.inria.fr"
  39         self.ubuntu_user = "inria_nepi"
  40
  41         self.target = "nepi5.pl.sophia.inria.fr"
  42
  43     @skipIfNotAlive
  44     def t_stdout(self, host, user):
  45
  46         ec = ExperimentController(exp_id = "test-stdout")
  47
  48         node = ec.register_resource("LinuxNode")
  49         ec.set(node, "hostname", host)
  50         ec.set(node, "username", user)
  51         ec.set(node, "cleanHome", True)
  52         ec.set(node, "cleanProcesses", True)
  53
  54         app = ec.register_resource("LinuxApplication")
  55         cmd = "echo 'HOLA'"
  56         ec.set(app, "command", cmd)
  57         ec.register_connection(app, node)
  58
  59         ec.deploy()
  60
  61         ec.wait_finished(app)
  62
  63         self.assertTrue(ec.state(node) == ResourceState.STARTED)
  64         self.assertTrue(ec.state(app) == ResourceState.STOPPED)
  65
  66         stdout = ec.trace(app, "stdout")
  67         self.assertTrue(stdout.strip() == "HOLA")
  68
  69         ec.shutdown()
  70
  71     @skipIfNotAlive
  72     def t_ping(self, host, user):
  73
  74         ec = ExperimentController(exp_id = "test-ping")
  75
  76         node = ec.register_resource("LinuxNode")
  77         ec.set(node, "hostname", host)
  78         ec.set(node, "username", user)
  79         ec.set(node, "cleanHome", True)
  80         ec.set(node, "cleanProcesses", True)
  81
  82         app = ec.register_resource("LinuxApplication")
  83         cmd = "ping -c5 %s" % self.target
  84         ec.set(app, "command", cmd)
  85
  86         ec.register_connection(app, node)
  87
  88         ec.deploy()
  89
  90         ec.wait_finished(app)
  91
  92         self.assertTrue(ec.state(node) == ResourceState.STARTED)
  93         self.assertTrue(ec.state(app) == ResourceState.STOPPED)
  94
  95         stdout = ec.trace(app, "stdout")
  96         size = ec.trace(app, "stdout", attr = TraceAttr.SIZE)
  97         self.assertEquals(len(stdout), size)
  98
  99         block = ec.trace(app, "stdout", attr = TraceAttr.STREAM, block = 5, offset = 1)
 100         self.assertEquals(block, stdout[5:10])
 101
 102         path = ec.trace(app, "stdout", attr = TraceAttr.PATH)
 103         rm = ec.get_resource(app)
 104         p = os.path.join(rm.run_home, "stdout")
 105         self.assertEquals(path, p)
 106
 107         ec.shutdown()
 108
 109     @skipIfNotAlive
 110     def t_code(self, host, user):
 111
 112         ec = ExperimentController(exp_id = "tests-code")
 113
 114         node = ec.register_resource("LinuxNode")
 115         ec.set(node, "hostname", host)
 116         ec.set(node, "username", user)
 117         ec.set(node, "cleanHome", True)
 118         ec.set(node, "cleanProcesses", True)
 119
 120         prog = """#include <stdio.h>
 121
 122 int
 123 main (void)
 124 {
 125     printf ("Hello, world!\\n");
 126     return 0;
 127 }
 128 """
 129         cmd = "${RUN_HOME}/hello"
 130         build = "gcc -Wall -x c ${APP_HOME}/code -o hello"
 131
 132         app = ec.register_resource("LinuxApplication")
 133         ec.set(app, "command", cmd)
 134         ec.set(app, "code", prog)
 135         ec.set(app, "depends", "gcc")
 136         ec.set(app, "build", build)
 137         ec.register_connection(app, node)
 138
 139         ec.deploy()
 140
 141         ec.wait_finished(app)
 142
 143         out = ec.trace(app, 'stdout')
 144         self.assertEquals(out, "Hello, world!\n")
 145
 146         ec.shutdown()
 147
 148     @skipIfNotAlive
 149     def t_concurrency(self, host, user):
 150
 151         ec = ExperimentController(exp_id="test-concurrency")
 152
 153         node = ec.register_resource("LinuxNode")
 154         ec.set(node, "hostname", host)
 155         ec.set(node, "username", user)
 156         ec.set(node, "cleanHome", True)
 157         ec.set(node, "cleanProcesses", True)
 158
 159         apps = list()
 160         for i in xrange(50):
 161             app = ec.register_resource("LinuxApplication")
 162             cmd = "ping -c5 %s" % self.target
 163             ec.set(app, "command", cmd)
 164             ec.register_connection(app, node)
 165             apps.append(app)
 166
 167         ec.deploy()
 168
 169         ec.wait_finished(apps)
 170
 171         self.assertTrue(ec.state(node) == ResourceState.STARTED)
 172         self.assertTrue(
 173                all([ec.state(guid) == ResourceState.STOPPED \
 174                 for guid in apps])
 175                 )
 176
 177         for app in apps:
 178             stdout = ec.trace(app, 'stdout')
 179             size = ec.trace(app, 'stdout', attr = TraceAttr.SIZE)
 180             self.assertEquals(len(stdout), size)
 181
 182             block = ec.trace(app, 'stdout', attr = TraceAttr.STREAM, block = 5, offset = 1)
 183             self.assertEquals(block, stdout[5:10])
 184
 185             path = ec.trace(app, 'stdout', attr = TraceAttr.PATH)
 186             rm = ec.get_resource(app)
 187             p = os.path.join(rm.run_home, 'stdout')
 188             self.assertEquals(path, p)
 189
 190         ec.shutdown()
 191
 192     @skipIfNotAlive
 193     def t_condition(self, host, user, depends):
 194
 195         ec = ExperimentController(exp_id="test-condition")
 196
 197         node = ec.register_resource("LinuxNode")
 198         ec.set(node, "hostname", host)
 199         ec.set(node, "username", user)
 200         ec.set(node, "cleanHome", True)
 201         ec.set(node, "cleanProcesses", True)
 202
 203         server = ec.register_resource("LinuxApplication")
 204         cmd = "echo 'HOLA' | nc -l 3333"
 205         ec.set(server, "command", cmd)
 206         ec.set(server, "depends", depends)
 207         ec.register_connection(server, node)
 208
 209         client = ec.register_resource("LinuxApplication")
 210         cmd = "nc 127.0.0.1 3333"
 211         ec.set(client, "command", cmd)
 212         ec.register_connection(client, node)
 213
 214         ec.register_condition(client, ResourceAction.START, server, ResourceState.STARTED)
 215
 216         apps = [client, server]
 217
 218         ec.deploy()
 219
 220         ec.wait_finished(apps)
 221
 222         self.assertTrue(ec.state(node) == ResourceState.STARTED)
 223         self.assertTrue(ec.state(server) == ResourceState.STOPPED)
 224         self.assertTrue(ec.state(client) == ResourceState.STOPPED)
 225
 226         stdout = ec.trace(client, "stdout")
 227         self.assertTrue(stdout.strip() == "HOLA")
 228
 229         ec.shutdown()
 230
 231     @skipIfNotAlive
 232     def t_http_sources(self, host, user):
 233
 234         ec = ExperimentController(exp_id="test-http-sources")
 235
 236         node = ec.register_resource("LinuxNode")
 237         ec.set(node, "hostname", host)
 238         ec.set(node, "username", user)
 239         ec.set(node, "cleanHome", True)
 240         ec.set(node, "cleanProcesses", True)
 241
 242         sources = "http://yans.pl.sophia.inria.fr/code/nef/archive/tip.tar.gz;" \
 243                 "http://yans.pl.sophia.inria.fr/code/nef/raw-file/8ace577d4079/src/nef/images/menu/connect.png"
 244
 245         app = ec.register_resource("LinuxApplication")
 246         ec.set(app, "sources", sources)
 247
 248         command = "ls ${SRC}"
 249         ec.set(app, "command", command)
 250
 251         ec.register_connection(app, node)
 252
 253         ec.deploy()
 254
 255         ec.wait_finished([app])
 256
 257         self.assertTrue(ec.state(node) == ResourceState.STARTED)
 258         self.assertTrue(ec.state(app) == ResourceState.STOPPED)
 259
 260         exitcode = ec.trace(app, "deploy_exitcode")
 261         self.assertTrue(exitcode.strip() == "0")
 262
 263         out = ec.trace(app, "deploy_stdout")
 264         self.assertTrue(out.find("tip.tar.gz") > -1)
 265         self.assertTrue(out.find("connect.png") > -1)
 266
 267         stdout = ec.trace(app, "stdout")
 268         self.assertTrue(stdout.find("tip.tar.gz") > -1)
 269         self.assertTrue(stdout.find("connect.png") > -1)
 270
 271         ec.shutdown()
 272
 273     @skipIfNotAlive
 274     def t_xterm(self, host, user):
 275
 276         ec = ExperimentController(exp_id="test-xterm")
 277
 278         node = ec.register_resource("LinuxNode")
 279         ec.set(node, "hostname", host)
 280         ec.set(node, "username", user)
 281         ec.set(node, "cleanHome", True)
 282         ec.set(node, "cleanProcesses", True)
 283
 284         app = ec.register_resource("LinuxApplication")
 285         ec.set(app, "command", "xterm")
 286         ec.set(app, "depends", "xterm")
 287         ec.set(app, "forwardX11", True)
 288
 289         ec.register_connection(app, node)
 290
 291         ec.deploy()
 292
 293         ec.wait_finished([app])
 294
 295         self.assertTrue(ec.state(app) == ResourceState.STOPPED)
 296
 297         ec.shutdown()
 298
 299     @skipIfNotAlive
 300     def t_copy_files(self, host, user):
 301         # create some temp files and directories to copy
 302         dirpath = tempfile.mkdtemp()
 303         f = tempfile.NamedTemporaryFile(dir=dirpath, delete=False)
 304         f.close()
 305
 306         f1 = tempfile.NamedTemporaryFile(delete=False)
 307         f1.close()
 308         f1.name
 309
 310         ec = ExperimentController(exp_id="test-copyfile")
 311
 312         node = ec.register_resource("LinuxNode")
 313         ec.set(node, "hostname", host)
 314         ec.set(node, "username", user)
 315         ec.set(node, "cleanHome", True)
 316         ec.set(node, "cleanProcesses", True)
 317
 318         app = ec.register_resource("LinuxApplication")
 319         ec.set(app, "command", "ls ${SRC}")
 320         ec.set(app, "sources", "%s;%s" % (dirpath, f1.name))
 321         ec.register_connection(app, node)
 322
 323         ec.deploy()
 324
 325         ec.wait_finished([app])
 326
 327         stdout = ec.trace(app, "stdout")
 328
 329         self.assertTrue(stdout.find(os.path.basename(dirpath)) > -1)
 330         self.assertTrue(stdout.find(os.path.basename(f1.name)) > -1)
 331
 332         ec.shutdown()
 333
 334         os.remove(f1.name)
 335         shutil.rmtree(dirpath)
 336
 337     def test_stdout_fedora(self):
 338         self.t_stdout(self.fedora_host, self.fedora_user)
 339
 340     def test_stdout_ubuntu(self):
 341         self.t_stdout(self.ubuntu_host, self.ubuntu_user)
 342
 343     def test_ping_fedora(self):
 344         self.t_ping(self.fedora_host, self.fedora_user)
 345
 346     def test_ping_ubuntu(self):
 347         self.t_ping(self.ubuntu_host, self.ubuntu_user)
 348
 349     def test_concurrency_fedora(self):
 350         self.t_concurrency(self.fedora_host, self.fedora_user)
 351
 352     def test_concurrency_ubuntu(self):
 353         self.t_concurrency(self.ubuntu_host, self.ubuntu_user)
 354
 355     def test_condition_fedora(self):
 356         self.t_condition(self.fedora_host, self.fedora_user, "nc")
 357
 358     def test_condition_ubuntu(self):
 359         self.t_condition(self.ubuntu_host, self.ubuntu_user, "netcat")
 360
 361     def test_http_sources_fedora(self):
 362         self.t_http_sources(self.fedora_host, self.fedora_user)
 363
 364     def test_http_sources_ubuntu(self):
 365         self.t_http_sources(self.ubuntu_host, self.ubuntu_user)
 366
 367     def test_code_fedora(self):
 368         self.t_code(self.fedora_host, self.fedora_user)
 369
 370     def test_code_ubuntu(self):
 371         self.t_code(self.ubuntu_host, self.ubuntu_user)
 372
 373     @skipInteractive
 374     def test_xterm_ubuntu(self):
 375         """ Interactive test. Should not run automatically """
 376         self.t_xterm(self.ubuntu_host, self.ubuntu_user)
 377
 378     def test_copy_files_fedora(self):
 379         self.t_copy_files(self.fedora_host, self.fedora_user)
 380
 381     def test_copy_files_ubuntu(self):
 382         self.t_copy_files(self.ubuntu_host, self.ubuntu_user)
 383
 384 if __name__ == '__main__':
 385     unittest.main()
 386