test/resources/linux/application.py

   1 #!/usr/bin/env python
   2 #
   3 #    NEPI, a framework to manage network experiments
   4 #    Copyright (C) 2013 INRIA
   5 #
   6 #    This program is free software: you can redistribute it and/or modify
   7 #    it under the terms of the GNU General Public License as published by
   8 #    the Free Software Foundation, either version 3 of the License, or
   9 #    (at your option) any later version.
  10 #
  11 #    This program is distributed in the hope that it will be useful,
  12 #    but WITHOUT ANY WARRANTY; without even the implied warranty of
  13 #    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14 #    GNU General Public License for more details.
  15 #
  16 #    You should have received a copy of the GNU General Public License
  17 #    along with this program.  If not, see <http://www.gnu.org/licenses/>.
  18 #
  19 # Author: Alina Quereilhac <alina.quereilhac@inria.fr>
  20
  21 from nepi.execution.ec import ExperimentController
  22 from nepi.execution.resource import ResourceState, ResourceAction
  23 from nepi.execution.trace import TraceAttr
  24
  25 from test_utils import skipIfNotAlive, skipInteractive
  26
  27 import os
  28 import shutil
  29 import time
  30 import tempfile
  31 import unittest
  32
  33 class LinuxApplicationTestCase(unittest.TestCase):
  34     def setUp(self):
  35         self.fedora_host = "nepi2.pl.sophia.inria.fr"
  36         self.fedora_user = "inria_nepi"
  37
  38         self.ubuntu_host = "roseval.pl.sophia.inria.fr"
  39         self.ubuntu_user = "inria_nepi"
  40
  41         self.target = "nepi5.pl.sophia.inria.fr"
  42
  43     @skipIfNotAlive
  44     def t_stdout(self, host, user):
  45
  46         ec = ExperimentController(exp_id = "test-stdout")
  47
  48         node = ec.register_resource("linux::Node")
  49         ec.set(node, "hostname", host)
  50         ec.set(node, "username", user)
  51         ec.set(node, "cleanExperiment", True)
  52         ec.set(node, "cleanProcesses", True)
  53
  54         app = ec.register_resource("linux::Application")
  55         cmd = "echo 'HOLA'"
  56         ec.set(app, "command", cmd)
  57         ec.register_connection(app, node)
  58
  59         ec.deploy()
  60
  61         ec.wait_finished(app)
  62
  63         self.assertTrue(ec.state(node) == ResourceState.STARTED)
  64         self.assertTrue(ec.state(app) == ResourceState.STOPPED)
  65
  66         stdout = ec.trace(app, "stdout")
  67         self.assertTrue(stdout.strip() == "HOLA")
  68
  69         ec.shutdown()
  70
  71     @skipIfNotAlive
  72     def t_ping(self, host, user):
  73
  74         ec = ExperimentController(exp_id = "test-ping")
  75
  76         node = ec.register_resource("linux::Node")
  77         ec.set(node, "hostname", host)
  78         ec.set(node, "username", user)
  79         ec.set(node, "cleanExperiment", True)
  80         ec.set(node, "cleanProcesses", True)
  81
  82         app = ec.register_resource("linux::Application")
  83         cmd = "ping -c5 %s" % self.target
  84         ec.set(app, "command", cmd)
  85
  86         ec.register_connection(app, node)
  87
  88         ec.deploy()
  89
  90         ec.wait_finished(app)
  91
  92         self.assertTrue(ec.state(node) == ResourceState.STARTED)
  93         self.assertTrue(ec.state(app) == ResourceState.STOPPED)
  94
  95         stdout = ec.trace(app, "stdout")
  96         size = ec.trace(app, "stdout", attr = TraceAttr.SIZE)
  97         self.assertEquals(len(stdout), size)
  98
  99         block = ec.trace(app, "stdout", attr = TraceAttr.STREAM, block = 5, offset = 1)
 100         self.assertEquals(block, stdout[5:10])
 101
 102         path = ec.trace(app, "stdout", attr = TraceAttr.PATH)
 103         rm = ec.get_resource(app)
 104         p = os.path.join(rm.run_home, "stdout")
 105         self.assertEquals(path, p)
 106
 107         ec.shutdown()
 108
 109     @skipIfNotAlive
 110     def t_code(self, host, user):
 111
 112         ec = ExperimentController(exp_id = "tests-code")
 113
 114         node = ec.register_resource("linux::Node")
 115         ec.set(node, "hostname", host)
 116         ec.set(node, "username", user)
 117         ec.set(node, "cleanExperiment", True)
 118         ec.set(node, "cleanProcesses", True)
 119
 120         prog = """#include <stdio.h>
 121
 122 int
 123 main (void)
 124 {
 125     printf ("Hello, world!\\n");
 126     return 0;
 127 }
 128 """
 129         cmd = "${RUN_HOME}/hello"
 130         build = "gcc -Wall -x c ${APP_HOME}/code -o hello"
 131
 132         app = ec.register_resource("linux::Application")
 133         ec.set(app, "command", cmd)
 134         ec.set(app, "code", prog)
 135         ec.set(app, "depends", "gcc")
 136         ec.set(app, "build", build)
 137         ec.register_connection(app, node)
 138
 139         ec.deploy()
 140
 141         ec.wait_finished(app)
 142
 143         out = ec.trace(app, 'stdout')
 144         self.assertEquals(out, "Hello, world!\n")
 145
 146         ec.shutdown()
 147
 148     @skipIfNotAlive
 149     def t_concurrency(self, host, user):
 150
 151         ec = ExperimentController(exp_id="test-concurrency")
 152
 153         node = ec.register_resource("linux::Node")
 154         ec.set(node, "hostname", host)
 155         ec.set(node, "username", user)
 156         ec.set(node, "cleanExperiment", True)
 157         ec.set(node, "cleanProcesses", True)
 158
 159         apps = list()
 160         for i in xrange(50):
 161             app = ec.register_resource("linux::Application")
 162             cmd = "ping -c5 %s" % self.target
 163             ec.set(app, "command", cmd)
 164             ec.register_connection(app, node)
 165             apps.append(app)
 166
 167         ec.deploy()
 168
 169         ec.wait_finished(apps)
 170
 171         self.assertTrue(ec.state(node) == ResourceState.STARTED)
 172         self.assertTrue(
 173                all([ec.state(guid) == ResourceState.STOPPED \
 174                 for guid in apps])
 175                 )
 176
 177         for app in apps:
 178             stdout = ec.trace(app, 'stdout')
 179             size = ec.trace(app, 'stdout', attr = TraceAttr.SIZE)
 180             self.assertEquals(len(stdout), size)
 181
 182             block = ec.trace(app, 'stdout', attr = TraceAttr.STREAM, block = 5, offset = 1)
 183             self.assertEquals(block, stdout[5:10])
 184
 185             path = ec.trace(app, 'stdout', attr = TraceAttr.PATH)
 186             rm = ec.get_resource(app)
 187             p = os.path.join(rm.run_home, 'stdout')
 188             self.assertEquals(path, p)
 189
 190         ec.shutdown()
 191
 192     @skipIfNotAlive
 193     def t_condition(self, host, user, depends):
 194
 195         ec = ExperimentController(exp_id="test-condition")
 196
 197         node = ec.register_resource("linux::Node")
 198         ec.set(node, "hostname", host)
 199         ec.set(node, "username", user)
 200         ec.set(node, "cleanExperiment", True)
 201         ec.set(node, "cleanProcesses", True)
 202
 203         server = ec.register_resource("linux::Application")
 204         cmd = "echo 'HOLA' | nc -l 3333"
 205         ec.set(server, "command", cmd)
 206         ec.set(server, "depends", depends)
 207         ec.register_connection(server, node)
 208
 209         client = ec.register_resource("linux::Application")
 210         cmd = "nc 127.0.0.1 3333"
 211         ec.set(client, "command", cmd)
 212         ec.register_connection(client, node)
 213
 214         ec.register_condition(client, ResourceAction.START, server, ResourceState.STARTED)
 215
 216         apps = [client, server]
 217
 218         ec.deploy()
 219
 220         ec.wait_finished(apps)
 221
 222         self.assertTrue(ec.state(node) == ResourceState.STARTED)
 223         self.assertTrue(ec.state(server) == ResourceState.STOPPED)
 224         self.assertTrue(ec.state(client) == ResourceState.STOPPED)
 225
 226         stdout = ec.trace(client, "stdout")
 227         self.assertTrue(stdout.strip() == "HOLA")
 228
 229         ec.shutdown()
 230
 231     @skipIfNotAlive
 232     def t_http_sources(self, host, user):
 233
 234         ec = ExperimentController(exp_id="test-http-sources")
 235
 236         node = ec.register_resource("linux::Node")
 237         ec.set(node, "hostname", host)
 238         ec.set(node, "username", user)
 239         ec.set(node, "cleanExperiment", True)
 240         ec.set(node, "cleanProcesses", True)
 241
 242         sources = "http://yans.pl.sophia.inria.fr/code/nef/archive/tip.tar.gz;" \
 243                 "http://yans.pl.sophia.inria.fr/code/nef/raw-file/8ace577d4079/src/nef/images/menu/connect.png"
 244
 245         app = ec.register_resource("linux::Application")
 246         ec.set(app, "sources", sources)
 247
 248         command = "ls ${SRC}"
 249         ec.set(app, "command", command)
 250
 251         ec.register_connection(app, node)
 252
 253
 254         ec.deploy()
 255
 256         ec.wait_finished([app])
 257
 258         self.assertTrue(ec.state(node) == ResourceState.STARTED)
 259         self.assertTrue(ec.state(app) == ResourceState.STOPPED)
 260
 261         exitcode = ec.trace(app, "deploy_exitcode")
 262         self.assertTrue(exitcode.strip() == "0")
 263
 264         out = ec.trace(app, "deploy_stdout")
 265         self.assertTrue(out.find("tip.tar.gz") > -1)
 266         self.assertTrue(out.find("connect.png") > -1)
 267
 268         stdout = ec.trace(app, "stdout")
 269         self.assertTrue(stdout.find("tip.tar.gz") > -1)
 270         self.assertTrue(stdout.find("connect.png") > -1)
 271
 272         ec.shutdown()
 273
 274     @skipIfNotAlive
 275     def t_xterm(self, host, user):
 276
 277         ec = ExperimentController(exp_id="test-xterm")
 278
 279         node = ec.register_resource("linux::Node")
 280         ec.set(node, "hostname", host)
 281         ec.set(node, "username", user)
 282         ec.set(node, "cleanExperiment", True)
 283         ec.set(node, "cleanProcesses", True)
 284
 285         app = ec.register_resource("linux::Application")
 286         ec.set(app, "command", "xterm")
 287         ec.set(app, "depends", "xterm")
 288         ec.set(app, "forwardX11", True)
 289
 290         ec.register_connection(app, node)
 291
 292         ec.deploy()
 293
 294         ec.wait_finished([app])
 295
 296         self.assertTrue(ec.state(app) == ResourceState.STOPPED)
 297
 298         ec.shutdown()
 299
 300     @skipIfNotAlive
 301     def t_copy_files(self, host, user):
 302         # create some temp files and directories to copy
 303         dirpath = tempfile.mkdtemp()
 304         f = tempfile.NamedTemporaryFile(dir=dirpath, delete=False)
 305         f.close()
 306
 307         f1 = tempfile.NamedTemporaryFile(delete=False)
 308         f1.close()
 309         f1.name
 310
 311         ec = ExperimentController(exp_id="test-copyfile")
 312
 313         node = ec.register_resource("linux::Node")
 314         ec.set(node, "hostname", host)
 315         ec.set(node, "username", user)
 316         ec.set(node, "cleanExperiment", True)
 317         ec.set(node, "cleanProcesses", True)
 318
 319         app = ec.register_resource("linux::Application")
 320         ec.set(app, "command", "ls ${SRC}")
 321         ec.set(app, "sources", "%s;%s" % (dirpath, f1.name))
 322         ec.register_connection(app, node)
 323
 324         ec.deploy()
 325
 326         ec.wait_finished([app])
 327
 328         stdout = ec.trace(app, "stdout")
 329
 330         self.assertTrue(stdout.find(os.path.basename(dirpath)) > -1)
 331         self.assertTrue(stdout.find(os.path.basename(f1.name)) > -1)
 332
 333         ec.shutdown()
 334
 335         os.remove(f1.name)
 336         shutil.rmtree(dirpath)
 337
 338     def test_stdout_fedora(self):
 339         self.t_stdout(self.fedora_host, self.fedora_user)
 340
 341     def test_stdout_ubuntu(self):
 342         self.t_stdout(self.ubuntu_host, self.ubuntu_user)
 343
 344     def test_ping_fedora(self):
 345         self.t_ping(self.fedora_host, self.fedora_user)
 346
 347     def test_ping_ubuntu(self):
 348         self.t_ping(self.ubuntu_host, self.ubuntu_user)
 349
 350     def test_concurrency_fedora(self):
 351         self.t_concurrency(self.fedora_host, self.fedora_user)
 352
 353     def test_concurrency_ubuntu(self):
 354         self.t_concurrency(self.ubuntu_host, self.ubuntu_user)
 355
 356     def test_condition_fedora(self):
 357         self.t_condition(self.fedora_host, self.fedora_user, "nc")
 358
 359     def test_condition_ubuntu(self):
 360         self.t_condition(self.ubuntu_host, self.ubuntu_user, "netcat")
 361
 362     def test_http_sources_fedora(self):
 363         self.t_http_sources(self.fedora_host, self.fedora_user)
 364
 365     def test_http_sources_ubuntu(self):
 366         self.t_http_sources(self.ubuntu_host, self.ubuntu_user)
 367
 368     def test_code_fedora(self):
 369         self.t_code(self.fedora_host, self.fedora_user)
 370
 371     def test_code_ubuntu(self):
 372         self.t_code(self.ubuntu_host, self.ubuntu_user)
 373
 374     @skipInteractive
 375     def test_xterm_ubuntu(self):
 376         """ Interactive test. Should not run automatically """
 377         self.t_xterm(self.ubuntu_host, self.ubuntu_user)
 378
 379     def test_copy_files_fedora(self):
 380         self.t_copy_files(self.fedora_host, self.fedora_user)
 381
 382     def test_copy_files_ubuntu(self):
 383         self.t_copy_files(self.ubuntu_host, self.ubuntu_user)
 384
 385 if __name__ == '__main__':
 386     unittest.main()
 387