#!/usr/bin/env python # # NEPI, a framework to manage network experiments # Copyright (C) 2013 INRIA # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU General Public License version 2 as # published by the Free Software Foundation; # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program. If not, see . # # Author: Lucia Guevgeozian from nepi.execution.ec import ExperimentController from nepi.resources.planetlab.node import PlanetlabNode from nepi.resources.planetlab.plcapi import PLCAPI, PLCAPIFactory from test_utils import skipIfNotPLCredentials import os import time import unittest import multiprocessing class DummyEC(ExperimentController): pass def create_node(ec, username, pl_user=None, pl_password=None, pl_url=None, hostname=None, country=None, operatingSystem=None, minBandwidth=None, minCpu=None, architecture=None, city=None, ip=None): node = ec.register_resource("planetlab::Node") if username: ec.set(node, "username", username) if pl_user: ec.set(node, "pluser", pl_user) if pl_password: ec.set(node, "plpassword", pl_password) if pl_url: ec.set(node, "plcApiUrl", pl_url) if hostname: ec.set(node, "hostname", hostname) if country: ec.set(node, "country", country) if operatingSystem: ec.set(node, "operatingSystem", operatingSystem) if minBandwidth: iec.set(node, "minBandwidth", minBandwidth) if minCpu: ec.set(node, "minCpu", minCpu) if architecture: ec.set(node, "architecture", architecture) if city: ec.set(node, "city", city) if ip: ec.set(node, "ip", ip) ec.set(node, "cleanExperiment", True) ec.set(node, "cleanProcesses", True) return node class PLNodeFactoryTestCase(unittest.TestCase): def test_creation_phase(self): self.assertEqual(PlanetlabNode._rtype, "planetlab::Node") self.assertEqual(len(PlanetlabNode._attributes), 32) class PLNodeTestCase(unittest.TestCase): """ This tests use inria_nepi slice, from the test instance of MyPLC nepiplc.pl.sophia.inria.fr. This test can fail if the user running the test does not have a user in this instance of MyPLC or is not added to the inria_nepi slice. """ def setUp(self): self.ec = DummyEC() self.username = 'inria_nepi' self.pl_user = os.environ.get("PL_USER") self.pl_password = os.environ.get("PL_PASS") self.pl_url = "nepiplc.pl.sophia.inria.fr" commonapi=PLCAPIFactory.get_api(self.pl_user, self.pl_password, self.pl_url) commonapi.add_slice_nodes(self.username, ['nepi2.pl.sophia.inria.fr']) commonapi._reserved = set() commonapi._blacklist = set() @skipIfNotPLCredentials def test_plapi(self): """ Check that the api to discover and reserve resources is well instanciated, and is an instance of PLCAPI. Check that using the same credentials, the same object of the api is used. """ node1 = create_node(self.ec, self.username, pl_user=self.pl_user, pl_password=self.pl_password, pl_url=self.pl_url, architecture="x86_64") plnode_rm1 = self.ec.get_resource(node1) hostname = plnode_rm1.get("hostname") self.assertIsNone(hostname) self.assertIsNone(plnode_rm1._node_to_provision) api1 = plnode_rm1.plapi self.assertIsInstance(api1, PLCAPI) self.assertEqual(len(api1.reserved()), 0) self.assertEqual(len(api1.blacklisted()), 0) node2 = create_node(self.ec, self.username, pl_user=self.pl_user, pl_password=self.pl_password, pl_url=self.pl_url, architecture="x86_64") plnode_rm2 = self.ec.get_resource(node2) api2 = plnode_rm2.plapi self.assertEqual(api1, api2) # Set hostname attribute in order for the shutdown method not to fail plnode_rm1._set_hostname_attr(3) plnode_rm2._set_hostname_attr(3) def test_no_plcredentials(self): """ Check that if no PL credentials are set, the PlanetlabNode skip the discover and provision for the node. """ node = create_node(self.ec, self.username, hostname='nepi2.pl.sophia.inria.fr') plnode_rm = self.ec.get_resource(node) plnode_rm.do_discover() plnode_rm.do_provision() self.assertIsNone(plnode_rm._node_to_provision) @skipIfNotPLCredentials def test_discover_inslice(self): """ This test uses the fact that the node nepi2.pl.sophia.inria.fr is already in the slice and match the constraints OS Fedora12 and arch x86_64. Check nepi2.pl.sophia.inria.fr is alive if the test fails. The node_id of nepi2.pl.sophia.inria.fr is 3. """ node = create_node(self.ec, self.username, pl_user=self.pl_user, pl_password=self.pl_password, pl_url=self.pl_url, architecture="x86_64", operatingSystem="f12") plnode_rm = self.ec.get_resource(node) hostname = plnode_rm.get("hostname") self.assertIsNone(hostname) plnode_rm.do_discover() self.assertEqual(plnode_rm._node_to_provision, 3) # Set hostname attribute in order for the shutdown method not to fail plnode_rm._set_hostname_attr(plnode_rm._node_to_provision) @skipIfNotPLCredentials def test_discover_not_inslice(self): """ This test checks that if the node is not in the slice, anyway the discover method picks one that match constraints outside from the slice. """ node = create_node(self.ec, self.username, pl_user=self.pl_user, pl_password=self.pl_password, pl_url=self.pl_url, country="France", operatingSystem="f12") plnode_rm = self.ec.get_resource(node) plnode_rm.do_discover() result = [4] self.assertIn(plnode_rm._node_to_provision, result) self.assertIsNot(plnode_rm.plapi.reserved(), set()) # Set hostname attribute in order for the shutdown method not to fail plnode_rm._set_hostname_attr(plnode_rm._node_to_provision) @skipIfNotPLCredentials def test_discover_hostname(self): """ This test checks that if the user specify the hostname, only that node is discovered. """ node = create_node(self.ec, self.username, pl_user=self.pl_user, pl_password=self.pl_password, pl_url=self.pl_url, hostname="nepi2.pl.sophia.inria.fr") plnode_rm = self.ec.get_resource(node) plnode_rm.do_discover() self.assertEqual(plnode_rm._node_to_provision, 3) self.assertEqual(plnode_rm.plapi.reserved(), set([3])) @skipIfNotPLCredentials def test_discover_ip(self): """ This test checks that if the user specify the ip, only that node is discovered. """ node = create_node(self.ec, self.username, pl_user=self.pl_user, pl_password=self.pl_password, pl_url=self.pl_url, ip="138.96.116.32") plnode_rm = self.ec.get_resource(node) plnode_rm.do_discover() self.assertEqual(plnode_rm._node_to_provision, 3) self.assertEqual(plnode_rm.plapi.reserved(), set([3])) self.assertEqual(plnode_rm.get("hostname"), "nepi2.pl.sophia.inria.fr") @skipIfNotPLCredentials def test_discover_with_ranges(self): """ Checks that defining max or min attributes, the discover method works. """ node = create_node(self.ec, self.username, pl_user=self.pl_user, pl_password=self.pl_password, pl_url=self.pl_url, minCpu=50) plnode_rm = self.ec.get_resource(node) plnode_rm.do_discover() result = [6] self.assertIn(plnode_rm._node_to_provision, result) self.assertIsNot(plnode_rm.plapi.reserved(), set()) # Set hostname attribute in order for the shutdown method not to fail plnode_rm._set_hostname_attr(plnode_rm._node_to_provision) @skipIfNotPLCredentials def test_blacklist_nodes(self): """ Test that if the node is malfunctioning it gets blacklisted, the node nepi1.pl.sophia.inria.fr is used, if the test fails, check that the result of the plcapi query is actually empty. """ node = create_node(self.ec, self.username, pl_user=self.pl_user, pl_password=self.pl_password, pl_url=self.pl_url, hostname="nepi1.pl.sophia.inria.fr") plnode_rm = self.ec.get_resource(node) self.assertEqual(plnode_rm.plapi.blacklisted(), set()) # check that the node is actually malfunctioning api = plnode_rm.plapi filters = {'boot_state': 'boot', 'node_type': 'regular', 'hostname': 'nepi1.pl.sophia.inria.fr', 'run_level': 'boot', '>last_contact': int(time.time()) - 2*3600} node_id = api.get_nodes(filters, fields=['node_id']) if not node_id: with self.assertRaises(RuntimeError): plnode_rm.do_discover() self.assertEqual(plnode_rm.plapi.blacklisted(), set([1])) @skipIfNotPLCredentials def test_provision_node_inslice(self): """ Check provision of the node nepi2.pl.sophia.inria.fr. """ node = create_node(self.ec, self.username, pl_user=self.pl_user, pl_password=self.pl_password, pl_url=self.pl_url, architecture="x86_64", operatingSystem="f12") plnode_rm = self.ec.get_resource(node) self.assertEqual(len(plnode_rm.plapi.blacklisted()), 0) self.assertEqual(len(plnode_rm.plapi.reserved()), 0) plnode_rm.do_discover() plnode_rm.do_provision() ip = plnode_rm.get("ip") self.assertEqual(ip, "138.96.116.32") self.assertEqual(len(plnode_rm.plapi.reserved()), 1) @skipIfNotPLCredentials def test_provision_node_not_inslice(self): """ Check provision of one of the nodes f12, nodes: 'nepi3.pl.sophia.inria.fr' 'nepi5.pl.sophia.inria.fr' """ node = create_node(self.ec, self.username, pl_user=self.pl_user, pl_password=self.pl_password, pl_url=self.pl_url, operatingSystem="f12", city='Paris') plnode_rm = self.ec.get_resource(node) self.assertEqual(plnode_rm.plapi.blacklisted(), set()) self.assertEqual(plnode_rm.plapi.reserved(), set()) plnode_rm.do_discover() plnode_rm.do_provision() ip = plnode_rm.get("ip") result = ["138.96.116.33","138.96.116.35"] self.assertIn(ip, result) @skipIfNotPLCredentials def test_provision_more_than_available(self): """ Check that if the user wants to provision 3 nodes in Paris, he gets RuntimeError, there are only 2 nodes with city=Paris. """ node1 = create_node(self.ec, self.username, pl_user=self.pl_user, pl_password=self.pl_password, pl_url=self.pl_url, city="Paris", operatingSystem="f12") plnode_rm1 = self.ec.get_resource(node1) plnode_rm1.do_discover() plnode_rm1.do_provision() node2 = create_node(self.ec, self.username, pl_user=self.pl_user, pl_password=self.pl_password, pl_url=self.pl_url, city="Paris", operatingSystem="f12") plnode_rm2 = self.ec.get_resource(node2) plnode_rm2.do_discover() plnode_rm2.do_provision() node3 = create_node(self.ec, self.username, pl_user=self.pl_user, pl_password=self.pl_password, pl_url=self.pl_url, city="Paris", operatingSystem="f12") plnode_rm3 = self.ec.get_resource(node3) with self.assertRaises(RuntimeError): plnode_rm3.do_discover() with self.assertRaises(RuntimeError): plnode_rm3.do_provision() host1 = plnode_rm1.get('hostname') plnode_rm3._set_hostname_attr(host1) @skipIfNotPLCredentials def test_concurrence(self): """ Test with the nodes being discover and provision at the same time. The deploy should fail as the test before, there aren't 4 nodes of that carachteristics. """ node1 = create_node(self.ec, self.username, pl_user=self.pl_user, pl_password=self.pl_password, pl_url=self.pl_url, architecture="x86_64", operatingSystem="f12") node2 = create_node(self.ec, self.username, pl_user=self.pl_user, pl_password=self.pl_password, pl_url=self.pl_url, architecture="x86_64", operatingSystem="f12") node3 = create_node(self.ec, self.username, pl_user=self.pl_user, pl_password=self.pl_password, pl_url=self.pl_url, architecture="x86_64", operatingSystem="f12") node4 = create_node(self.ec, self.username, pl_user=self.pl_user, pl_password=self.pl_password, pl_url=self.pl_url, architecture="x86_64", operatingSystem="f12") self.ec.deploy() self.ec.wait_deployed([node1, node2, node3, node4]) failure_level = self.ec._fm._failure_level self.assertEqual(failure_level, 2) def tearDown(self): self.ec.shutdown() if __name__ == '__main__': unittest.main()