Added 'capabilities' slice attr to default set of slice attrs.
[myplc.git] / db-config
index 7a414e8..146e7b4 100755 (executable)
--- a/db-config
+++ b/db-config
@@ -7,8 +7,8 @@
 # Mark Huang <mlhuang@cs.princeton.edu>
 # Copyright (C) 2006 The Trustees of Princeton University
 #
-# $Id$
-#
+# $Id: db-config 7454 2007-12-11 18:55:00Z faiyaza $
+# $HeadURL$
 
 from plc_config import PLCConfiguration
 import sys
@@ -142,18 +142,6 @@ def main():
          'error_cmd': '',
          'ignore_cmd_errors': False,
          'always_update': False},
-        {'enabled': True,
-         'source': 'PlanetLabConf/keys.php?role=admin',
-         'dest': '/home/pl_admin/.ssh/authorized_keys',
-         'file_permissions': '644',
-         'file_owner': 'pl_admin',
-         'file_group': 'pl_admin',
-         'preinstall_cmd': 'grep -q pl_admin /etc/passwd',
-         'postinstall_cmd': '/bin/chmod 700 /home/pl_admin/.ssh',
-         'error_cmd': '',
-         'ignore_cmd_errors': False,
-         'always_update': False},
-
         # Log rotation configuration
         {'enabled': True,
          'source': 'PlanetLabConf/logrotate.conf',
@@ -250,53 +238,6 @@ def main():
          'ignore_cmd_errors': False,
          'always_update': False},
 
-        # XXX Required for old Node Manager
-        # Node Manager configuration
-        {'enabled': True,
-         'source': 'PlanetLabConf/pl_nm.conf',
-         'dest': '/etc/planetlab/pl_nm.conf',
-         'file_permissions': '644',
-         'file_owner': 'root',
-         'file_group': 'root',
-         'preinstall_cmd': '',
-         'postinstall_cmd': '/etc/init.d/pl_nm restart',
-         'error_cmd': '',
-         'ignore_cmd_errors': False,
-         'always_update': False},
-        {'enabled': True,
-         'source': 'PlanetLabConf/RootResources/plc_slice_pool.php',
-         'dest': '/home/pl_nm/RootResources/plc_slice_pool',
-         'file_permissions': '644',
-         'file_owner': 'pl_nm',
-         'file_group': 'pl_nm',
-         'preinstall_cmd': '',
-         'postinstall_cmd': '',
-         'error_cmd': '',
-         'ignore_cmd_errors': False,
-         'always_update': False},
-        {'enabled': True,
-         'source': 'PlanetLabConf/RootResources/pl_conf.py',
-         'dest': '/home/pl_nm/RootResources/pl_conf',
-         'file_permissions': '644',
-         'file_owner': 'pl_nm',
-         'file_group': 'pl_nm',
-         'preinstall_cmd': '',
-         'postinstall_cmd': '/etc/init.d/pl_nm restart',
-         'error_cmd': '',
-         'ignore_cmd_errors': False,
-         'always_update': False},
-        {'enabled': True,
-         'source': 'PlanetLabConf/RootResources/pl_netflow.py',
-         'dest': '/home/pl_nm/RootResources/pl_netflow',
-         'file_permissions': '644',
-         'file_owner': 'pl_nm',
-         'file_group': 'pl_nm',
-         'preinstall_cmd': '',
-         'postinstall_cmd': '',
-         'error_cmd': '',
-         'ignore_cmd_errors': False,
-         'always_update': False},
-
         # XXX Required for old Node Manager
         # Proper configuration
         {'enabled': True,
@@ -320,7 +261,7 @@ def main():
          'file_owner': 'root',
          'file_group': 'root',
          'preinstall_cmd': '',
-         'postinstall_cmd': '/etc/init.d/pl_nm restart',
+         'postinstall_cmd': '',
          'error_cmd': '',
          'ignore_cmd_errors': True,
          'always_update': False},
@@ -437,6 +378,7 @@ def main():
          'always_update': False},
 
         # Ping of death configuration
+        # the 'restart' postcommand doesn't work, b/c the pod script doesn't support it.
         {'enabled': True,
          'source': 'PlanetLabConf/ipod.conf.php',
          'dest': '/etc/ipod.conf',
@@ -444,7 +386,7 @@ def main():
          'file_owner': 'root',
          'file_group': 'root',
          'preinstall_cmd': '',
-         'postinstall_cmd': '',
+         'postinstall_cmd': '/etc/init.d/pod start',
          'error_cmd': '',
          'ignore_cmd_errors': False,
          'always_update': False},
@@ -508,8 +450,8 @@ def main():
          'min_role_id': 10},
 
         # CPU share
-        {'name': "cpu_min",
-         'description': "Minimum CPU share (ms/s)",
+        {'name': "cpu_pct",
+         'description': "Reserved CPU percent",
          'min_role_id': 10},
         {'name': "cpu_share",
          'description': "Number of CPU shares",
@@ -557,17 +499,16 @@ def main():
          'description': "Proper operation (e.g. bind_socket)",
          'min_role_id': 10},
 
-        # XXX Required for old Node Manager
-        # Special attributes applicable to Slice Creation Service (pl_conf) slice
-        {'name': "plc_slice_type",
-         'description': "Type of slice rspec to be created",
-         'min_role_id': 20},
-        {'name': "plc_agent_version",
-         'description': "Version of PLC agent (slice creation service) software to be deployed",
+        # VServer capabilities 
+        {'name': "capabilities",
+         'description': "VServer bcapabilities (separate by commas)",
          'min_role_id': 10},
-        {'name': "plc_ticket_pubkey",
-         'description': "Public key used to verify PLC-signed tickets",
+
+               # Vsys
+        {'name': "vsys",
+         'description': "Bind vsys script fd's to a slice's vsys directory.",
          'min_role_id': 10}
         ]
 
     # Get list of existing attribute types
@@ -581,57 +522,101 @@ def main():
         else:
             UpdateSliceAttributeType(default_attribute_type['name'], default_attribute_type)
 
-    # Create/update system slices
-    legacy_slices = [
-        # XXX Required for old Node Manager
-        {'name': "pl_conf",
-         'description': "PlanetLab Slice Creation Service (SCS)",
-         'url': url,
-         'instantiation': "plc-instantiated",
-         # Renew forever
-         'expires': sys.maxint,
-         'attributes': [('plc_slice_type', "VServerSlice"),
-                        ('plc_agent_version', "1.0"),
-                        ('plc_ticket_pubkey', "")]},
+    # Default Initscripts
+    default_initscripts = [
+        # Sirius 
+        {'enabled': True, 
+         'name': plc['slice_prefix'] + "_sirius", 
+         'script': '#!/usr/bin/python\n\n"""The Sirius Calendar Service.\n\nThis Python program runs on each node.  It periodically downloads the schedule file and uses NodeManager\'s XML-RPC interface to adjust the priority increase.\n\nAuthor: David Eisenstat (deisenst@cs.princeton.edu)\n\nOriginal Sirius implementation by David Lowenthal.\n"""\n\nimport fcntl\nimport os\nimport random\nimport signal\nimport socket\nimport sys\nimport threading\nimport time\nimport traceback\nimport urllib\nfrom xmlrpclib import ServerProxy\n\n\n# 0 means normal operation\n# 1 means turn on the short time scales and read the schedule from a file\n# 2 means additionally don\'t contact NodeManager\n\nDEBUGLEVEL = 0\n\n########################################\n\nif DEBUGLEVEL < 2:\n    LOGFILE = \'/var/log/sirius\'\nelse:\n    LOGFILE = \'log.txt\'\n\nloglock = threading.Lock()\n\n\ndef log(msg):\n    """Append <msg> and a timestamp to <LOGFILE>."""\n    try:\n        if not msg.endswith(\'\\n\'):\n            msg += \'\\n\'\n        loglock.acquire()\n        try:\n            logfile = open(LOGFILE, \'a\')\n            t = time.time()\n            print >>logfile, t\n            print >>logfile, time.asctime(time.gmtime(t))\n            print >>logfile, msg\n        finally:\n            loglock.release()\n    except:\n        if DEBUGLEVEL > 0:\n            traceback.print_exc()\n\n\ndef logexception():\n    """Log an exception."""\n    log(traceback.format_exc())\n\n########################################\n\nif DEBUGLEVEL > 0:\n    # smaller time units so we can test faster\n    ONEMINUTE = 1\n    ONEHOUR = 10 * ONEMINUTE\nelse:\n    ONEMINUTE = 60\n    ONEHOUR = 60 * ONEMINUTE\n\n\nclass Periodic:\n    """Periodically make a function call."""\n\n    def __init__(self, target, interval, mindelta, maxdelta):\n        self._target = target\n        self._interval = interval\n        self._deltarange = mindelta, maxdelta+1\n        thr = threading.Thread(target=self.run, args=[target])\n        thr.setDaemon(True)\n        thr.start()\n\n    def run(self, target):\n        nextintervalstart = int(time.time() / self._interval) * self._interval\n        while True:\n            try:\n                self._target()\n            except:\n                logexception()\n            nextintervalstart += self._interval\n            nextfiring = nextintervalstart + random.randrange(*self._deltarange)\n            while True:\n                t = time.time()\n                if t < nextfiring:\n                    try:\n                        time.sleep(nextfiring - t)\n                    except:\n                        logexception()\n                else:\n                    break\n\n########################################\n\nSLOTDURATION = ONEHOUR\n\nSCHEDULEURL = \'' + site['url'] + '/planetlab/sirius/schedule.txt\'\n\nschedulelock = threading.Lock()\n\nschedule = {}\n\n\ndef currentslot():\n    return int(time.time() / SLOTDURATION) * SLOTDURATION\n\n\ndef updateschedule():\n    """Make one attempt at downloading and updating the schedule."""\n    log(\'Contacting PLC...\')\n    newschedule = {}\n    # Format is:\n    # timestamp\n    # slicename - starttime - -\n    # ...\n    if DEBUGLEVEL > 0:\n        f = open(\'/tmp/schedule.txt\')\n    else:\n        f = urllib.urlopen(SCHEDULEURL)\n    for line in f:\n        fields = line.split()\n        if len(fields) >= 3:\n            newschedule[fields[2]] = fields[0]\n    log(\'Current schedule is %s\' % newschedule)\n\n    schedulelock.acquire()\n    try:\n        schedule.clear()\n        schedule.update(newschedule)\n    finally:\n        schedulelock.release()\n    log(\'Updated schedule successfully\')\n\n########################################\n\nnodemanager = ServerProxy(\'http://127.0.0.1:812/\')\n\nrecipientcond = threading.Condition()\n\nrecipient = \'\'\nversionnumber = 0\n\ndef updateloans():\n    log(\'Contacting NodeManager...\')\n    schedulelock.acquire()\n    try:\n        newrecipient = schedule.get(str(currentslot()), \'\')\n    finally:\n        schedulelock.release()\n    if newrecipient:\n        loans = [(newrecipient, \'cpu_pct\', 25), (newrecipient, \'net_min_rate\', 2000)]\n    else:\n        loans = []\n    log(\'Current loans are %s\' % loans)\n\n    if DEBUGLEVEL < 2:\n        nodemanager.SetLoans(\'' + plc['slice_prefix'] + '_sirius\', loans)\n    log(\'Updated loans successfully\')\n\n    recipientcond.acquire()\n    try:\n        global recipient, versionnumber\n        if recipient != newrecipient:\n            recipient = newrecipient\n            versionnumber += 1\n            recipientcond.notifyAll()\n    finally:\n        recipientcond.release()\n\n########################################\n\nbackoff = 1\n\ndef success():\n    global backoff\n    backoff = 1\n\ndef failure():\n    global backoff\n    try:\n        time.sleep(backoff)\n    except:\n        logexception()\n    backoff = min(backoff*2, 5*ONEMINUTE)\n\n\ndef handleclient(clientsock, clientaddress):\n    try:\n        log(\'Connection from %s:%d\' % clientaddress)\n        clientsock.shutdown(socket.SHUT_RD)\n        recipientcond.acquire()\n        while True:\n            recip, vn = recipient, versionnumber\n            recipientcond.release()\n            clientsock.send(recip + \'\\n\')\n\n            recipientcond.acquire()\n            while versionnumber == vn:\n                recipientcond.wait()\n    except:\n        logexception()\n\n\ndef server():\n    while True:\n        try:\n            sock = socket.socket()\n            sock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)\n            sock.bind((\'\', 8124))\n            sock.listen(5)\n            success()\n            break\n        except:\n            logexception()\n            failure()\n    log(\'Bound server socket\')\n\n    while True:\n        try:\n            client = sock.accept()\n            threading.Thread(target=handleclient, args=client).start()\n            success()\n        except:\n            logexception()\n            failure()\n\n########################################\n\nif DEBUGLEVEL < 2:\n    PIDFILE = \'/tmp/sirius.pid\'\nelse:\n    PIDFILE = \'sirius.pid\'\n\ntry:\n    if os.fork():\n        sys.exit(0)\n    f = open(PIDFILE, \'w\')\n    fcntl.flock(f.fileno(), fcntl.LOCK_EX | fcntl.LOCK_NB)\nexcept:\n    logexception()\n    sys.exit(1)\n\nPeriodic(updateschedule, SLOTDURATION, -5*ONEMINUTE, -1*ONEMINUTE)\nPeriodic(updateloans, 5*ONEMINUTE, 0, 0)\nserver()\n'}]
+    
+    # Get list of existing initscripts
+    oldinitscripts = GetInitScripts()
+    oldinitscripts = [script['name'] for script in oldinitscripts]
 
-        # XXX Required for old Node Manager
-        {'name': "pl_conf_vserverslice",
-         'description': "Default attributes for vserver slices",
-         'url': url,
-         'instantiation': "plc-instantiated",
-         # Renew forever
-         'expires': sys.maxint,
-         'attributes': [('cpu_share', "32"),
-                        ('plc_slice_type', "VServerSlice"),
-                        ('disk_max', "5000000")]},
+    for initscript in default_initscripts:
+        if initscript['name'] not in oldinitscripts:  AddInitScript(initscript)
+
+    # Setup default slice attribute types
+    default_setting_types = [
+
+        {'category' : "general",
+         'name' : "ifname",
+         'description': "Set interface name, instead of eth0 or the like",
+         'min_role_id' : 40},
+        {'category' : "general",
+         'name' : "driver",
+         'description': "Use this to specify an alternate driver",
+         'min_role_id' : 40 },
+        {'category' : "general",
+         'name' : "alias",
+         'description': "Allows to reuse an interface as eth0:alias",
+         'min_role_id' : 40},
+
+        {'category' : "hidden",
+         'name' : "backdoor",
+         'description': "For testing new settings",
+         'min_role_id' : 10},
+        ] + [
+        { "category" : "WiFi",
+          "name" : x,
+          "description" : "802.11 %s -- see %s"%(y,z),
+          "min_role_id" : 40 } for (x,y,z) in [
+            ("mode","Mode","iwconfig"),
+            ("essid","ESSID","iwconfig"),
+            ("nw","Network Id","iwconfig"),
+            ("freq","Frequency","iwconfig"),
+            ("channel","Channel","iwconfig"),
+            ("sens","sensitivity threshold","iwconfig"),
+            ("rate","Rate","iwconfig"),
+            ("key","key","iwconfig key"),
+            ("key1","key1","iwconfig key [1]"),
+            ("key2","key2","iwconfig key [2]"),
+            ("key3","key3","iwconfig key [3]"),
+            ("key4","key4","iwconfig key [4]"),
+            ("securitymode","Security mode","iwconfig enc"),
+            ("iwconfig","Additional parameters to iwconfig","ifup-wireless"),
+            ("iwpriv","Additional parameters to iwpriv","ifup-wireless"),
+            ]
         ]
+
+
+    # Get list of existing attribute types
+    setting_types = GetNodeNetworkSettingTypes()
+    setting_types = [setting_type['name'] for setting_type in setting_types]
+
+    # Create/update default slice setting types
+    for default_setting_type in default_setting_types:
+        if default_setting_type['name'] not in setting_types:
+            AddNodeNetworkSettingType(default_setting_type)
+        else:
+            UpdateNodeNetworkSettingType(default_setting_type['name'], default_setting_type)
+
+    # Create/update system slices
     default_slices = [
          # PlanetFlow
         {'name': plc['slice_prefix'] + "_netflow",
          'description': "PlanetFlow Traffic Auditing Service",
          'url': url,
          'instantiation': "plc-instantiated",
-         # Renew forever
-         'expires': sys.maxint,
+         # Renew forever (minus one day, work around date conversion weirdness)
+         'expires': sys.maxint - (60 * 60 * 24),
          'attributes': [('system', "1"),
                         ('vref', "planetflow"),
                         ('proper_op', "open file=/etc/passwd, flags=r"),
                         ('proper_op', "create_socket"),
                         ('proper_op', "bind_socket")]},
+          # Sirius
+        {'name': plc['slice_prefix'] + "_sirius",
+         'description': 'The Sirius Calendar Service.\n\nSirius provides system-wide reservations of 25% CPU and 2Mb/s outgoing\nbandwidth.  Sign up for hour-long slots using the Web GUI at the\nPlanetLab website.\n\nThis slice should not generate traffic external to PlanetLab.\n',
+         'url': url,
+         'instantiation': "plc-instantiated",
+         # Renew forever (minus one day, work around date conversion weirdness)
+         'expires': sys.maxint - (60 * 60 * 24),
+         'attributes': [('system', "1"),
+                        ('net_min_rate', "2000"),
+                        ('cpu_pct', "25"),
+                        ('initscript', plc['slice_prefix'] + "_sirius")]}
         ]
-         
-    ### xxx - to review once new node manager rolls out
-    # if PLC_SLICE_PREFIX is left to default - this is meant for the public PL only
-    if plc['slice_prefix'] == 'pl':
-        # create both legacy slices together with netflow through default_slices
-        default_slices += legacy_slices
-    else:
-        # we use another slice prefix : disable legacy slices if already created
-        for legacy_slice in legacy_slices:
-            try:
-                DeleteSlice(legacy_slice['name'])
-            except:
-                pass
     
     for default_slice in default_slices:
         slices = GetSlices([default_slice['name']])
@@ -807,9 +792,9 @@ Or,
     https://%(PLC_WWW_HOST)s:%(PLC_WWW_SSL_PORT)d/db/nodes/?id=%(node_id)d
 
     Under 'Download', follow the 'Download plnode.txt file for %(hostname)s'
-       option, and save the downloaded file as plnode.txt on either a floppy 
-       disk or a USB flash drive.  Be sure the 'Boot State' is set to 'Boot', 
-       and, then reboot the node.
+    option, and save the downloaded file as plnode.txt on either a floppy 
+    disk or a USB flash drive.  Be sure the 'Boot State' is set to 'Boot', 
+    and, then reboot the node.
 
 If you have already performed this step and are still receiving this
 message, please reply so that we can help investigate the problem.
@@ -896,9 +881,137 @@ message, please reply so that we may investigate the problem.
         ]
 
     for template in message_templates:
-       messages = GetMessages([template['message_id']])
-       if not messages:
-            AddMessage(template)       
+        messages = GetMessages([template['message_id']])
+        if not messages:
+            AddMessage(template)
+
+    
+    ### Setup Initial PCU information
+    pcu_types = [{'model': 'AP79xx',
+          'name': 'APC AP79xx',
+          'pcu_protocol_types': [{ 'port': 80,
+                                  'protocol': 'APC79xxHttp',
+                                  'supported': False},
+                                 { 'port': 23,
+                                  'protocol': 'APC79xx',
+                                  'supported': True},
+                                 { 'port': 22,
+                                  'protocol': 'APC79xx',
+                                  'supported': True}],
+          },
+         {'model': 'Masterswitch',
+          'name': 'APC Masterswitch',
+          'pcu_protocol_types': [{ 'port': 80,
+                                  'protocol': 'APCMasterHttp',
+                                  'supported': False},
+                                 { 'port': 23,
+                                  'protocol': 'APCMaster',
+                                  'supported': True},
+                                 { 'port': 22,
+                                  'protocol': 'APCMaster',
+                                  'supported': True}],
+          },
+         {'model': 'DS4-RPC',
+          'name': 'BayTech DS4-RPC',
+          'pcu_protocol_types': [{ 'port': 80,
+                                  'protocol': 'BayTechHttp',
+                                  'supported': False},
+                                 { 'port': 23,
+                                  'protocol': 'BayTech',
+                                  'supported': True},
+                                 { 'port': 22,
+                                  'protocol': 'BayTech',
+                                  'supported': True}],
+          },
+         {'model': 'IP-41x_IP-81x',
+          'name': 'Dataprobe IP-41x & IP-81x',
+          'pcu_protocol_types': [ { 'port': 23,
+                                  'protocol': 'IPALTelnet',
+                                  'supported': True},
+                                  { 'port': 80,
+                                  'protocol': 'IPALHttp',
+                                  'supported': False}],
+          },
+         {'model': 'DRAC3',
+          'name': 'Dell RAC Version 3',
+          'pcu_protocol_types': [],
+          },
+         {'model': 'DRAC4',
+          'name': 'Dell RAC Version 4',
+          'pcu_protocol_types': [{ 'port': 443,
+                                  'protocol': 'DRACRacAdm',
+                                  'supported': True},
+                                 { 'port': 80,
+                                  'protocol': 'DRACRacAdm',
+                                  'supported': False},
+                                 { 'port': 22,
+                                  'protocol': 'DRAC',
+                                  'supported': True}],
+          },
+         {'model': 'ePowerSwitch',
+          'name': 'ePowerSwitch 1/4/8x',
+          'pcu_protocol_types': [{ 'port': 80,
+                                  'protocol': 'ePowerSwitch',
+                                  'supported': True}],
+          },
+         {'model': 'ilo2',
+          'name': 'HP iLO2 (Integrated Lights-Out)',
+          'pcu_protocol_types': [{ 'port': 443,
+                                  'protocol': 'HPiLOHttps',
+                                  'supported': True},
+                                 { 'port': 22,
+                                  'protocol': 'HPiLO',
+                                  'supported': True}],
+          },
+         {'model': 'ilo1',
+          'name': 'HP iLO version 1',
+          'pcu_protocol_types': [],
+          },
+         {'model': 'PM211-MIP',
+          'name': 'Infratec PM221-MIP',
+          'pcu_protocol_types': [],
+          },
+         {'model': 'AMT2.5',
+          'name': 'Intel AMT v2.5 (Active Management Technology)',
+          'pcu_protocol_types': [],
+          },
+         {'model': 'AMT3.0',
+          'name': 'Intel AMT v3.0 (Active Management Technology)',
+          'pcu_protocol_types': [],
+          },
+         {'model': 'WTI_IPS-4',
+          'name': 'Western Telematic (WTI IPS-4)',
+          'pcu_protocol_types': [],
+          },
+         {'model': 'unknown',
+          'name': 'Unknown Vendor or Model',
+          'pcu_protocol_types': [{ 'port': 443,
+                                  'protocol': 'UnknownPCU',
+                                  'supported': False},
+                                 { 'port': 80,
+                                  'protocol': 'UnknownPCU',
+                                  'supported': False},
+                                 { 'port': 23,
+                                  'protocol': 'UnknownPCU',
+                                  'supported': False},
+                                 { 'port': 22,
+                                  'protocol': 'UnknownPCU',
+                                  'supported': False}],
+          }]
+
+    # Get all model names
+    pcu_models = [type['model'] for type in GetPCUTypes()]
+    for type in pcu_types:
+        protocol_types = type['pcu_protocol_types']
+        # Take this value out of the struct.
+        del type['pcu_protocol_types']
+        if type['model'] not in pcu_models:
+            # Add the name/model info into DB
+            id = AddPCUType(type)
+            # for each protocol, also add this.
+            for ptype in protocol_types:
+                AddPCUProtocolType(id, ptype)
+
 
 if __name__ == '__main__':
     main()