Merge branch 'master' of ssh://git.onelab.eu/git/tests
[tests.git] / system / config_default.py
index 1329670..04fd524 100644 (file)
-# the defaults
-import utils
-import TestPlc
-
-# this default is for the OneLab test infrastructure
-
-def config (plc_specs, options):
-
-#    for step in ['main','1testbox','1nodes','1vservers']:
-#        module=__import__(
-
-    import config_main
-    plcs = config_main.config([],options)
-    if options.verbose:
-        print '======================================== AFTER main'
-        for plc in plcs: TestPlc.TestPlc.display_mapping_plc(plc)
-        print '========================================'
-
-    import config_1testbox
-    plcs = config_1testbox.config (plcs,options)
-    if options.verbose:
-        print '======================================== AFTER testbox'
-        for plc in plcs: TestPlc.TestPlc.display_mapping_plc(plc)
-        print '========================================'
-
-    import config_1vnodes
-    plcs = config_1vnodes.config(plcs,options)
-    if options.verbose:
-        print '======================================== AFTER vnodes'
-        for plc in plcs: TestPlc.TestPlc.display_mapping_plc(plc)
-        print '========================================'
-
-    import config_1vservers
-    plcs = config_1vservers.config (plcs,options)
-    if options.verbose:
-        print '======================================== AFTER vservers'
-        for plc in plcs: TestPlc.TestPlc.display_mapping_plc(plc)
-        print '========================================'
-
-    return plcs
+# Thierry Parmentelat <thierry.parmentelat@inria.fr>
+# Copyright (C) 2010 INRIA 
+#
+# a configuration module is expected:
+# (*) to define a config method
+# (*) that takes two arguments
+#     (**) the current set of plc_specs as output by the preceding config modules
+#     (**) TestMain options field
+# (*) and that returns the new set of plc_specs
 
+# values like 'hostname', 'ip' and the like are rewritten later with a TestPool object
+
+domain="onelab.eu"
+
+### for the sfa dual setup
+def login_base (index): 
+    if index==1: return 'inri'
+    elif index==2: return 'princ'
+    # index=3=>'sitea'  4=>'siteb' 
+    else: return 'site%s'%chr(index+94)
+
+def sfa_root (index):
+    # pla, plb, ...
+    return 'pl%s'%chr(index+96)
+
+def nodes(options,index):
+    return [{'name':'node%d'%index,
+             'node_fields': {'hostname': 'deferred-nodename%d'%index,
+                             'model':'qemu/minhw', } ,
+             'host_box': 'deferred-node-hostbox-%d'%index,
+             'owner' : 'pi',
+             'nodegroups' : 'mynodegroup',
+             'interface_fields': { 'method':'static',
+                                   'type':'ipv4',
+                                   'ip':'xxx-deferred-xxx',
+                                   'gateway':'xxx-deferred-xxx',
+                                   'network':'xxx-deferred-xxx',
+                                   'broadcast':'xxx-deferred-xxx',
+                                   'netmask':'xxx-deferred-xxx',
+                                   'dns1': 'xxx-deferred-xxx',
+                                   'dns2': 'xxx-deferred-xxx',
+                                   },
+             }]
+
+def all_nodenames (options,index):
+    return [ node['name'] for node in nodes(options,index)]
+
+def users (options) :
+    return [ {'name' : 'pi', 'keynames' : [ 'key1' ],
+              'user_fields' : {'first_name':'PI', 'last_name':'PI',
+                               'enabled':'True',
+                               'email':'fake-pi1@%s'%domain,
+                               'password':'testpi'},
+              'roles':['pi']},
+             {'name' : 'tech', 'keynames' : [ 'key1' ],
+              'user_fields' : {'first_name':'Tech', 'last_name':'Tech',
+                               'enabled':'true',
+                               'email':'fake-tech1@%s'%domain,
+                               'password':'testtech'},
+              'roles':['tech']},
+             {'name':'user', 'keynames' : [ 'key1' ],
+              'user_fields' : {'first_name':'User', 'last_name':'User',
+                               'enabled':'true',
+                               'email':'fake-user1@%s'%domain,
+                               'password':'testuser'},
+              'roles':['user']},
+             {'name':'techuser', 'keynames' : [ 'key1' ],
+              'user_fields' : {'first_name':'UserTech', 'last_name':'UserTech',
+                               'enabled':'true',
+                               'email':'fake-tech2@%s'%domain,
+                               'password':'testusertech'},
+              'roles':['tech','user']},
+             {'name':'pitech', 'keynames' : [ 'key1' ],
+              'user_fields' : {'first_name':'PiTech',
+                               'last_name':'PiTech',
+                               'enabled':'true',
+                               'email':'fake-pi2@%s'%domain,
+                               'password':'testusertech'},
+              'roles':['pi','tech']},
+             {'name':'admin', 'keynames' : [ 'key1' ],
+              'user_fields' : {'first_name':'Admin',
+                               'last_name':'Admin',
+                               'enabled':'true',
+                               'email':'admin@%s'%domain,
+                               'password':'testuseradmin'},
+              'roles':['admin']},
+             ]
+
+def all_usernames (options):
+    return [ user['name'] for user in users(options)]
+
+def sites (options,index):
+    latitude= -90 + (index*10)
+    longitude= -180 + (index*20)
+    return [ {'site_fields' : {'name':'main site for plc number %d'%index,
+                               'login_base':login_base(index),
+                               'abbreviated_name':'PlanetTest%d'%index,
+                               'max_slices':100,
+                               'url':'http://test.onelab.eu',
+                               'latitude':float(latitude),
+                               'longitude':float(longitude),
+                               },
+              'address_fields' : {'line1':'route des lucioles',
+                                  'city':'sophia',
+                                  'state':'fr',
+                                  'postalcode':'06600',
+                                  'country':'France',
+                                  },
+              'users' : users(options),
+              'nodes': nodes(options,index),
+            }]
+
+##########
+public_key="""ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA4jNj8yT9ieEc6nSJz/ESu4fui9WrJ2y/MCfqIZ5WcdVKhBFUYyIenmUaeTduMcSqvoYRQ4QnFR1BFdLG8XR9D6FWZ5zTKUgpkew22EVNeqai4IXeWYKyt1Qf3ehaz9E3o1PG/bmQNIM6aQay6TD1Y4lqXI+eTVXVQev4K2fixySjFQpp9RB4UHbeA8c28yoa/cgAYHqCqlvm9uvpGMjgm/Qa4M+ZeO7NdjowfaF/wF4BQIzVFN9YRhvQ/d8WDz84B5Pr0J7pWpaX7EyC4bvdskxl6kmdNIwIRcIe4OcuIiX5Z9oO+7h/chsEVJWF4vqNIYlL9Zvyhnr0hLLhhuk2bw== root@test.onelab.eu
+"""
+private_key="""-----BEGIN RSA PRIVATE KEY-----
+MIIEogIBAAKCAQEA4jNj8yT9ieEc6nSJz/ESu4fui9WrJ2y/MCfqIZ5WcdVKhBFU
+YyIenmUaeTduMcSqvoYRQ4QnFR1BFdLG8XR9D6FWZ5zTKUgpkew22EVNeqai4IXe
+WYKyt1Qf3ehaz9E3o1PG/bmQNIM6aQay6TD1Y4lqXI+eTVXVQev4K2fixySjFQpp
+9RB4UHbeA8c28yoa/cgAYHqCqlvm9uvpGMjgm/Qa4M+ZeO7NdjowfaF/wF4BQIzV
+FN9YRhvQ/d8WDz84B5Pr0J7pWpaX7EyC4bvdskxl6kmdNIwIRcIe4OcuIiX5Z9oO
++7h/chsEVJWF4vqNIYlL9Zvyhnr0hLLhhuk2bwIBIwKCAQATY32Yf4NyN93oNd/t
+QIyTuzG0NuLI3W95J/4gI4PAnUDmv6glwRiRO92ynlnnAjqFW/LZ5sGFd4k8YoYU
+sjaa8JJgpwrJBi9y6Fx47/9Tp+ITPqyoliyTXvtqysX0jkaY+I1mNHoTITDkbknZ
+eTma0UOhiKcrMz4qOMwg+kajWsAhIplJXyf0Mio/XuyqjMT4wI/NyGZQ4bGuUjO7
+gj3p+9psOvONsRBW4MV27W5ts9c7HEXg+VJ2PSCEMs+uyzXcdnMJcTb4zQ/+tVxR
+5IMeEuR9ZzDNkDtNF6Nnw5kYcTBNoayzZbUfjcuSmsMklMXr0qJ4qcW9/ONKgBQ9
+6qhDAoGBAPkvSYuF/bxwatEiUKyF97oGDe025h/58aqK1VBD5/BBVqqvbQOeNtR5
+/LerGfFa5D9Jm+6U97gDdq3tH0j95Mo0F00LWq2+vp7U4DTQsiddepzNdbcvSrzT
+NVZ2cnOAlKTHO4hGggShm04n/M5LOzkHtI5TLcIJjw4b5iiIw9EtAoGBAOhjLTds
+Zz8UbXVTeGv8yBGhnjAeHQ5WISN6V5KenB4GIyaYCCcQUOUGqc5nCttlnPLv/GHp
+4DOJ2/0KbwDEwk7HbAtXG2Tv1OkmfcOq9RH19V9lyqynA+zvI6taisCEaMvBlafd
+k+RgXsR+NdLs96RakKt4BtgpuuADoSIryQ+LAoGBAKremNSzpq0Z4tiMjxc3Ssiz
+scc7lnxTnmZQkkWq6C+3xmZpqdaYYByra3ahNlxblTK2IcgroozPLM8I/4KCNnwG
+dmC3VB9eOZF8B3SsXOfLEj+i1GBa8WuJg6kAw4JmzFO70Qz9JfSMErk//c9Jh7IT
+6YYqaIUN3nATIXrhcFTrAoGAVlC5BfUQZ+MEFaKpEiqwthd1RRJ/0h/9rhd/nNvT
+lh+JZhs2OmUlXGGPhy2WUX2DcC1AfCOrC9Qego7YxcVsvizQW/vIWLDaDXSyXp6V
+ilQKrmejDO2Tvmdzpguv4Rs83fdyGcdUMEENQas4kCwhd49aTlEnHRbQYdV2XSY0
+vKECgYEAlhYzfSswIF2h5/hGDLETxgNJ2kD0HIZYh7aud6X6aEYNdJopbfbEhifU
+vTbf8GtvERDoxWEsk9Qp7km8xXfKWdcZtqIwsSmn/ri5d7iyvpIk591YIHSY0dr2
+BO+VyPNWF+kDNI8mSUwi7jLW6liMdhNOmDaSX0+0X8CHtK898xM=
+-----END RSA PRIVATE KEY-----
+"""
+
+def keys (options,index):
+    return [ {'name': 'key1',
+              'private' : private_key,
+              'key_fields' : {'key_type':'ssh',
+                              'key': public_key}}
+             ]
+
+
+############################## initscripts
+initscript_by_name="""#!/bin/bash
+command=$1; shift
+slicename=$1; shift
+stamp="the_script_name"
+stampfile=/tmp/$stamp.stamp
+
+echo "Running initscript with command=$command and slicename=$slicename"
+
+function start () {
+  (echo Starting test initscript: $stamp on slicename $slicename ; date) >> $stampfile
+  echo "This is the stdout of the sliver $slicename initscript $command (exp. start) pid=$$" 
+  echo "This is the stderr of the sliver $slicename initscript $command (exp. start) pid=$$" 1>&2
+}
+function stop () {
+  echo "Removing stamp $stampfile"
+  rm -f $stampfile
+}
+function restart () {
+  stop
+  start
+}
+case $command in 
+start) start ;;
+stop) stop ;;
+restart) restart ;;
+*) echo "Unknown command in initscript $command" ;;
+esac
+"""
+
+initscript_by_code=initscript_by_name.replace("the_script_name","the_script_code")
+
+# one single initscript in the InitScripts table
+def initscripts(options,index): 
+    return [ { 'initscript_fields' : { 'enabled' : True,
+                                       'name':'the_script_name',
+                                       'script' : initscript_by_name,
+                                       }},
+             ]
+
+# always return 2 slices
+# one has an initscript code, the other one an initscript name
+def slices (options,index):
+    def theslice (i):
+        slice_spec = { 'slice_fields': {'name':'%s_slpl%d'%(login_base(index),i),
+                                        'instantiation':'plc-instantiated',
+                                        'url':'http://foo%d.com'%index,
+                                        'description':'testslice number %d'%i,
+                                        'max_nodes':2,
+                                        },
+                       'usernames' : [ 'pi','user','techuser' ],
+                       'nodenames' : all_nodenames(options,index),
+                       'sitename' : login_base(index),
+                       'owner' : 'pi',
+                       }
+        # odd one has an initscript_code
+        if i%2==1:
+            slice_spec['initscriptcode']=initscript_by_code
+            slice_spec['initscriptstamp']='the_script_code'
+        # even one has an initscript (name)
+        else:
+            slice_spec['initscriptname']='the_script_name'
+            slice_spec['initscriptstamp']='the_script_name'
+        return slice_spec
+    return [ theslice(i) for i in range (2*index-1,2*index+1) ]
+
+def all_slicenames (options,index):
+    return [ slice['slice_fields']['name'] for slice in slices(options,index)]
+
+def tcp_tests (options,index):
+    if index == 1:
+        return [
+            # local test
+            { 'server_node': 'node1',
+              'server_slice' : '%s_slpl1'%login_base(index),
+              'client_node' : 'node1',
+              'client_slice' : '%s_slpl1'%login_base(index),
+              'port' : 2000,
+              }]
+    elif index == 2:
+        return [
+            # remote test
+            { 'server_node': 'node2',
+              'server_slice' : '%s_slpl3'%login_base(index),
+              'client_node' : 'node2',
+              'client_slice' : '%s_slpl4'%login_base(index),
+              'port' : 4000,
+              },
+            ]
+    else:
+        return []
+
+# the semantic for 't_from' and 't_until' here is:
+# if they are smaller than one year, they are relative to the current time, expressed in grains
+# otherwise they are absolute
+def leases (options, index):
+    leases=[]
+    counter=0
+    slices=all_slicenames(options,index)
+    slice_sequence = slices[:1] + slices + [None,]
+    for iterator in range(12):
+        for slice in slice_sequence:
+            leases.append ( {'slice' : slice, 't_from':counter,'t_until':counter+1} )
+            counter += 1
+    return leases
+
+def plc (options,index) :
+    return { 
+        'index' : index,
+        'name' : 'plctest%d'%index,
+        # as of yet, not sure we can handle foreign hosts, but this is required though
+        'host_box' : 'deferred-myplc-hostbox-%d'%index,
+        # set these two items to run within a vserver
+        'vservername': 'deferred-vservername',
+        'vserverip': 'deferred-vserverip',
+        'role' : 'root',
+        'PLC_NAME' : 'Regression TestLab',
+        'PLC_ROOT_USER' : 'root@test.onelab.eu',
+        'PLC_ROOT_PASSWORD' : 'test++',
+        'PLC_SLICE_PREFIX' : 'auto',
+        'PLC_SHORTNAME' : 'Rlab',
+        'PLC_MAIL_ENABLED':'false',
+        'PLC_MAIL_SUPPORT_ADDRESS' : 'thierry.parmentelat@inria.fr',
+        'PLC_DB_HOST' : 'deferred-myplc-hostname',
+#        'PLC_DB_PASSWORD' : 'mnbvcxzlkjhgfdsapoiuytrewq',
+        'PLC_API_HOST' : 'deferred-myplc-hostname',
+        'PLC_WWW_HOST' : 'deferred-myplc-hostname',
+        'PLC_BOOT_HOST' : 'deferred-myplc-hostname',
+        'PLC_NET_DNS1' : 'deferred-dns-1',
+        'PLC_NET_DNS2' : 'deferred-dns-2',
+        'PLC_RESERVATION_GRANULARITY':1800,
+        # minimal config so the omf plugins actually trigger
+        'PLC_OMF_ENABLED' : 'true',
+        'PLC_OMF_XMPP_SERVER': 'deferred-myplc-hostname',
+        'sites' : sites(options,index),
+        'keys' : keys(options,index),
+        'initscripts': initscripts(options,index),
+        'slices' : slices(options,index),
+        'tcp_test' : tcp_tests(options,index),
+       'sfa' : sfa(options,index),
+        'leases' : leases (options, index),
+    }
+
+def sfa (options,index) :
+    return { 
+        # the default is to use AMs in the various aggregates.xml
+        # stack config_sfamesh to point to SMs instead
+        'neighbours-port':12346,
+        ## global sfa-config-tty stuff
+        'SFA_REGISTRY_ROOT_AUTH' : sfa_root(index),
+        'SFA_INTERFACE_HRN' : sfa_root(index),
+       'SFA_REGISTRY_HOST' : 'deferred-myplc-hostname',
+       'SFA_AGGREGATE_HOST': 'deferred-myplc-hostname',
+       'SFA_SM_HOST': 'deferred-myplc-hostname',
+       'SFA_PLC_URL' : 'deferred-myplc-api-url',
+        'SFA_PLC_USER' : 'root@test.onelab.eu',
+        'SFA_PLC_PASSWORD' : 'test++',
+#        'SFA_DB_HOST':'deferred-myplc-hostname',
+#        'SFA_DB_USER' : 'pgsqluser',
+#        'SFA_DB_PASSWORD' : 'mnbvcxzlkjhgfdsapoiuytrewq',
+# the default settings come with 'sfa' as the dbname
+# temporary until we get the initscript to create that one
+#        'SFA_DB_NAME' : 'sfa',
+        'SFA_API_DEBUG': True,
+        # details of the slices to create
+        'sfa_slice_specs' : [ sfa_slice_spec(options,index,rspec_style) 
+                              for rspec_style in options.rspec_styles ]
+    }
+
+# subindex is 0 (pl slice) or 1 (pg slice)
+def sfa_slice_spec (options,index,rspec_style):
+    the_login_base=login_base(index)
+    piuser='fake-pi%d'%index
+    regularuser='sfauser%d%s'%(index,rspec_style)
+    slicename='slsfa%d%s'%(index,rspec_style)
+    prefix='%s.%s'%(sfa_root(index),the_login_base)
+    hrn=prefix+'.'+slicename
+    person_hrn=prefix+'.'+regularuser
+    researcher=prefix+'.'+piuser
+    slice_add_xml = '''<record hrn="%s" type="slice" description="SFA-testing" url="http://test.onelab.eu/">
+<researcher>%s</researcher></record>'''%(hrn, researcher)
+
+    mail="%s@%s"%(regularuser,domain)
+    print 'in sfa_slice_spec','slicename',slicename,'hrn',hrn,'mail',mail
+    key=public_key
+    slice_person_xml ='''<record email="%(mail)s" enabled="True" first_name="Fake" hrn="%(person_hrn)s" 
+last_name="Sfa %(rspec_style)s" name="%(hrn)s" type="user">
+<keys>%(key)s</keys><role_ids>20</role_ids><role_ids>10</role_ids>
+<site_ids>1</site_ids><roles>pi</roles><roles>admin</roles><sites>%(prefix)s</sites></record>'''%locals()
+
+    return { 'slice_fields': {'name':'%s_%s'%(the_login_base,slicename),
+                              'url':'http://foo%d@foo.com'%index,
+                              'description':'SFA-testing',
+                              'max_nodes':2,
+                              },
+             'login_base' : the_login_base,
+             'piuser' : piuser,
+             'regularuser':regularuser,
+             'domain':domain,
+             'usernames' : [ (regularuser,'key1') ],
+             'nodenames' : all_nodenames(options,index),
+             'sitename' : the_login_base,
+             'slicename' : slicename,
+             'slice_add_xml' : slice_add_xml,
+             'slice_person_xml' : slice_person_xml,
+             'rspec_style':rspec_style,
+             } 
+
+
+def config (plc_specs,options):
+    result=plc_specs
+    for i in range (options.size):
+        result.append(plc(options,i+1))
+    return result