system/config_default.py

   1 # Thierry Parmentelat <thierry.parmentelat@inria.fr>
   2 # Copyright (C) 2010 INRIA
   3 #
   4 # a configuration module is expected:
   5 # (*) to define a config method
   6 # (*) that takes two arguments
   7 #     (**) the current set of plc_specs as output by the preceding config modules
   8 #     (**) TestMain options field
   9 # (*) and that returns the new set of plc_specs
  10
  11 # values like 'hostname', 'ip' and the like are rewritten later with a TestPool object
  12
  13 domain="onelab.eu"
  14
  15 ### for the sfa dual setup
  16 def login_base (index):
  17     if index==1: return 'inria'
  18     elif index==2: return 'princeton'
  19     # index=3=>'sitea'  4=>'siteb'
  20     else: return 'site%s'%chr(index+94)
  21
  22 def sfa_root (index):
  23     if index==1: return 'ple'
  24     elif index==2: return 'plc'
  25     else: return 'plx%s'%chr(index+94)
  26
  27
  28 def nodes(options,index):
  29     return [{'name':'node%d'%index,
  30              'node_fields': {'hostname': 'deferred-nodename%d'%index,
  31                              'model':'qemu/minhw', } ,
  32              'host_box': 'deferred-node-hostbox-%d'%index,
  33              'owner' : 'pi',
  34              'nodegroups' : 'mynodegroup',
  35              'interface_fields': { 'method':'static',
  36                                    'type':'ipv4',
  37                                    'ip':'xxx-deferred-xxx',
  38                                    'gateway':'xxx-deferred-xxx',
  39                                    'network':'xxx-deferred-xxx',
  40                                    'broadcast':'xxx-deferred-xxx',
  41                                    'netmask':'xxx-deferred-xxx',
  42                                    'dns1': 'xxx-deferred-xxx',
  43                                    'dns2': 'xxx-deferred-xxx',
  44                                    },
  45              }]
  46
  47 def all_nodenames (options,index):
  48     return [ node['name'] for node in nodes(options,index)]
  49
  50 def users (options) :
  51     return [ {'name' : 'pi', 'keynames' : [ 'key1' ],
  52               'user_fields' : {'first_name':'PI', 'last_name':'PI',
  53                                'enabled':'True',
  54                                'email':'fake-pi1@%s'%domain,
  55                                'password':'testpi'},
  56               'roles':['pi']},
  57              {'name' : 'tech', 'keynames' : [ 'key1' ],
  58               'user_fields' : {'first_name':'Tech', 'last_name':'Tech',
  59                                'enabled':'true',
  60                                'email':'fake-tech1@%s'%domain,
  61                                'password':'testtech'},
  62               'roles':['tech']},
  63              {'name':'user', 'keynames' : [ 'key1' ],
  64               'user_fields' : {'first_name':'User', 'last_name':'User',
  65                                'enabled':'true',
  66                                'email':'fake-user1@%s'%domain,
  67                                'password':'testuser'},
  68               'roles':['user']},
  69              {'name':'techuser', 'keynames' : [ 'key1' ],
  70               'user_fields' : {'first_name':'UserTech', 'last_name':'UserTech',
  71                                'enabled':'true',
  72                                'email':'fake-tech2@%s'%domain,
  73                                'password':'testusertech'},
  74               'roles':['tech','user']},
  75              {'name':'pitech', 'keynames' : [ 'key1' ],
  76               'user_fields' : {'first_name':'PiTech',
  77                                'last_name':'PiTech',
  78                                'enabled':'true',
  79                                'email':'fake-pi2@%s'%domain,
  80                                'password':'testusertech'},
  81               'roles':['pi','tech']},
  82              {'name':'admin', 'keynames' : [ 'key1' ],
  83               'user_fields' : {'first_name':'Admin',
  84                                'last_name':'Admin',
  85                                'enabled':'true',
  86                                'email':'admin@%s'%domain,
  87                                'password':'testuseradmin'},
  88               'roles':['admin']},
  89              ]
  90
  91 def all_usernames (options):
  92     return [ user['name'] for user in users(options)]
  93
  94 def sites (options,index):
  95     return [ {'site_fields' : {'name':'main site for plc number %d'%index,
  96                                'login_base':login_base(index),
  97                                'abbreviated_name':'PlanetTest%d'%index,
  98                                'max_slices':100,
  99                                'url':'http://test.onelab.eu',
 100                                },
 101               'address_fields' : {'line1':'route des lucioles',
 102                                   'city':'sophia',
 103                                   'state':'fr',
 104                                   'postalcode':'06600',
 105                                   'country':'France',
 106                                   },
 107               'users' : users(options),
 108               'nodes': nodes(options,index),
 109             }]
 110
 111 ##########
 112 public_key="""ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA4jNj8yT9ieEc6nSJz/ESu4fui9WrJ2y/MCfqIZ5WcdVKhBFUYyIenmUaeTduMcSqvoYRQ4QnFR1BFdLG8XR9D6FWZ5zTKUgpkew22EVNeqai4IXeWYKyt1Qf3ehaz9E3o1PG/bmQNIM6aQay6TD1Y4lqXI+eTVXVQev4K2fixySjFQpp9RB4UHbeA8c28yoa/cgAYHqCqlvm9uvpGMjgm/Qa4M+ZeO7NdjowfaF/wF4BQIzVFN9YRhvQ/d8WDz84B5Pr0J7pWpaX7EyC4bvdskxl6kmdNIwIRcIe4OcuIiX5Z9oO+7h/chsEVJWF4vqNIYlL9Zvyhnr0hLLhhuk2bw== root@test.onelab.eu
 113 """
 114 private_key="""-----BEGIN RSA PRIVATE KEY-----
 115 MIIEogIBAAKCAQEA4jNj8yT9ieEc6nSJz/ESu4fui9WrJ2y/MCfqIZ5WcdVKhBFU
 116 YyIenmUaeTduMcSqvoYRQ4QnFR1BFdLG8XR9D6FWZ5zTKUgpkew22EVNeqai4IXe
 117 WYKyt1Qf3ehaz9E3o1PG/bmQNIM6aQay6TD1Y4lqXI+eTVXVQev4K2fixySjFQpp
 118 9RB4UHbeA8c28yoa/cgAYHqCqlvm9uvpGMjgm/Qa4M+ZeO7NdjowfaF/wF4BQIzV
 119 FN9YRhvQ/d8WDz84B5Pr0J7pWpaX7EyC4bvdskxl6kmdNIwIRcIe4OcuIiX5Z9oO
 120 +7h/chsEVJWF4vqNIYlL9Zvyhnr0hLLhhuk2bwIBIwKCAQATY32Yf4NyN93oNd/t
 121 QIyTuzG0NuLI3W95J/4gI4PAnUDmv6glwRiRO92ynlnnAjqFW/LZ5sGFd4k8YoYU
 122 sjaa8JJgpwrJBi9y6Fx47/9Tp+ITPqyoliyTXvtqysX0jkaY+I1mNHoTITDkbknZ
 123 eTma0UOhiKcrMz4qOMwg+kajWsAhIplJXyf0Mio/XuyqjMT4wI/NyGZQ4bGuUjO7
 124 gj3p+9psOvONsRBW4MV27W5ts9c7HEXg+VJ2PSCEMs+uyzXcdnMJcTb4zQ/+tVxR
 125 5IMeEuR9ZzDNkDtNF6Nnw5kYcTBNoayzZbUfjcuSmsMklMXr0qJ4qcW9/ONKgBQ9
 126 6qhDAoGBAPkvSYuF/bxwatEiUKyF97oGDe025h/58aqK1VBD5/BBVqqvbQOeNtR5
 127 /LerGfFa5D9Jm+6U97gDdq3tH0j95Mo0F00LWq2+vp7U4DTQsiddepzNdbcvSrzT
 128 NVZ2cnOAlKTHO4hGggShm04n/M5LOzkHtI5TLcIJjw4b5iiIw9EtAoGBAOhjLTds
 129 Zz8UbXVTeGv8yBGhnjAeHQ5WISN6V5KenB4GIyaYCCcQUOUGqc5nCttlnPLv/GHp
 130 4DOJ2/0KbwDEwk7HbAtXG2Tv1OkmfcOq9RH19V9lyqynA+zvI6taisCEaMvBlafd
 131 k+RgXsR+NdLs96RakKt4BtgpuuADoSIryQ+LAoGBAKremNSzpq0Z4tiMjxc3Ssiz
 132 scc7lnxTnmZQkkWq6C+3xmZpqdaYYByra3ahNlxblTK2IcgroozPLM8I/4KCNnwG
 133 dmC3VB9eOZF8B3SsXOfLEj+i1GBa8WuJg6kAw4JmzFO70Qz9JfSMErk//c9Jh7IT
 134 6YYqaIUN3nATIXrhcFTrAoGAVlC5BfUQZ+MEFaKpEiqwthd1RRJ/0h/9rhd/nNvT
 135 lh+JZhs2OmUlXGGPhy2WUX2DcC1AfCOrC9Qego7YxcVsvizQW/vIWLDaDXSyXp6V
 136 ilQKrmejDO2Tvmdzpguv4Rs83fdyGcdUMEENQas4kCwhd49aTlEnHRbQYdV2XSY0
 137 vKECgYEAlhYzfSswIF2h5/hGDLETxgNJ2kD0HIZYh7aud6X6aEYNdJopbfbEhifU
 138 vTbf8GtvERDoxWEsk9Qp7km8xXfKWdcZtqIwsSmn/ri5d7iyvpIk591YIHSY0dr2
 139 BO+VyPNWF+kDNI8mSUwi7jLW6liMdhNOmDaSX0+0X8CHtK898xM=
 140 -----END RSA PRIVATE KEY-----
 141 """
 142
 143 def keys (options,index):
 144     return [ {'name': 'key1',
 145               'private' : private_key,
 146               'key_fields' : {'key_type':'ssh',
 147                               'key': public_key}}
 148              ]
 149
 150
 151 ############################## initscripts
 152 initscript_by_name="""#! /bin/sh
 153 builtin="the_script_name"
 154 stamp=/tmp/$builtin.stamp
 155 command=$1; shift
 156 slicename=$1; shift
 157 case $command in
 158 start)
 159   (echo Starting test initscript: $builtin on slicename $slicename ; date) >> $stamp
 160   echo "This is the stdout of the sliver $slicename initscript $command (exp. start) pid=$$"
 161   echo "This is the stderr of the sliver $slicename initscript $command (exp. start) pid=$$" 1>&2
 162 ;;
 163 stop)
 164   rm $stamp
 165 ;;
 166 restart)
 167   echo "Dummy restart"
 168 ;;
 169 *)
 170   echo "Unknown command in initscript $command"
 171 ;;
 172 esac
 173 """
 174
 175 initscript_by_body=initscript_by_name.replace("the_script_name","the_script_body")
 176
 177 # one single initscript in the InitScripts table
 178 def initscripts(options,index):
 179     return [ { 'initscript_fields' : { 'enabled' : True,
 180                                        'name':'the_script_name',
 181                                        'script' : initscript_by_name,
 182                                        }},
 183              ]
 184
 185 # always return 2 slices
 186 # one has an initscript body, the other one an initscript name
 187 def slices (options,index):
 188     def theslice (i):
 189         slice_spec = { 'slice_fields': {'name':'%s_pslc%d'%(login_base(index),i),
 190                                         'instantiation':'plc-instantiated',
 191                                         'url':'http://foo%d.com'%index,
 192                                         'description':'testslice number %d'%i,
 193                                         'max_nodes':2,
 194                                         },
 195                        'usernames' : [ 'pi','tech','techuser' ],
 196                        'nodenames' : all_nodenames(options,index),
 197                        'sitename' : login_base(index),
 198                        'owner' : 'pi',
 199                        }
 200         # odd one has an initscript_body
 201         if i%2==1:
 202             slice_spec['initscriptbody']=initscript_by_body
 203             slice_spec['initscriptstamp']='the_script_body'
 204         else:
 205             slice_spec['initscriptname']='the_script_name'
 206             slice_spec['initscriptstamp']='the_script_name'
 207     return [ theslice(1) for i in range (2*index-1,2*index+1) ]
 208
 209 def all_slicenames (options,index):
 210     return [ slice['slice_fields']['name'] for slice in slices(options,index)]
 211
 212 def tcp_tests (options,index):
 213     if index == 1:
 214         return [
 215             # local test
 216             { 'server_node': 'node1',
 217               'server_slice' : '%s_pslc1'%login_base(index),
 218               'client_node' : 'node1',
 219               'client_slice' : '%s_pslc1'%login_base(index),
 220               'port' : 2000,
 221               }]
 222     elif index == 2:
 223         return [
 224             # remote test
 225             { 'server_node': 'node2',
 226               'server_slice' : '%s_pslc3'%login_base(index),
 227               'client_node' : 'node2',
 228               'client_slice' : '%s_pslc4'%login_base(index),
 229               'port' : 4000,
 230               },
 231             ]
 232     else:
 233         return []
 234
 235 # the semantic for 't_from' and 't_until' here is:
 236 # if they are smaller than one year, they are relative to the current time, expressed in grains
 237 # otherwise they are absolute
 238 def leases (options, index):
 239     leases=[]
 240     counter=0
 241     slices=all_slicenames(options,index)
 242     slice_sequence = slices[:1] + slices + [None,]
 243     for iterator in range(12):
 244         for slice in slice_sequence:
 245             leases.append ( {'slice' : slice, 't_from':counter,'t_until':counter+1} )
 246             counter += 1
 247     return leases
 248
 249 def plc (options,index) :
 250     return {
 251         'name' : 'onetest%d'%index,
 252         # as of yet, not sure we can handle foreign hosts, but this is required though
 253         'hostname' : 'deferred-myplc-hostbox-%d'%index,
 254         # set these two items to run within a vserver
 255         'vservername': 'deferred-vservername',
 256         'vserverip': 'deferred-vserverip',
 257         'role' : 'root',
 258         'PLC_NAME' : 'Regression TestLab',
 259         'PLC_ROOT_USER' : 'root@test.onelab.eu',
 260         'PLC_ROOT_PASSWORD' : 'test++',
 261         'PLC_SLICE_PREFIX' : 'auto',
 262         'PLC_SHORTNAME' : 'Rlab',
 263         'PLC_MAIL_ENABLED':'false',
 264         'PLC_MAIL_SUPPORT_ADDRESS' : 'thierry.parmentelat@inria.fr',
 265         'PLC_DB_HOST' : 'deferred-myplc-hostname',
 266         'PLC_DB_PASSWORD' : 'mnbvcxzlkjhgfdsapoiuytrewq',
 267         'PLC_API_HOST' : 'deferred-myplc-hostname',
 268         'PLC_WWW_HOST' : 'deferred-myplc-hostname',
 269         'PLC_BOOT_HOST' : 'deferred-myplc-hostname',
 270         'PLC_NET_DNS1' : 'deferred-dns-1',
 271         'PLC_NET_DNS2' : 'deferred-dns-2',
 272         'PLC_RESERVATION_GRANULARITY':1800,
 273         # minimal config so the omf plugins actually trigger
 274         'PLC_OMF_ENABLED' : 'true',
 275         'PLC_OMF_XMPP_SERVER': 'deferred-myplc-hostname',
 276         'sites' : sites(options,index),
 277         'keys' : keys(options,index),
 278         'initscripts': initscripts(options,index),
 279         'slices' : slices(options,index),
 280         'tcp_test' : tcp_tests(options,index),
 281         'sfa' : sfa(options,index),
 282         'leases' : leases (options, index),
 283     }
 284
 285 def sfa (options,index) :
 286     piuser='fake-pi%d'%index
 287     regularuser='sfafakeuser%d'%index
 288     slicename='fslc%d'%index
 289     return {
 290         'SFA_REGISTRY_ROOT_AUTH' : sfa_root(index),
 291         'SFA_INTERFACE_HRN' : sfa_root(index),
 292 #        'SFA_REGISTRY_LEVEL1_AUTH' : '',
 293         'SFA_REGISTRY_HOST' : 'deferred-myplc-hostname',
 294         'SFA_AGGREGATE_HOST': 'deferred-myplc-hostname',
 295         'SFA_SM_HOST': 'deferred-myplc-hostname',
 296         'SFA_PLC_USER' : 'root@test.onelab.eu',
 297         'SFA_PLC_PASSWORD' : 'test++',
 298         'SFA_PLC_DB_HOST':'deferred-myplc-hostname',
 299         'SFA_PLC_DB_USER' : 'pgsqluser',
 300         'SFA_PLC_DB_PASSWORD' : 'mnbvcxzlkjhgfdsapoiuytrewq',
 301         'SFA_PLC_URL' : 'deferred-myplc-api-url',
 302         'SFA_API_DEBUG': True,
 303         'sfa_slice_specs' : sfa_slice_specs(options,index,slicename,regularuser),
 304         'sfa_slice_xml' : sfa_slice_xml(options,index,piuser,slicename),
 305         'sfa_person_xml' : sfa_person_xml(options,index,regularuser),
 306         'sfa_slice_rspec' : sfa_slice_rspec(options,index),
 307         'login_base' : login_base(index),
 308         'piuser' : piuser,
 309         'regularuser':regularuser,
 310         'slicename' : slicename,
 311         'domain':domain,
 312     }
 313
 314 def sfa_slice_specs (options,index,slicename,regularuser):
 315     return [ { 'slice_fields': {'name':'%s_%s'%(login_base(index),slicename),
 316                                 'url':'http://foo%d@foo.com'%index,
 317                                 'description':'SFA-testing',
 318                                 'max_nodes':2,
 319                                 },
 320                'usernames' : [ (regularuser,'key1') ],
 321                'nodenames' : all_nodenames(options,index),
 322                'sitename' : login_base(index),
 323                }]
 324
 325 def sfa_slice_xml(options,index,piuser,slicename):
 326     prefix='%s.%s'%(sfa_root(index),login_base(index))
 327     hrn=prefix+'.'+slicename
 328     researcher=prefix+'.'+piuser
 329
 330     return  ['<record hrn="%s" type="slice" description="SFA-testing" url="http://test.onelab.eu/"><researcher>%s</researcher></record>'%(hrn, researcher)]
 331
 332 def sfa_person_xml(options,index,regularuser):
 333     prefix='%s.%s'%(sfa_root(index),login_base(index))
 334     hrn=prefix+'.'+regularuser
 335     mail="%s@%s"%(regularuser,domain)
 336     key=public_key
 337
 338     return ['<record email="%(mail)s" enabled="True" first_name="Fake" hrn="%(hrn)s" last_name="Sfa" name="%(hrn)s" type="user"><keys>%(key)s</keys><role_ids>20</role_ids><role_ids>10</role_ids><site_ids>1</site_ids><roles>pi</roles><roles>admin</roles><sites>%(prefix)s</sites></record>'%locals()]
 339
 340 def sfa_slice_rspec(options,index):
 341     node_name='deferred'
 342
 343     return {
 344         'part1' : '<?xml version="1.0" ?><Rspec><networks><NetSpec name=',
 345         'part2' : '%s'%sfa_root(index),
 346         'part3' : '><nodes><NodeSpec cpu_min="" cpu_pct="" cpu_share="" disk_max="" init_params="" name=\"',
 347         'part4' : '%s'%node_name,
 348         'part5' : '\" start_time="" type=""><net_if><IfSpec init_params="" ip_spoof="" max_kbyte="" max_rate="" min_rate="" name="True" type="ipv4"/></net_if></NodeSpec></nodes></NetSpec></networks></Rspec>',
 349            }
 350
 351 def config (plc_specs,options):
 352     result=plc_specs
 353     for i in range (options.size):
 354         result.append(plc(options,i+1))
 355     return result