system/config_default.py

   1 # Thierry Parmentelat <thierry.parmentelat@inria.fr>
   2 # Copyright (C) 2010 INRIA
   3 #
   4 # a configuration module is expected:
   5 # (*) to define a config method
   6 # (*) that takes two arguments
   7 #     (**) the current set of plc_specs as output by the preceding config modules
   8 #     (**) TestMain options field
   9 # (*) and that returns the new set of plc_specs
  10
  11 # values like 'hostname', 'ip' and the like are rewritten later with a TestPool object
  12
  13 domain="onelab.eu"
  14
  15 ### for the sfa dual setup
  16 def login_base (index):
  17     if index==1: return 'inri'
  18     elif index==2: return 'princ'
  19     # index=3=>'sitea'  4=>'siteb'
  20     else: return 'site%s'%chr(index+94)
  21
  22 def sfa_root (index):
  23     # use plt (planetlab test) instead of pl
  24     # otherwise a triangular test ends up with 'plc'
  25     # plta, pltb, ...
  26     return 'plt%s'%chr(index+96)
  27
  28 def nodes(options,index):
  29     return [{'name':'node%d'%index,
  30              'node_fields': {'hostname': 'deferred-nodename%d'%index,
  31                              'model':'qemu/minhw', } ,
  32              'host_box': 'deferred-node-hostbox-%d'%index,
  33              'owner' : 'pi',
  34              'nodegroups' : 'mynodegroup',
  35              'interface_fields': { 'method':'static',
  36                                    'type':'ipv4',
  37                                    'ip':'xxx-deferred-xxx',
  38                                    'gateway':'xxx-deferred-xxx',
  39                                    'network':'xxx-deferred-xxx',
  40                                    'broadcast':'xxx-deferred-xxx',
  41                                    'netmask':'xxx-deferred-xxx',
  42                                    'dns1': 'xxx-deferred-xxx',
  43                                    'dns2': 'xxx-deferred-xxx',
  44                                    },
  45              }]
  46
  47 def all_nodenames (options,index):
  48     return [ node['name'] for node in nodes(options,index)]
  49
  50 def users (options) :
  51     return [ {'name' : 'pi', 'keynames' : [ 'key1' ],
  52               'user_fields' : {'first_name':'PI', 'last_name':'PI',
  53                                'enabled':'True',
  54                                'email':'fake-pi1@%s'%domain,
  55                                'password':'testpi'},
  56               'roles':['pi']},
  57              {'name' : 'tech', 'keynames' : [ 'key1' ],
  58               'user_fields' : {'first_name':'Tech', 'last_name':'Tech',
  59                                'enabled':'true',
  60                                'email':'fake-tech1@%s'%domain,
  61                                'password':'testtech'},
  62               'roles':['tech']},
  63              {'name':'user', 'keynames' : [ 'key1' ],
  64               'user_fields' : {'first_name':'User', 'last_name':'User',
  65                                'enabled':'true',
  66                                'email':'fake-user1@%s'%domain,
  67                                'password':'testuser'},
  68               'roles':['user']},
  69              {'name':'techuser', 'keynames' : [ 'key1' ],
  70               'user_fields' : {'first_name':'UserTech', 'last_name':'UserTech',
  71                                'enabled':'true',
  72                                'email':'fake-tech2@%s'%domain,
  73                                'password':'testusertech'},
  74               'roles':['tech','user']},
  75              {'name':'pitech', 'keynames' : [ 'key1' ],
  76               'user_fields' : {'first_name':'PiTech',
  77                                'last_name':'PiTech',
  78                                'enabled':'true',
  79                                'email':'fake-pi2@%s'%domain,
  80                                'password':'testusertech'},
  81               'roles':['pi','tech']},
  82              {'name':'admin', 'keynames' : [ 'key1' ],
  83               'user_fields' : {'first_name':'Admin',
  84                                'last_name':'Admin',
  85                                'enabled':'true',
  86                                'email':'admin@%s'%domain,
  87                                'password':'testuseradmin'},
  88               'roles':['admin']},
  89              ]
  90
  91 def all_usernames (options):
  92     return [ user['name'] for user in users(options)]
  93
  94 def sites (options,index):
  95     latitude= -90 + (index*10)
  96     longitude= -180 + (index*20)
  97     return [ {'site_fields' : {'name':'main site for plc number %d'%index,
  98                                'login_base':login_base(index),
  99                                'abbreviated_name':'PlanetTest%d'%index,
 100                                'max_slices':100,
 101                                'url':'http://test.onelab.eu',
 102                                'latitude':float(latitude),
 103                                'longitude':float(longitude),
 104                                },
 105               'address_fields' : {'line1':'route des lucioles',
 106                                   'city':'sophia',
 107                                   'state':'fr',
 108                                   'postalcode':'06600',
 109                                   'country':'France',
 110                                   },
 111               'users' : users(options),
 112               'nodes': nodes(options,index),
 113             }]
 114
 115 ##########
 116 public_key="""ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA4jNj8yT9ieEc6nSJz/ESu4fui9WrJ2y/MCfqIZ5WcdVKhBFUYyIenmUaeTduMcSqvoYRQ4QnFR1BFdLG8XR9D6FWZ5zTKUgpkew22EVNeqai4IXeWYKyt1Qf3ehaz9E3o1PG/bmQNIM6aQay6TD1Y4lqXI+eTVXVQev4K2fixySjFQpp9RB4UHbeA8c28yoa/cgAYHqCqlvm9uvpGMjgm/Qa4M+ZeO7NdjowfaF/wF4BQIzVFN9YRhvQ/d8WDz84B5Pr0J7pWpaX7EyC4bvdskxl6kmdNIwIRcIe4OcuIiX5Z9oO+7h/chsEVJWF4vqNIYlL9Zvyhnr0hLLhhuk2bw== root@test.onelab.eu
 117 """
 118 private_key="""-----BEGIN RSA PRIVATE KEY-----
 119 MIIEogIBAAKCAQEA4jNj8yT9ieEc6nSJz/ESu4fui9WrJ2y/MCfqIZ5WcdVKhBFU
 120 YyIenmUaeTduMcSqvoYRQ4QnFR1BFdLG8XR9D6FWZ5zTKUgpkew22EVNeqai4IXe
 121 WYKyt1Qf3ehaz9E3o1PG/bmQNIM6aQay6TD1Y4lqXI+eTVXVQev4K2fixySjFQpp
 122 9RB4UHbeA8c28yoa/cgAYHqCqlvm9uvpGMjgm/Qa4M+ZeO7NdjowfaF/wF4BQIzV
 123 FN9YRhvQ/d8WDz84B5Pr0J7pWpaX7EyC4bvdskxl6kmdNIwIRcIe4OcuIiX5Z9oO
 124 +7h/chsEVJWF4vqNIYlL9Zvyhnr0hLLhhuk2bwIBIwKCAQATY32Yf4NyN93oNd/t
 125 QIyTuzG0NuLI3W95J/4gI4PAnUDmv6glwRiRO92ynlnnAjqFW/LZ5sGFd4k8YoYU
 126 sjaa8JJgpwrJBi9y6Fx47/9Tp+ITPqyoliyTXvtqysX0jkaY+I1mNHoTITDkbknZ
 127 eTma0UOhiKcrMz4qOMwg+kajWsAhIplJXyf0Mio/XuyqjMT4wI/NyGZQ4bGuUjO7
 128 gj3p+9psOvONsRBW4MV27W5ts9c7HEXg+VJ2PSCEMs+uyzXcdnMJcTb4zQ/+tVxR
 129 5IMeEuR9ZzDNkDtNF6Nnw5kYcTBNoayzZbUfjcuSmsMklMXr0qJ4qcW9/ONKgBQ9
 130 6qhDAoGBAPkvSYuF/bxwatEiUKyF97oGDe025h/58aqK1VBD5/BBVqqvbQOeNtR5
 131 /LerGfFa5D9Jm+6U97gDdq3tH0j95Mo0F00LWq2+vp7U4DTQsiddepzNdbcvSrzT
 132 NVZ2cnOAlKTHO4hGggShm04n/M5LOzkHtI5TLcIJjw4b5iiIw9EtAoGBAOhjLTds
 133 Zz8UbXVTeGv8yBGhnjAeHQ5WISN6V5KenB4GIyaYCCcQUOUGqc5nCttlnPLv/GHp
 134 4DOJ2/0KbwDEwk7HbAtXG2Tv1OkmfcOq9RH19V9lyqynA+zvI6taisCEaMvBlafd
 135 k+RgXsR+NdLs96RakKt4BtgpuuADoSIryQ+LAoGBAKremNSzpq0Z4tiMjxc3Ssiz
 136 scc7lnxTnmZQkkWq6C+3xmZpqdaYYByra3ahNlxblTK2IcgroozPLM8I/4KCNnwG
 137 dmC3VB9eOZF8B3SsXOfLEj+i1GBa8WuJg6kAw4JmzFO70Qz9JfSMErk//c9Jh7IT
 138 6YYqaIUN3nATIXrhcFTrAoGAVlC5BfUQZ+MEFaKpEiqwthd1RRJ/0h/9rhd/nNvT
 139 lh+JZhs2OmUlXGGPhy2WUX2DcC1AfCOrC9Qego7YxcVsvizQW/vIWLDaDXSyXp6V
 140 ilQKrmejDO2Tvmdzpguv4Rs83fdyGcdUMEENQas4kCwhd49aTlEnHRbQYdV2XSY0
 141 vKECgYEAlhYzfSswIF2h5/hGDLETxgNJ2kD0HIZYh7aud6X6aEYNdJopbfbEhifU
 142 vTbf8GtvERDoxWEsk9Qp7km8xXfKWdcZtqIwsSmn/ri5d7iyvpIk591YIHSY0dr2
 143 BO+VyPNWF+kDNI8mSUwi7jLW6liMdhNOmDaSX0+0X8CHtK898xM=
 144 -----END RSA PRIVATE KEY-----
 145 """
 146
 147 ### another keypair for the SFA user
 148 public_key2="""ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQLvh5LkrjyLIr9UJznTJHMnqjdqzRdc9ekVmI9bx/5X4flnGtPBsr6bK/CPXmWjS2Vw0QOxi1NM45qkQJZXxroS0aehCCrvJRHgp/LOZykWCyNKqVopq9w0kH4jw1KFGIuwWROpOcMq2d/kAwyr6RV/W66KNVqu2XDiNOPJLcuZCuKrH++q3fPyP2zHSJ/irew7vwqIXbDSnVvvyRXYgc9KlR57L4BWthXcUofHlje8wKq7nWBQIUslYtJDryJg5tBvJIFfCFGmWZy0WJlGJd+yppI5jRvt9c6n9HyJKN22lUBTaTaDFvo+Xu5GEazLKG/v8h/o5WpxrrE6Y3TKeX user@test.onelab.eu
 149 """
 150
 151 private_key2="""
 152 -----BEGIN RSA PRIVATE KEY-----
 153 MIIEpAIBAAKCAQEA0C74eS5K48iyK/VCc50yRzJ6o3as0XXPXpFZiPW8f+V+H5Zx
 154 rTwbK+myvwj15lo0tlcNEDsYtTTOOapECWV8a6EtGnoQgq7yUR4KfyzmcpFgsjSq
 155 laKavcNJB+I8NShRiLsFkTqTnDKtnf5AMMq+kVf1uuijVartlw4jTjyS3LmQriqx
 156 /vqt3z8j9sx0if4q3sO78KiF2w0p1b78kV2IHPSpUeey+AVrYV3FKHx5Y3vMCqu5
 157 1gUCFLJWLSQ68iYObQbySBXwhRplmctFiZRiXfsqaSOY0b7fXOp/R8iSjdtpVAU2
 158 k2gxb6Pl7uRhGsyyhv7/If6OVqca6xOmN0ynlwIDAQABAoIBADZnwAmzPmEO5vkz
 159 7DzYnPYcTA6CCiHnPt1A8Pwo9C0cZXyNzYFvTs6IEW15QwIDGvl4AHL4brmUZjyN
 160 saAfBIgAJBBiTARLAgqO5kFcE5FnSrTnrJjUWMo0ydYkmoVt1vj7nzXX8BGG8PZ0
 161 JoRZx7mmGhLRjzXpKJQsXq+ohtzlrSoOzkx9jKqCOerhsZGBAIMl/w+gfePWoU6q
 162 Q/NPHM0ckgvzNRs7x+AMcCtIn+xZIBzbLTKpoEI3dIvMf46ghAG5mTc08OJjqHaS
 163 faTUyp828teAVLtWxAAv2JKcplEnjsDNU8KOGIFkUkwLNTTvwc0pCVYwyDKVxtl3
 164 Hv76T5ECgYEA6wiun6IHfY5a4Wcn+vrUsrt3atikiBMiXvZk7ZmU5HKc72+c4mVh
 165 frmwF8F355ncI3w63/3CKfP+X4yvsHoR+ps27t2hMMfGco7j3bMDHHpo9n04/1ZX
 166 pYP2RlPz4EKAhD2Wi0sgTsxchwrL42qkuolmzT4TWN32xjF2ZwhCDh8CgYEA4sEf
 167 VY+jVrMNHoHG/v1UN8nBzF5g6PwHtoo4GrFd4pMb9wo6LX4ib4FGRQfSjZ4kQ0KB
 168 Qxrl7xLw4GlYKnYqAqgZ1peb7JN7k5Yq1Drqi61ZZxvdQ2BbO7dx22Bb3VwsKA97
 169 DUcWUdKLVw2gU7beMYYBNMliw/E5Gx12Mqvnx4kCgYEAyQSf9cArD+PVLrt/olUt
 170 3cAgnq2z6v4Sg43RPLYCdnDgcJjRYYC8JhrC1U6PMvKRKXhzEmiCzEb25Nn62cFN
 171 5z0heqLr3kC/JfO4SEF3A8BeTZNEUH6Ub+exluzuxHucV34lZ/VVKI/5Azbksxje
 172 0vv5hMj22ybcjR542h5iAJkCgYAsFw8HrPk+l2wanXNbC1j/y/whx8wiITdCuBd2
 173 oTw3HRGX9GYhiGAbvFA0hfPb038LkPffW3CQDufFStZ40ycSAyua/Tm1Q2wI428K
 174 ezY12IwEr3dTbX3v25iI5nCWVyDC3Ve42jStzjmHwL+G54zGpl6/q9THcrT+37im
 175 26QiuQKBgQCTUDGKLqQ+QM8dAl6IZpz+oExdDCWwCNjTMH83tz1Rwoc+npW7z2ZC
 176 D/FseVOmS9MqJkgCap5pr4m1Qj5YciZNteIHdkIbD1yDoPaW1NvlOnxzVBQXK3HD
 177 rUck4dxa0t30wUFK0XVQjNEArXqvU23EB8Z7bQQMRx0yhd4pF5k29Q==
 178 -----END RSA PRIVATE KEY-----
 179 """
 180
 181 def keys (options,index):
 182     return [ {'name': 'key1',
 183               'private' : private_key,
 184               'key_fields' : {'key_type':'ssh',
 185                               'key': public_key}},
 186              {'name': 'key2',
 187               'private' : private_key2,
 188               'key_fields' : {'key_type':'ssh',
 189                               'key': public_key2}}
 190
 191              ]
 192
 193 ############################## initscripts
 194 initscript_by_name="""#!/bin/bash
 195 command=$1; shift
 196 slicename=$1; shift
 197 stamp="the_script_name"
 198 stampfile=/tmp/$stamp.stamp
 199
 200 echo "Running initscript with command=$command and slicename=$slicename"
 201
 202 function start () {
 203   (echo Starting test initscript: $stamp on slicename $slicename ; date) >> $stampfile
 204   echo "This is the stdout of the sliver $slicename initscript $command (exp. start) pid=$$"
 205   echo "This is the stderr of the sliver $slicename initscript $command (exp. start) pid=$$" 1>&2
 206 }
 207 function stop () {
 208   echo "Removing stamp $stampfile"
 209   rm -f $stampfile
 210 }
 211 function restart () {
 212   stop
 213   start
 214 }
 215 case $command in
 216 start) start ;;
 217 stop) stop ;;
 218 restart) restart ;;
 219 *) echo "Unknown command in initscript $command" ;;
 220 esac
 221 """
 222
 223 initscript_by_code=initscript_by_name.replace("the_script_name","the_script_code")
 224
 225 # one single initscript in the InitScripts table
 226 def initscripts(options,index):
 227     return [ { 'initscript_fields' : { 'enabled' : True,
 228                                        'name':'the_script_name',
 229                                        'script' : initscript_by_name,
 230                                        }},
 231              ]
 232
 233 # always return 2 slices
 234 # one has an initscript code, the other one an initscript name
 235 def slices (options,index):
 236     def theslice (i):
 237         slice_spec = { 'slice_fields': {'name':'%s_slpl%d'%(login_base(index),i),
 238                                         'instantiation':'plc-instantiated',
 239                                         'url':'http://foo%d.com'%index,
 240                                         'description':'testslice number %d'%i,
 241                                         'max_nodes':2,
 242                                         },
 243                        'usernames' : [ 'pi','user','techuser' ],
 244                        'nodenames' : all_nodenames(options,index),
 245                        'sitename' : login_base(index),
 246                        'owner' : 'pi',
 247                        }
 248         # odd one has an initscript_code
 249         if i%2==1:
 250             slice_spec['initscriptcode']=initscript_by_code
 251             slice_spec['initscriptstamp']='the_script_code'
 252         # even one has an initscript (name)
 253         else:
 254             slice_spec['initscriptname']='the_script_name'
 255             slice_spec['initscriptstamp']='the_script_name'
 256         return slice_spec
 257     return [ theslice(i) for i in range (2*index-1,2*index+1) ]
 258
 259 def all_slicenames (options,index):
 260     return [ slice['slice_fields']['name'] for slice in slices(options,index)]
 261
 262 def tcp_tests (options,index):
 263     if index == 1:
 264         return [
 265             # local test
 266             { 'server_node': 'node1',
 267               'server_slice' : '%s_slpl1'%login_base(index),
 268               'client_node' : 'node1',
 269               'client_slice' : '%s_slpl1'%login_base(index),
 270               'port' : 2000,
 271               }]
 272     elif index == 2:
 273         return [
 274             # remote test
 275             { 'server_node': 'node2',
 276               'server_slice' : '%s_slpl3'%login_base(index),
 277               'client_node' : 'node2',
 278               'client_slice' : '%s_slpl4'%login_base(index),
 279               'port' : 4000,
 280               },
 281             ]
 282     else:
 283         return []
 284
 285 # the semantic for 't_from' and 't_until' here is:
 286 # if they are smaller than one year, they are relative to the current time, expressed in grains
 287 # otherwise they are absolute
 288 def leases (options, index):
 289     leases=[]
 290     counter=0
 291     slices=all_slicenames(options,index)
 292     slice_sequence = slices[:1] + slices + [None,]
 293     for iterator in range(12):
 294         for slice in slice_sequence:
 295             leases.append ( {'slice' : slice, 't_from':counter,'t_until':counter+1} )
 296             counter += 1
 297     return leases
 298
 299 def plc (options,index) :
 300     return {
 301         'index' : index,
 302         'name' : 'plctest%d'%index,
 303         # as of yet, not sure we can handle foreign hosts, but this is required though
 304         'host_box' : 'deferred-myplc-hostbox-%d'%index,
 305         # set these two items to run within a vserver
 306         'vservername': 'deferred-vservername',
 307         'vserverip': 'deferred-vserverip',
 308         'role' : 'root',
 309         'PLC_NAME' : 'Regression TestLab',
 310         'PLC_ROOT_USER' : 'root@test.onelab.eu',
 311         'PLC_ROOT_PASSWORD' : 'test++',
 312         'PLC_SLICE_PREFIX' : 'auto',
 313         'PLC_SHORTNAME' : 'Rlab',
 314         'PLC_MAIL_ENABLED':'false',
 315         'PLC_MAIL_SUPPORT_ADDRESS' : 'thierry.parmentelat@inria.fr',
 316         'PLC_DB_HOST' : 'deferred-myplc-hostname',
 317 #        'PLC_DB_PASSWORD' : 'mnbvcxzlkjhgfdsapoiuytrewq',
 318         'PLC_API_HOST' : 'deferred-myplc-hostname',
 319         'PLC_WWW_HOST' : 'deferred-myplc-hostname',
 320         'PLC_BOOT_HOST' : 'deferred-myplc-hostname',
 321         'PLC_NET_DNS1' : 'deferred-dns-1',
 322         'PLC_NET_DNS2' : 'deferred-dns-2',
 323         'PLC_RESERVATION_GRANULARITY':1800,
 324         # minimal config so the omf plugins actually trigger
 325         'PLC_OMF_ENABLED' : 'true',
 326         'PLC_OMF_XMPP_SERVER': 'deferred-myplc-hostname',
 327         'sites' : sites(options,index),
 328         'keys' : keys(options,index),
 329         'initscripts': initscripts(options,index),
 330         'slices' : slices(options,index),
 331         'tcp_test' : tcp_tests(options,index),
 332         'sfa' : sfa(options,index),
 333         'leases' : leases (options, index),
 334     }
 335
 336 def sfa (options,index) :
 337     return {
 338         # the default is to use AMs in the various aggregates.xml
 339         # stack config_sfamesh to point to SMs instead
 340         'neighbours-port':12346,
 341         ## global sfa-config-tty stuff
 342         'SFA_REGISTRY_ROOT_AUTH' : sfa_root(index),
 343         'SFA_INTERFACE_HRN' : sfa_root(index),
 344         'SFA_REGISTRY_HOST' : 'deferred-myplc-hostname',
 345         'SFA_AGGREGATE_HOST': 'deferred-myplc-hostname',
 346         'SFA_SM_HOST': 'deferred-myplc-hostname',
 347         'SFA_PLC_URL' : 'deferred-myplc-api-url',
 348         'SFA_PLC_USER' : 'root@test.onelab.eu',
 349         'SFA_PLC_PASSWORD' : 'test++',
 350 # use -c apiv2 to override this one
 351 #        'SFA_AGGREGATE_API_VERSION' : 1,
 352         'SFA_API_LOGLEVEL': 1,
 353         # details of the slices to create
 354         'sfa_slice_specs' : [ sfa_slice_spec(options,index,rspec_style)
 355                               for rspec_style in options.rspec_styles ]
 356     }
 357
 358 # subindex is 0 (pl slice) or 1 (pg slice)
 359 def sfa_slice_spec (options,index,rspec_style):
 360     the_login_base=login_base(index)
 361     piuser='fake-pi%d'%index
 362     regularuser='sfauser%d%s'%(index,rspec_style)
 363     slicename='slsfa%d%s'%(index,rspec_style)
 364     prefix='%s.%s'%(sfa_root(index),the_login_base)
 365     hrn=prefix+'.'+slicename
 366     user_hrn=prefix+'.'+regularuser
 367     pi_hrn=prefix+'.'+piuser
 368     slice_add_xml = '''<record hrn="%s" type="slice" description="SFA-testing" url="http://test.onelab.eu/">
 369 <researcher>%s</researcher>
 370 </record>'''%(hrn, user_hrn)
 371
 372     mail="%s@%s"%(regularuser,domain)
 373     print 'in sfa_slice_spec','slicename',slicename,'hrn',hrn,'mail',mail
 374     key=public_key2
 375     slice_person_xml ='''<record email="%(mail)s" enabled="True" first_name="Fake" hrn="%(user_hrn)s"
 376 last_name="Sfa %(rspec_style)s" name="%(hrn)s" type="user">
 377 <keys>%(key)s</keys><role_ids>20</role_ids><role_ids>10</role_ids>
 378 <site_ids>1</site_ids><roles>pi</roles><roles>admin</roles><sites>%(prefix)s</sites></record>'''%locals()
 379
 380     return { 'slice_fields': {'name':'%s_%s'%(the_login_base,slicename),
 381                               'url':'http://foo%d@foo.com'%index,
 382                               'description':'SFA-testing',
 383                               'max_nodes':2,
 384                               },
 385              'login_base' : the_login_base,
 386              'piuser' : piuser,
 387              'regularuser':regularuser,
 388              'domain':domain,
 389              'usernames' : [ (regularuser,'key1') ],
 390              'nodenames' : all_nodenames(options,index),
 391              'sitename' : the_login_base,
 392              'slicename' : slicename,
 393              'slice_add_xml' : slice_add_xml,
 394              'slice_person_xml' : slice_person_xml,
 395              'rspec_style':rspec_style,
 396              }
 397
 398
 399 def config (plc_specs,options):
 400     result=plc_specs
 401     for i in range (options.size):
 402         result.append(plc(options,i+1))
 403     return result