system/config_default.py

   1 # a configuration module is expected:
   2 # (*) to define a config method
   3 # (*) that takes two arguments
   4 #     (**) the current set of plc_specs as output by the preceding config modules
   5 #     (**) TestMain options field
   6 # (*) and that returns the new set of plc_specs
   7
   8 # values like 'hostname', 'ip' and the like are rewritten later with a TestPool object
   9
  10 reservation_granularity=180
  11
  12 def nodes(options,index):
  13     return [{'name':'node%d'%index,
  14              'node_fields': {'hostname': 'deferred-nodename%d'%index,
  15                              'model':'qemu/minhw', } ,
  16              'host_box': 'deferred-node-hostbox-%d'%index,
  17              'owner' : 'pi',
  18              'nodegroups' : 'mynodegroup',
  19              'interface_fields': { 'method':'static',
  20                                    'type':'ipv4',
  21                                    'ip':'xxx-deferred-xxx',
  22                                    'gateway':'xxx-deferred-xxx',
  23                                    'network':'xxx-deferred-xxx',
  24                                    'broadcast':'xxx-deferred-xxx',
  25                                    'netmask':'xxx-deferred-xxx',
  26                                    'dns1': 'xxx-deferred-xxx',
  27                                    'dns2': 'xxx-deferred-xxx',
  28                                    },
  29              }]
  30
  31 def all_nodenames (options,index):
  32     return [ node['name'] for node in nodes(options,index)]
  33
  34 def users (options) :
  35     domain="onelab.eu"
  36     return [ {'name' : 'pi', 'keynames' : [ 'key1' ],
  37               'user_fields' : {'first_name':'PI', 'last_name':'PI',
  38                                'enabled':'True',
  39                                'email':'fake-pi1@%s'%domain,
  40                                'password':'testpi'},
  41               'roles':['pi']},
  42              {'name' : 'tech', 'keynames' : [ 'key1' ],
  43               'user_fields' : {'first_name':'Tech', 'last_name':'Tech',
  44                                'enabled':'true',
  45                                'email':'fake-tech1@%s'%domain,
  46                                'password':'testtech'},
  47               'roles':['tech']},
  48              {'name':'user', 'keynames' : [ 'key1' ],
  49               'user_fields' : {'first_name':'User', 'last_name':'User',
  50                                'enabled':'true',
  51                                'email':'fake-user1@%s'%domain,
  52                                'password':'testuser'},
  53               'roles':['user']},
  54              {'name':'techuser', 'keynames' : [ 'key1' ],
  55               'user_fields' : {'first_name':'UserTech', 'last_name':'UserTech',
  56                                'enabled':'true',
  57                                'email':'fake-tech2@%s'%domain,
  58                                'password':'testusertech'},
  59               'roles':['tech','user']},
  60              {'name':'pitech', 'keynames' : [ 'key1' ],
  61               'user_fields' : {'first_name':'PiTech',
  62                                'last_name':'PiTech',
  63                                'enabled':'true',
  64                                'email':'fake-pi2@%s'%domain,
  65                                'password':'testusertech'},
  66               'roles':['pi','tech']},
  67              {'name':'admin', 'keynames' : [ 'key1' ],
  68               'user_fields' : {'first_name':'Admin',
  69                                'last_name':'Admin',
  70                                'enabled':'true',
  71                                'email':'admin@%s'%domain,
  72                                'password':'testuseradmin'},
  73               'roles':['admin']},
  74              ]
  75
  76 def all_usernames (options):
  77     return [ user['name'] for user in users(options)]
  78
  79 def sites (options,index):
  80     return [ {'site_fields' : {'name':'mainsite',
  81                                'login_base':'main',
  82                                'abbreviated_name':'PLanettest',
  83                                'max_slices':100,
  84                                'url':'http://test.onelab.eu',
  85                                },
  86               'address_fields' : {'line1':'route des lucioles',
  87                                   'city':'sophia',
  88                                   'state':'fr',
  89                                   'postalcode':'06600',
  90                                   'country':'france',
  91                                   },
  92               'users' : users(options),
  93               'nodes': nodes(options,index),
  94             }]
  95
  96 ##########
  97 public_key="""ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA4jNj8yT9ieEc6nSJz/ESu4fui9WrJ2y/MCfqIZ5WcdVKhBFUYyIenmUaeTduMcSqvoYRQ4QnFR1BFdLG8XR9D6FWZ5zTKUgpkew22EVNeqai4IXeWYKyt1Qf3ehaz9E3o1PG/bmQNIM6aQay6TD1Y4lqXI+eTVXVQev4K2fixySjFQpp9RB4UHbeA8c28yoa/cgAYHqCqlvm9uvpGMjgm/Qa4M+ZeO7NdjowfaF/wF4BQIzVFN9YRhvQ/d8WDz84B5Pr0J7pWpaX7EyC4bvdskxl6kmdNIwIRcIe4OcuIiX5Z9oO+7h/chsEVJWF4vqNIYlL9Zvyhnr0hLLhhuk2bw== root@test.onelab.eu
  98 """
  99 private_key="""-----BEGIN RSA PRIVATE KEY-----
 100 MIIEogIBAAKCAQEA4jNj8yT9ieEc6nSJz/ESu4fui9WrJ2y/MCfqIZ5WcdVKhBFU
 101 YyIenmUaeTduMcSqvoYRQ4QnFR1BFdLG8XR9D6FWZ5zTKUgpkew22EVNeqai4IXe
 102 WYKyt1Qf3ehaz9E3o1PG/bmQNIM6aQay6TD1Y4lqXI+eTVXVQev4K2fixySjFQpp
 103 9RB4UHbeA8c28yoa/cgAYHqCqlvm9uvpGMjgm/Qa4M+ZeO7NdjowfaF/wF4BQIzV
 104 FN9YRhvQ/d8WDz84B5Pr0J7pWpaX7EyC4bvdskxl6kmdNIwIRcIe4OcuIiX5Z9oO
 105 +7h/chsEVJWF4vqNIYlL9Zvyhnr0hLLhhuk2bwIBIwKCAQATY32Yf4NyN93oNd/t
 106 QIyTuzG0NuLI3W95J/4gI4PAnUDmv6glwRiRO92ynlnnAjqFW/LZ5sGFd4k8YoYU
 107 sjaa8JJgpwrJBi9y6Fx47/9Tp+ITPqyoliyTXvtqysX0jkaY+I1mNHoTITDkbknZ
 108 eTma0UOhiKcrMz4qOMwg+kajWsAhIplJXyf0Mio/XuyqjMT4wI/NyGZQ4bGuUjO7
 109 gj3p+9psOvONsRBW4MV27W5ts9c7HEXg+VJ2PSCEMs+uyzXcdnMJcTb4zQ/+tVxR
 110 5IMeEuR9ZzDNkDtNF6Nnw5kYcTBNoayzZbUfjcuSmsMklMXr0qJ4qcW9/ONKgBQ9
 111 6qhDAoGBAPkvSYuF/bxwatEiUKyF97oGDe025h/58aqK1VBD5/BBVqqvbQOeNtR5
 112 /LerGfFa5D9Jm+6U97gDdq3tH0j95Mo0F00LWq2+vp7U4DTQsiddepzNdbcvSrzT
 113 NVZ2cnOAlKTHO4hGggShm04n/M5LOzkHtI5TLcIJjw4b5iiIw9EtAoGBAOhjLTds
 114 Zz8UbXVTeGv8yBGhnjAeHQ5WISN6V5KenB4GIyaYCCcQUOUGqc5nCttlnPLv/GHp
 115 4DOJ2/0KbwDEwk7HbAtXG2Tv1OkmfcOq9RH19V9lyqynA+zvI6taisCEaMvBlafd
 116 k+RgXsR+NdLs96RakKt4BtgpuuADoSIryQ+LAoGBAKremNSzpq0Z4tiMjxc3Ssiz
 117 scc7lnxTnmZQkkWq6C+3xmZpqdaYYByra3ahNlxblTK2IcgroozPLM8I/4KCNnwG
 118 dmC3VB9eOZF8B3SsXOfLEj+i1GBa8WuJg6kAw4JmzFO70Qz9JfSMErk//c9Jh7IT
 119 6YYqaIUN3nATIXrhcFTrAoGAVlC5BfUQZ+MEFaKpEiqwthd1RRJ/0h/9rhd/nNvT
 120 lh+JZhs2OmUlXGGPhy2WUX2DcC1AfCOrC9Qego7YxcVsvizQW/vIWLDaDXSyXp6V
 121 ilQKrmejDO2Tvmdzpguv4Rs83fdyGcdUMEENQas4kCwhd49aTlEnHRbQYdV2XSY0
 122 vKECgYEAlhYzfSswIF2h5/hGDLETxgNJ2kD0HIZYh7aud6X6aEYNdJopbfbEhifU
 123 vTbf8GtvERDoxWEsk9Qp7km8xXfKWdcZtqIwsSmn/ri5d7iyvpIk591YIHSY0dr2
 124 BO+VyPNWF+kDNI8mSUwi7jLW6liMdhNOmDaSX0+0X8CHtK898xM=
 125 -----END RSA PRIVATE KEY-----
 126 """
 127
 128 def keys (options,index):
 129     return [ {'name': 'key1',
 130               'private' : private_key,
 131               'key_fields' : {'key_type':'ssh',
 132                               'key': public_key}}
 133              ]
 134
 135 def initscripts(options,index):
 136     initscripts= [ { 'initscript_fields' :
 137                      { 'enabled' : True,
 138                        'name':'script1',
 139                        'script' : """#! /bin/sh
 140 (echo Starting test initscript: script1; date) > /tmp/script1.stamp
 141 echo "This is the stdout of the sliver initscript"
 142 exec 1>&2
 143 echo "This is the stderr of the sliver initscript"
 144 """,
 145                        }},
 146                    { 'initscript_fields' :
 147                      { 'enabled' : True,
 148                        'name':'script2',
 149                        'script' : '#! /bin/sh\n (echo Starting test initscript: Stage 2; date) > /tmp/script2.stamp \n ',
 150                        }},
 151                    ]
 152     return initscripts
 153
 154 def slices (options,index):
 155     return [ { 'slice_fields': {'name':'main_pslc%d'%i,
 156                                 'instantiation':'plc-instantiated',
 157                                 'url':'http://foo.com',
 158                                 'description':'testslice number %d'%i,
 159                                 'max_nodes':2,
 160                                 },
 161                'usernames' : [ 'pi','tech','techuser' ],
 162                'nodenames' : all_nodenames(options,index),
 163                'initscriptname' : 'script%d'%i,
 164                'sitename' : 'main',
 165                'owner' : 'pi',
 166                } for i in range (2*index-1,2*index+1) ]
 167
 168 def all_slicenames (options,index):
 169     return [ slice['slice_fields']['name'] for slice in slices(options,index)]
 170
 171 def tcp_tests (options,index):
 172     if index == 1:
 173         return [
 174             # local test
 175             { 'server_node': 'node1',
 176               'server_slice' : 'main_pslc1',
 177               'client_node' : 'node1',
 178               'client_slice' : 'main_pslc1',
 179               'port' : 2000,
 180               }]
 181     elif index == 2:
 182         return [
 183             # remote test
 184             { 'server_node': 'node1',
 185               'server_slice' : 'main_pslc1',
 186               'client_node' : 'node2',
 187               'client_slice' : 'main_pslc2',
 188               'port' : 4000,
 189               },
 190             ]
 191     else:
 192         return []
 193
 194 # the semantic for 't_from' and 't_until' here is:
 195 # if they are smaller than one year, they are relative to the current time
 196 # otherwise they are absolute
 197 def leases (options, index):
 198     leases=[]
 199     counter=0
 200     slices=all_slicenames(options,index)
 201     slice_sequence = slices[:1] + slices + [None,]
 202     for iterator in range(12):
 203         for slice in slice_sequence:
 204             leases.append ( {'slice' : slice, 't_from':counter,'t_until':counter+reservation_granularity} )
 205             counter += reservation_granularity
 206     return leases
 207
 208 def plc (options,index) :
 209     return {
 210         'name' : 'onetest%d'%index,
 211         # as of yet, not sure we can handle foreign hosts, but this is required though
 212         'hostname' : 'deferred-myplc-hostbox-%d'%index,
 213         # set these two items to run within a vserver
 214         'vservername': 'deferred-vservername',
 215         'vserverip': 'deferred-vserverip',
 216         'role' : 'root',
 217         'PLC_ROOT_USER' : 'root@test.onelab.eu',
 218         'PLC_ROOT_PASSWORD' : 'test++',
 219         'PLC_NAME' : 'Regression TestLab',
 220         'PLC_SHORTNAME' : 'Rlab',
 221         'PLC_MAIL_ENABLED':'false',
 222         'PLC_MAIL_SUPPORT_ADDRESS' : 'thierry.parmentelat@sophia.inria.fr',
 223         'PLC_DB_HOST' : 'deferred-myplc-hostname',
 224         'PLC_DB_PASSWORD' : 'mnbvcxzlkjhgfdsapoiuytrewq',
 225         'PLC_API_HOST' : 'deferred-myplc-hostname',
 226         'PLC_WWW_HOST' : 'deferred-myplc-hostname',
 227         'PLC_BOOT_HOST' : 'deferred-myplc-hostname',
 228         'PLC_NET_DNS1' : 'deferred-dns-1',
 229         'PLC_NET_DNS2' : 'deferred-dns-2',
 230         'PLC_RESERVATION_GRANULARITY':reservation_granularity,
 231         'sites' : sites(options,index),
 232         'keys' : keys(options,index),
 233         'initscripts': initscripts(options,index),
 234         'slices' : slices(options,index),
 235         'tcp_test' : tcp_tests(options,index),
 236         'sfa' : sfa(options,index),
 237         'leases' : leases (options, index),
 238     }
 239
 240 def sfa (options,index) :
 241     if index==1:
 242         root_auth='plc'
 243     else:
 244         root_auth='ple'
 245     return {
 246         'SFA_REGISTRY_ROOT_AUTH' : root_auth,
 247         'SFA_REGISTRY_LEVEL1_AUTH' : '',
 248         'SFA_REGISTRY_HOST' : 'deferred-myplc-hostname',
 249         'SFA_AGGREGATE_HOST': 'deferred-myplc-hostname',
 250         'SFA_SM_HOST': 'deferred-myplc-hostname',
 251         'SFA_PLC_USER' : 'root@test.onelab.eu',
 252         'SFA_PLC_PASSWORD' : 'test++',
 253         'SFA_PLC_DB_HOST':'deferred-myplc-hostname',
 254         'SFA_PLC_DB_USER' : 'pgsqluser',
 255         'SFA_PLC_DB_PASSWORD' : 'mnbvcxzlkjhgfdsapoiuytrewq',
 256         'SFA_PLC_URL' : 'deferred-myplc-api-url',
 257         'slices_sfa' : slices_sfa(options,index),
 258         'sfa_slice_xml' : sfa_slice_xml(options,index),
 259         'sfa_person_xml' : sfa_person_xml(options,index),
 260         'sfa_slice_rspec' : sfa_slice_rspec(options,index)
 261     }
 262
 263 def slices_sfa (options,index):
 264     return [ { 'slice_fields': {'name':'main_fslc1',
 265                                 'url':'http://foo%d@foo.com'%index,
 266                                 'description':'SFA-testing',
 267                                 'max_nodes':2,
 268                                 },
 269                'usernames' : [ ('sfafakeuser1','key1') ],
 270                'nodenames' : all_nodenames(options,index),
 271                'sitename' : 'main',
 272                }]
 273
 274 def sfa_slice_xml(options,index):
 275     if index==1:
 276         hrn='plc.main.fslc1'
 277         researcher='plc.main.fake-pi1'
 278     else:
 279         hrn='ple.main.fslc1'
 280         researcher='ple.main.fake-pi1'
 281
 282     return  ["""<record hrn="%s" type="slice" description="SFA-testing" url="http://anil.onelab.eu/"><researcher>%s</researcher></record>"""%(hrn, researcher)]
 283
 284 def sfa_person_xml(options,index):
 285     if index==1:
 286         hrn='plc.main.sfafakeuser1'
 287     else:
 288         hrn='ple.main.sfafakeuser1'
 289
 290     return ["""<record email="sfafakeuser1@onelab.eu" enabled="True" first_name="Anil" hrn="%s" last_name="Kumar" name="%s" type="user"><keys>%s</keys><role_ids>20</role_ids><role_ids>10</role_ids><site_ids>1</site_ids><roles>pi</roles><roles>admin</roles><sites>plc.main</sites></record>"""%(hrn,hrn,public_key)]
 291
 292 def sfa_slice_rspec(options,index):
 293     node_name='deferred'
 294     if index==1:
 295        netspec_name='\"plc\"'
 296     else:
 297        netspec_name='\"ple\"'
 298
 299     return { 'part1' : """<?xml version="1.0" ?><Rspec><networks><NetSpec name=""",
 300              'part2' : "%s"%netspec_name,
 301              'part3' : """><nodes><NodeSpec cpu_min="" cpu_pct="" cpu_share="" disk_max="" init_params="" name=\"""",
 302              'part4' : "%s"%node_name,
 303              'part5' : """\" start_time="" type=""><net_if><IfSpec init_params="" ip_spoof="" max_kbyte="" max_rate="" min_rate="" name="True" type="ipv4"/></net_if></NodeSpec></nodes></NetSpec></networks></Rspec>"""
 304            }
 305
 306 def config (plc_specs,options):
 307     result=plc_specs
 308     for i in range (options.size):
 309         result.append(plc(options,i+1))
 310     return result