knows about the new plcapi interface about ipaddresses and routes
[tests.git] / system / config_default.py
1 # Thierry Parmentelat <thierry.parmentelat@inria.fr>
2 # Copyright (C) 2010 INRIA 
3 #
4 # a configuration module is expected:
5 # (*) to define a config method
6 # (*) that takes two arguments
7 #     (**) the current set of plc_specs as output by the preceding config modules
8 #     (**) TestMain options field
9 # (*) and that returns the new set of plc_specs
10
11 # values like 'hostname', 'ip' and the like are rewritten later with a TestPool object
12
13 domain="onelab.eu"
14
15 ### for the sfa dual setup
16 def login_base (index): 
17     if index==1: return 'inri'
18     elif index==2: return 'princ'
19     # index=3=>'sitea'  4=>'siteb' 
20     else: return 'site%s'%chr(index+94)
21
22 def sfa_root (index):
23     # use plt (planetlab test) instead of pl
24     # otherwise a triangular test ends up with 'plc'
25     # plta, pltb, ...
26     return 'plt%s'%chr(index+96)
27
28 def nodes(options,index):
29     return [{'name':'node%d'%index,
30              'node_fields':             {'hostname': 'deferred-nodename%d'%index,
31                                          'model':'qemu/minhw', } ,
32              'host_box': 'deferred-node-hostbox-%d'%index,
33              'owner' : 'pi',
34              'nodegroups' : 'mynodegroup',
35              'interface_fields':        { 'method':'static',
36                                           'type':'ipv4',
37                                           'ip':'xxx-deferred-xxx',
38                                           'gateway':'xxx-deferred-xxx',
39                                           'network':'xxx-deferred-xxx',
40                                           'broadcast':'xxx-deferred-xxx',
41                                           'netmask':'xxx-deferred-xxx',
42                                           'dns1': 'xxx-deferred-xxx',
43                                           'dns2': 'xxx-deferred-xxx',
44                                           },
45              # how to deal with the new plcapi way of modeling interfaces
46              # last_updated - ip_address_ids - is_primary - hostname 
47              # method 'static' or 'dhcp' - mac - interface_tag_ids
48              # if_name - ifname (accessor) - bwlimit
49              # xxx remains to deal with dns1 dns2 and gateway
50              # this gets appended to node_fields with the new interface
51              'node_fields_nint' :       { 'dns':'xxx-deferred-xxx',
52                                           },
53              'interface_fields_nint' :  { 'is_primary' : True,
54                                           'method' : 'static',
55                                           },
56              # last_updated - netmask - ip_addr - type (e.g., 'ipv4')
57              'ipaddress_fields' :       { 'type' : 'ipv4',
58                                           'ip_addr' : 'xxx-deferred-xxx',
59                                           'netmask' : 'xxx-deferred-xxx',
60                                           } ,
61              'route_fields' :           { 'subnet' : '0.0.0.0/0',
62                                           'next_hop' : 'xxx-deferred-xxx',
63                                           },
64              }]
65
66 def all_nodenames (options,index):
67     return [ node['name'] for node in nodes(options,index)]
68
69 def users (options) :
70     return [ {'name' : 'pi', 'keynames' : [ 'key1' ],
71               'user_fields' : {'first_name':'PI', 'last_name':'PI',
72                                'enabled':'True',
73                                'email':'fake-pi1@%s'%domain,
74                                'password':'testpi'},
75               'roles':['pi']},
76              {'name' : 'tech', 'keynames' : [ 'key1' ],
77               'user_fields' : {'first_name':'Tech', 'last_name':'Tech',
78                                'enabled':'true',
79                                'email':'fake-tech1@%s'%domain,
80                                'password':'testtech'},
81               'roles':['tech']},
82              {'name':'user', 'keynames' : [ 'key1' ],
83               'user_fields' : {'first_name':'User', 'last_name':'User',
84                                'enabled':'true',
85                                'email':'fake-user1@%s'%domain,
86                                'password':'testuser'},
87               'roles':['user']},
88              {'name':'techuser', 'keynames' : [ 'key1' ],
89               'user_fields' : {'first_name':'UserTech', 'last_name':'UserTech',
90                                'enabled':'true',
91                                'email':'fake-tech2@%s'%domain,
92                                'password':'testusertech'},
93               'roles':['tech','user']},
94              {'name':'pitech', 'keynames' : [ 'key1' ],
95               'user_fields' : {'first_name':'PiTech',
96                                'last_name':'PiTech',
97                                'enabled':'true',
98                                'email':'fake-pi2@%s'%domain,
99                                'password':'testusertech'},
100               'roles':['pi','tech']},
101              {'name':'admin', 'keynames' : [ 'key1' ],
102               'user_fields' : {'first_name':'Admin',
103                                'last_name':'Admin',
104                                'enabled':'true',
105                                'email':'admin@%s'%domain,
106                                'password':'testuseradmin'},
107               'roles':['admin']},
108              ]
109
110 def all_usernames (options):
111     return [ user['name'] for user in users(options)]
112
113 def sites (options,index):
114     latitude= -90 + (index*10)
115     longitude= -180 + (index*20)
116     return [ {'site_fields' : {'name':'main site for plc number %d'%index,
117                                'login_base':login_base(index),
118                                'abbreviated_name':'PlanetTest%d'%index,
119                                'max_slices':100,
120                                'url':'http://test.onelab.eu',
121                                'latitude':float(latitude),
122                                'longitude':float(longitude),
123                                },
124               'address_fields' : {'line1':'route des lucioles',
125                                   'city':'sophia',
126                                   'state':'fr',
127                                   'postalcode':'06600',
128                                   'country':'France',
129                                   },
130               'users' : users(options),
131               'nodes': nodes(options,index),
132             }]
133
134 ##########
135 public_key="""ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA4jNj8yT9ieEc6nSJz/ESu4fui9WrJ2y/MCfqIZ5WcdVKhBFUYyIenmUaeTduMcSqvoYRQ4QnFR1BFdLG8XR9D6FWZ5zTKUgpkew22EVNeqai4IXeWYKyt1Qf3ehaz9E3o1PG/bmQNIM6aQay6TD1Y4lqXI+eTVXVQev4K2fixySjFQpp9RB4UHbeA8c28yoa/cgAYHqCqlvm9uvpGMjgm/Qa4M+ZeO7NdjowfaF/wF4BQIzVFN9YRhvQ/d8WDz84B5Pr0J7pWpaX7EyC4bvdskxl6kmdNIwIRcIe4OcuIiX5Z9oO+7h/chsEVJWF4vqNIYlL9Zvyhnr0hLLhhuk2bw== root@test.onelab.eu
136 """
137 private_key="""-----BEGIN RSA PRIVATE KEY-----
138 MIIEogIBAAKCAQEA4jNj8yT9ieEc6nSJz/ESu4fui9WrJ2y/MCfqIZ5WcdVKhBFU
139 YyIenmUaeTduMcSqvoYRQ4QnFR1BFdLG8XR9D6FWZ5zTKUgpkew22EVNeqai4IXe
140 WYKyt1Qf3ehaz9E3o1PG/bmQNIM6aQay6TD1Y4lqXI+eTVXVQev4K2fixySjFQpp
141 9RB4UHbeA8c28yoa/cgAYHqCqlvm9uvpGMjgm/Qa4M+ZeO7NdjowfaF/wF4BQIzV
142 FN9YRhvQ/d8WDz84B5Pr0J7pWpaX7EyC4bvdskxl6kmdNIwIRcIe4OcuIiX5Z9oO
143 +7h/chsEVJWF4vqNIYlL9Zvyhnr0hLLhhuk2bwIBIwKCAQATY32Yf4NyN93oNd/t
144 QIyTuzG0NuLI3W95J/4gI4PAnUDmv6glwRiRO92ynlnnAjqFW/LZ5sGFd4k8YoYU
145 sjaa8JJgpwrJBi9y6Fx47/9Tp+ITPqyoliyTXvtqysX0jkaY+I1mNHoTITDkbknZ
146 eTma0UOhiKcrMz4qOMwg+kajWsAhIplJXyf0Mio/XuyqjMT4wI/NyGZQ4bGuUjO7
147 gj3p+9psOvONsRBW4MV27W5ts9c7HEXg+VJ2PSCEMs+uyzXcdnMJcTb4zQ/+tVxR
148 5IMeEuR9ZzDNkDtNF6Nnw5kYcTBNoayzZbUfjcuSmsMklMXr0qJ4qcW9/ONKgBQ9
149 6qhDAoGBAPkvSYuF/bxwatEiUKyF97oGDe025h/58aqK1VBD5/BBVqqvbQOeNtR5
150 /LerGfFa5D9Jm+6U97gDdq3tH0j95Mo0F00LWq2+vp7U4DTQsiddepzNdbcvSrzT
151 NVZ2cnOAlKTHO4hGggShm04n/M5LOzkHtI5TLcIJjw4b5iiIw9EtAoGBAOhjLTds
152 Zz8UbXVTeGv8yBGhnjAeHQ5WISN6V5KenB4GIyaYCCcQUOUGqc5nCttlnPLv/GHp
153 4DOJ2/0KbwDEwk7HbAtXG2Tv1OkmfcOq9RH19V9lyqynA+zvI6taisCEaMvBlafd
154 k+RgXsR+NdLs96RakKt4BtgpuuADoSIryQ+LAoGBAKremNSzpq0Z4tiMjxc3Ssiz
155 scc7lnxTnmZQkkWq6C+3xmZpqdaYYByra3ahNlxblTK2IcgroozPLM8I/4KCNnwG
156 dmC3VB9eOZF8B3SsXOfLEj+i1GBa8WuJg6kAw4JmzFO70Qz9JfSMErk//c9Jh7IT
157 6YYqaIUN3nATIXrhcFTrAoGAVlC5BfUQZ+MEFaKpEiqwthd1RRJ/0h/9rhd/nNvT
158 lh+JZhs2OmUlXGGPhy2WUX2DcC1AfCOrC9Qego7YxcVsvizQW/vIWLDaDXSyXp6V
159 ilQKrmejDO2Tvmdzpguv4Rs83fdyGcdUMEENQas4kCwhd49aTlEnHRbQYdV2XSY0
160 vKECgYEAlhYzfSswIF2h5/hGDLETxgNJ2kD0HIZYh7aud6X6aEYNdJopbfbEhifU
161 vTbf8GtvERDoxWEsk9Qp7km8xXfKWdcZtqIwsSmn/ri5d7iyvpIk591YIHSY0dr2
162 BO+VyPNWF+kDNI8mSUwi7jLW6liMdhNOmDaSX0+0X8CHtK898xM=
163 -----END RSA PRIVATE KEY-----
164 """
165
166 ### another keypair for the SFA user
167 public_key2="""ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQLvh5LkrjyLIr9UJznTJHMnqjdqzRdc9ekVmI9bx/5X4flnGtPBsr6bK/CPXmWjS2Vw0QOxi1NM45qkQJZXxroS0aehCCrvJRHgp/LOZykWCyNKqVopq9w0kH4jw1KFGIuwWROpOcMq2d/kAwyr6RV/W66KNVqu2XDiNOPJLcuZCuKrH++q3fPyP2zHSJ/irew7vwqIXbDSnVvvyRXYgc9KlR57L4BWthXcUofHlje8wKq7nWBQIUslYtJDryJg5tBvJIFfCFGmWZy0WJlGJd+yppI5jRvt9c6n9HyJKN22lUBTaTaDFvo+Xu5GEazLKG/v8h/o5WpxrrE6Y3TKeX user@test.onelab.eu
168 """
169
170 private_key2="""
171 -----BEGIN RSA PRIVATE KEY-----
172 MIIEpAIBAAKCAQEA0C74eS5K48iyK/VCc50yRzJ6o3as0XXPXpFZiPW8f+V+H5Zx
173 rTwbK+myvwj15lo0tlcNEDsYtTTOOapECWV8a6EtGnoQgq7yUR4KfyzmcpFgsjSq
174 laKavcNJB+I8NShRiLsFkTqTnDKtnf5AMMq+kVf1uuijVartlw4jTjyS3LmQriqx
175 /vqt3z8j9sx0if4q3sO78KiF2w0p1b78kV2IHPSpUeey+AVrYV3FKHx5Y3vMCqu5
176 1gUCFLJWLSQ68iYObQbySBXwhRplmctFiZRiXfsqaSOY0b7fXOp/R8iSjdtpVAU2
177 k2gxb6Pl7uRhGsyyhv7/If6OVqca6xOmN0ynlwIDAQABAoIBADZnwAmzPmEO5vkz
178 7DzYnPYcTA6CCiHnPt1A8Pwo9C0cZXyNzYFvTs6IEW15QwIDGvl4AHL4brmUZjyN
179 saAfBIgAJBBiTARLAgqO5kFcE5FnSrTnrJjUWMo0ydYkmoVt1vj7nzXX8BGG8PZ0
180 JoRZx7mmGhLRjzXpKJQsXq+ohtzlrSoOzkx9jKqCOerhsZGBAIMl/w+gfePWoU6q
181 Q/NPHM0ckgvzNRs7x+AMcCtIn+xZIBzbLTKpoEI3dIvMf46ghAG5mTc08OJjqHaS
182 faTUyp828teAVLtWxAAv2JKcplEnjsDNU8KOGIFkUkwLNTTvwc0pCVYwyDKVxtl3
183 Hv76T5ECgYEA6wiun6IHfY5a4Wcn+vrUsrt3atikiBMiXvZk7ZmU5HKc72+c4mVh
184 frmwF8F355ncI3w63/3CKfP+X4yvsHoR+ps27t2hMMfGco7j3bMDHHpo9n04/1ZX
185 pYP2RlPz4EKAhD2Wi0sgTsxchwrL42qkuolmzT4TWN32xjF2ZwhCDh8CgYEA4sEf
186 VY+jVrMNHoHG/v1UN8nBzF5g6PwHtoo4GrFd4pMb9wo6LX4ib4FGRQfSjZ4kQ0KB
187 Qxrl7xLw4GlYKnYqAqgZ1peb7JN7k5Yq1Drqi61ZZxvdQ2BbO7dx22Bb3VwsKA97
188 DUcWUdKLVw2gU7beMYYBNMliw/E5Gx12Mqvnx4kCgYEAyQSf9cArD+PVLrt/olUt
189 3cAgnq2z6v4Sg43RPLYCdnDgcJjRYYC8JhrC1U6PMvKRKXhzEmiCzEb25Nn62cFN
190 5z0heqLr3kC/JfO4SEF3A8BeTZNEUH6Ub+exluzuxHucV34lZ/VVKI/5Azbksxje
191 0vv5hMj22ybcjR542h5iAJkCgYAsFw8HrPk+l2wanXNbC1j/y/whx8wiITdCuBd2
192 oTw3HRGX9GYhiGAbvFA0hfPb038LkPffW3CQDufFStZ40ycSAyua/Tm1Q2wI428K
193 ezY12IwEr3dTbX3v25iI5nCWVyDC3Ve42jStzjmHwL+G54zGpl6/q9THcrT+37im
194 26QiuQKBgQCTUDGKLqQ+QM8dAl6IZpz+oExdDCWwCNjTMH83tz1Rwoc+npW7z2ZC
195 D/FseVOmS9MqJkgCap5pr4m1Qj5YciZNteIHdkIbD1yDoPaW1NvlOnxzVBQXK3HD
196 rUck4dxa0t30wUFK0XVQjNEArXqvU23EB8Z7bQQMRx0yhd4pF5k29Q==
197 -----END RSA PRIVATE KEY-----
198 """
199
200 def keys (options,index):
201     return [ {'name': 'key1',
202               'private' : private_key,
203               'key_fields' : {'key_type':'ssh',
204                               'key': public_key}},
205              {'name': 'key2',
206               'private' : private_key2,
207               'key_fields' : {'key_type':'ssh',
208                               'key': public_key2}}
209             
210              ]
211
212 ############################## initscripts
213 initscript_by_name="""#!/bin/bash
214 command=$1; shift
215 slicename=$1; shift
216 stamp="the_script_name"
217 stampfile=/tmp/$stamp.stamp
218
219 echo "Running initscript with command=$command and slicename=$slicename"
220
221 function start () {
222   (echo Starting test initscript: $stamp on slicename $slicename ; date) >> $stampfile
223   echo "This is the stdout of the sliver $slicename initscript $command (exp. start) pid=$$" 
224   echo "This is the stderr of the sliver $slicename initscript $command (exp. start) pid=$$" 1>&2
225 }
226 function stop () {
227   echo "Removing stamp $stampfile"
228   rm -f $stampfile
229 }
230 function restart () {
231   stop
232   start
233 }
234 case $command in 
235 start) start ;;
236 stop) stop ;;
237 restart) restart ;;
238 *) echo "Unknown command in initscript $command" ;;
239 esac
240 """
241
242 initscript_by_code=initscript_by_name.replace("the_script_name","the_script_code")
243
244 # one single initscript in the InitScripts table
245 def initscripts(options,index): 
246     return [ { 'initscript_fields' : { 'enabled' : True,
247                                        'name':'the_script_name',
248                                        'script' : initscript_by_name,
249                                        }},
250              ]
251
252 # always return 2 slices
253 # one has an initscript code, the other one an initscript name
254 def slices (options,index):
255     def theslice (i):
256         slice_spec = { 'slice_fields': {'name':'%s_slpl%d'%(login_base(index),i),
257                                         'instantiation':'plc-instantiated',
258                                         'url':'http://foo%d.com'%index,
259                                         'description':'testslice number %d'%i,
260                                         'max_nodes':2,
261                                         },
262                        'usernames' : [ 'pi','user','techuser' ],
263                        'nodenames' : all_nodenames(options,index),
264                        'sitename' : login_base(index),
265                        'owner' : 'pi',
266                        }
267         # odd one has an initscript_code
268         if i%2==1:
269             slice_spec['initscriptcode']=initscript_by_code
270             slice_spec['initscriptstamp']='the_script_code'
271         # even one has an initscript (name)
272         else:
273             slice_spec['initscriptname']='the_script_name'
274             slice_spec['initscriptstamp']='the_script_name'
275         return slice_spec
276     return [ theslice(i) for i in range (2*index-1,2*index+1) ]
277
278 def all_slicenames (options,index):
279     return [ slice['slice_fields']['name'] for slice in slices(options,index)]
280
281 def tcp_tests (options,index):
282     if index == 1:
283         return [
284             # local test
285             { 'server_node': 'node1',
286               'server_slice' : '%s_slpl1'%login_base(index),
287               'client_node' : 'node1',
288               'client_slice' : '%s_slpl1'%login_base(index),
289               'port' : 2000,
290               }]
291     elif index == 2:
292         return [
293             # remote test
294             { 'server_node': 'node2',
295               'server_slice' : '%s_slpl3'%login_base(index),
296               'client_node' : 'node2',
297               'client_slice' : '%s_slpl4'%login_base(index),
298               'port' : 4000,
299               },
300             ]
301     else:
302         return []
303
304 # the semantic for 't_from' and 't_until' here is:
305 # if they are smaller than one year, they are relative to the current time, expressed in grains
306 # otherwise they are absolute
307 def leases (options, index):
308     leases=[]
309     counter=0
310     slices=all_slicenames(options,index)
311     slice_sequence = slices[:1] + slices + [None,]
312     for iterator in range(12):
313         for slice in slice_sequence:
314             leases.append ( {'slice' : slice, 't_from':counter,'t_until':counter+1} )
315             counter += 1
316     return leases
317
318 def plc (options,index) :
319     return { 
320         'index' : index,
321         'name' : 'plctest%d'%index,
322         # as of yet, not sure we can handle foreign hosts, but this is required though
323         'host_box' : 'deferred-myplc-hostbox-%d'%index,
324         # set these two items to run within a vserver
325         'vservername': 'deferred-vservername',
326         'vserverip': 'deferred-vserverip',
327         'role' : 'root',
328         'PLC_NAME' : 'Regression TestLab',
329         'PLC_ROOT_USER' : 'root@test.onelab.eu',
330         'PLC_ROOT_PASSWORD' : 'test++',
331         'PLC_SLICE_PREFIX' : 'auto',
332         'PLC_SHORTNAME' : 'Rlab',
333         'PLC_MAIL_ENABLED':'false',
334         'PLC_MAIL_SUPPORT_ADDRESS' : 'thierry.parmentelat@inria.fr',
335         'PLC_DB_HOST' : 'deferred-myplc-hostname',
336 #        'PLC_DB_PASSWORD' : 'mnbvcxzlkjhgfdsapoiuytrewq',
337         'PLC_API_HOST' : 'deferred-myplc-hostname',
338         'PLC_WWW_HOST' : 'deferred-myplc-hostname',
339         'PLC_BOOT_HOST' : 'deferred-myplc-hostname',
340         'PLC_NET_DNS1' : 'deferred-dns-1',
341         'PLC_NET_DNS2' : 'deferred-dns-2',
342         'PLC_RESERVATION_GRANULARITY':1800,
343         # minimal config so the omf plugins actually trigger
344         'PLC_OMF_ENABLED' : 'true',
345         'PLC_OMF_XMPP_SERVER': 'deferred-myplc-hostname',
346         'sites' : sites(options,index),
347         'keys' : keys(options,index),
348         'initscripts': initscripts(options,index),
349         'slices' : slices(options,index),
350         'tcp_test' : tcp_tests(options,index),
351         'sfa' : sfa(options,index),
352         'leases' : leases (options, index),
353     }
354
355 # NOTE: SFA currently has SFA_AGGREGATE_API_VERSION=2 baked into the code
356 def sfa (options,index) :
357     return { 
358         # the default is to use AMs in the various aggregates.xml
359         # stack config_sfamesh to point to SMs instead
360         'neighbours-port':12346,
361         ## global sfa-config-tty stuff
362         'SFA_REGISTRY_ROOT_AUTH' : sfa_root(index),
363         'SFA_INTERFACE_HRN' : sfa_root(index),
364         'SFA_REGISTRY_HOST' : 'deferred-myplc-hostname',
365         'SFA_AGGREGATE_HOST': 'deferred-myplc-hostname',
366         'SFA_SM_HOST': 'deferred-myplc-hostname',
367         'SFA_PLC_URL' : 'deferred-myplc-api-url',
368         'SFA_PLC_USER' : 'root@test.onelab.eu',
369         'SFA_PLC_PASSWORD' : 'test++',
370 # use -c sfadebug to increment this one
371         'SFA_API_LOGLEVEL': 1,
372         # details of the slices to create
373         'sfa_slice_specs' : [ sfa_slice_spec(options,index,rspec_style) 
374                               for rspec_style in options.rspec_styles ]
375     }
376
377 # subindex is 0 (pl slice) or 1 (pg slice)
378 def sfa_slice_spec (options,index,rspec_style):
379     the_login_base=login_base(index)
380     piuser='fake-pi%d'%index
381     regularuser='sfauser%d%s'%(index,rspec_style)
382     slicename='slsfa%d%s'%(index,rspec_style)
383     prefix='%s.%s'%(sfa_root(index),the_login_base)
384     hrn=prefix+'.'+slicename
385     user_hrn=prefix+'.'+regularuser
386     pi_hrn=prefix+'.'+piuser
387     key=public_key2
388     mail="%s@%s"%(regularuser,domain)
389     person_record_xml =\
390 '''<record hrn="%(user_hrn)s" type="user" email="%(mail)s" enabled="True" 
391 first_name="Fake" last_name="Sfa style=%(rspec_style)s" >
392 <keys>%(key)s</keys>
393 <roles>user</roles>
394 <roles>tech</roles>
395 </record>'''%locals()
396     slice_record_xml =\
397 '''<record hrn="%s" type="slice" description="SFA-testing" url="http://test.onelab.eu/">
398 <researcher>%s</researcher>
399 </record>'''%(hrn, user_hrn)
400
401
402     return { 'slice_fields': {'name':'%s_%s'%(the_login_base,slicename),
403                               'url':'http://foo%d@foo.com'%index,
404                               'description':'SFA-testing',
405                               'max_nodes':2,
406                               },
407              'login_base' : the_login_base,
408              'piuser' : piuser,
409              'regularuser':regularuser,
410              'domain':domain,
411              'usernames' : [ (regularuser,'key2') ],
412              'nodenames' : all_nodenames(options,index),
413              'sitename' : the_login_base,
414              'slicename' : slicename,
415              'slice_record' : slice_record_xml,
416              'person_record' : person_record_xml,
417              'rspec_style':rspec_style,
418              } 
419
420
421 def config (plc_specs,options):
422     result=plc_specs
423     for i in range (options.size):
424         result.append(plc(options,i+1))
425     return result