clearer comments on how the newint stuff is used
[tests.git] / system / config_default.py
1 # Thierry Parmentelat <thierry.parmentelat@inria.fr>
2 # Copyright (C) 2010 INRIA 
3 #
4 # a configuration module is expected:
5 # (*) to define a config method
6 # (*) that takes two arguments
7 #     (**) the current set of plc_specs as output by the preceding config modules
8 #     (**) TestMain options field
9 # (*) and that returns the new set of plc_specs
10
11 # values like 'hostname', 'ip' and the like are rewritten later with a TestPool object
12
13 domain="onelab.eu"
14
15 ### for the sfa dual setup
16 def login_base (index): 
17     if index==1: return 'inri'
18     elif index==2: return 'princ'
19     # index=3=>'sitea'  4=>'siteb' 
20     else: return 'site%s'%chr(index+94)
21
22 def sfa_root (index):
23     # use plt (planetlab test) instead of pl
24     # otherwise a triangular test ends up with 'plc'
25     # plta, pltb, ...
26     return 'plt%s'%chr(index+96)
27
28 def nodes(options,index):
29     return [{'name':'node%d'%index,
30              'node_fields':             {'hostname': 'deferred-nodename%d'%index,
31                                          'model':'qemu/minhw', } ,
32              'host_box': 'deferred-node-hostbox-%d'%index,
33              'owner' : 'pi',
34              'nodegroups' : 'mynodegroup',
35              'interface_fields':        { 'method':'static',
36                                           'type':'ipv4',
37                                           'ip':'xxx-deferred-xxx',
38                                           'gateway':'xxx-deferred-xxx',
39                                           'network':'xxx-deferred-xxx',
40                                           'broadcast':'xxx-deferred-xxx',
41                                           'netmask':'xxx-deferred-xxx',
42                                           'dns1': 'xxx-deferred-xxx',
43                                           'dns2': 'xxx-deferred-xxx',
44                                           },
45              ######## how to deal with the new plcapi way of modeling interfaces
46              # this pertains to the node as per the new interface - using UpdateNode
47              # after node_fields above is used to create the Node
48              'node_fields_nint' :       { 'dns':'xxx-deferred-xxx',
49                                           },
50              # used in replacement of interface_fields above
51              'interface_fields_nint' :  { 'is_primary' : True,
52                                           'method' : 'static',
53                                           },
54              # used to create an IpAddress
55              'ipaddress_fields' :       { 'type' : 'ipv4',
56                                           'ip_addr' : 'xxx-deferred-xxx',
57                                           'netmask' : 'xxx-deferred-xxx',
58                                           } ,
59              # used to create a Route
60              'route_fields' :           { 'subnet' : '0.0.0.0/0',
61                                           'next_hop' : 'xxx-deferred-xxx',
62                                           },
63              }]
64
65 def all_nodenames (options,index):
66     return [ node['name'] for node in nodes(options,index)]
67
68 def users (options) :
69     return [ {'name' : 'pi', 'keynames' : [ 'key1' ],
70               'user_fields' : {'first_name':'PI', 'last_name':'PI',
71                                'enabled':'True',
72                                'email':'fake-pi1@%s'%domain,
73                                'password':'testpi'},
74               'roles':['pi']},
75              {'name' : 'tech', 'keynames' : [ 'key1' ],
76               'user_fields' : {'first_name':'Tech', 'last_name':'Tech',
77                                'enabled':'true',
78                                'email':'fake-tech1@%s'%domain,
79                                'password':'testtech'},
80               'roles':['tech']},
81              {'name':'user', 'keynames' : [ 'key1' ],
82               'user_fields' : {'first_name':'User', 'last_name':'User',
83                                'enabled':'true',
84                                'email':'fake-user1@%s'%domain,
85                                'password':'testuser'},
86               'roles':['user']},
87              {'name':'techuser', 'keynames' : [ 'key1' ],
88               'user_fields' : {'first_name':'UserTech', 'last_name':'UserTech',
89                                'enabled':'true',
90                                'email':'fake-tech2@%s'%domain,
91                                'password':'testusertech'},
92               'roles':['tech','user']},
93              {'name':'pitech', 'keynames' : [ 'key1' ],
94               'user_fields' : {'first_name':'PiTech',
95                                'last_name':'PiTech',
96                                'enabled':'true',
97                                'email':'fake-pi2@%s'%domain,
98                                'password':'testusertech'},
99               'roles':['pi','tech']},
100              {'name':'admin', 'keynames' : [ 'key1' ],
101               'user_fields' : {'first_name':'Admin',
102                                'last_name':'Admin',
103                                'enabled':'true',
104                                'email':'admin@%s'%domain,
105                                'password':'testuseradmin'},
106               'roles':['admin']},
107              ]
108
109 def all_usernames (options):
110     return [ user['name'] for user in users(options)]
111
112 def sites (options,index):
113     latitude= -90 + (index*10)
114     longitude= -180 + (index*20)
115     return [ {'site_fields' : {'name':'main site for plc number %d'%index,
116                                'login_base':login_base(index),
117                                'abbreviated_name':'PlanetTest%d'%index,
118                                'max_slices':100,
119                                'url':'http://test.onelab.eu',
120                                'latitude':float(latitude),
121                                'longitude':float(longitude),
122                                },
123               'address_fields' : {'line1':'route des lucioles',
124                                   'city':'sophia',
125                                   'state':'fr',
126                                   'postalcode':'06600',
127                                   'country':'France',
128                                   },
129               'users' : users(options),
130               'nodes': nodes(options,index),
131             }]
132
133 ##########
134 public_key="""ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA4jNj8yT9ieEc6nSJz/ESu4fui9WrJ2y/MCfqIZ5WcdVKhBFUYyIenmUaeTduMcSqvoYRQ4QnFR1BFdLG8XR9D6FWZ5zTKUgpkew22EVNeqai4IXeWYKyt1Qf3ehaz9E3o1PG/bmQNIM6aQay6TD1Y4lqXI+eTVXVQev4K2fixySjFQpp9RB4UHbeA8c28yoa/cgAYHqCqlvm9uvpGMjgm/Qa4M+ZeO7NdjowfaF/wF4BQIzVFN9YRhvQ/d8WDz84B5Pr0J7pWpaX7EyC4bvdskxl6kmdNIwIRcIe4OcuIiX5Z9oO+7h/chsEVJWF4vqNIYlL9Zvyhnr0hLLhhuk2bw== root@test.onelab.eu
135 """
136 private_key="""-----BEGIN RSA PRIVATE KEY-----
137 MIIEogIBAAKCAQEA4jNj8yT9ieEc6nSJz/ESu4fui9WrJ2y/MCfqIZ5WcdVKhBFU
138 YyIenmUaeTduMcSqvoYRQ4QnFR1BFdLG8XR9D6FWZ5zTKUgpkew22EVNeqai4IXe
139 WYKyt1Qf3ehaz9E3o1PG/bmQNIM6aQay6TD1Y4lqXI+eTVXVQev4K2fixySjFQpp
140 9RB4UHbeA8c28yoa/cgAYHqCqlvm9uvpGMjgm/Qa4M+ZeO7NdjowfaF/wF4BQIzV
141 FN9YRhvQ/d8WDz84B5Pr0J7pWpaX7EyC4bvdskxl6kmdNIwIRcIe4OcuIiX5Z9oO
142 +7h/chsEVJWF4vqNIYlL9Zvyhnr0hLLhhuk2bwIBIwKCAQATY32Yf4NyN93oNd/t
143 QIyTuzG0NuLI3W95J/4gI4PAnUDmv6glwRiRO92ynlnnAjqFW/LZ5sGFd4k8YoYU
144 sjaa8JJgpwrJBi9y6Fx47/9Tp+ITPqyoliyTXvtqysX0jkaY+I1mNHoTITDkbknZ
145 eTma0UOhiKcrMz4qOMwg+kajWsAhIplJXyf0Mio/XuyqjMT4wI/NyGZQ4bGuUjO7
146 gj3p+9psOvONsRBW4MV27W5ts9c7HEXg+VJ2PSCEMs+uyzXcdnMJcTb4zQ/+tVxR
147 5IMeEuR9ZzDNkDtNF6Nnw5kYcTBNoayzZbUfjcuSmsMklMXr0qJ4qcW9/ONKgBQ9
148 6qhDAoGBAPkvSYuF/bxwatEiUKyF97oGDe025h/58aqK1VBD5/BBVqqvbQOeNtR5
149 /LerGfFa5D9Jm+6U97gDdq3tH0j95Mo0F00LWq2+vp7U4DTQsiddepzNdbcvSrzT
150 NVZ2cnOAlKTHO4hGggShm04n/M5LOzkHtI5TLcIJjw4b5iiIw9EtAoGBAOhjLTds
151 Zz8UbXVTeGv8yBGhnjAeHQ5WISN6V5KenB4GIyaYCCcQUOUGqc5nCttlnPLv/GHp
152 4DOJ2/0KbwDEwk7HbAtXG2Tv1OkmfcOq9RH19V9lyqynA+zvI6taisCEaMvBlafd
153 k+RgXsR+NdLs96RakKt4BtgpuuADoSIryQ+LAoGBAKremNSzpq0Z4tiMjxc3Ssiz
154 scc7lnxTnmZQkkWq6C+3xmZpqdaYYByra3ahNlxblTK2IcgroozPLM8I/4KCNnwG
155 dmC3VB9eOZF8B3SsXOfLEj+i1GBa8WuJg6kAw4JmzFO70Qz9JfSMErk//c9Jh7IT
156 6YYqaIUN3nATIXrhcFTrAoGAVlC5BfUQZ+MEFaKpEiqwthd1RRJ/0h/9rhd/nNvT
157 lh+JZhs2OmUlXGGPhy2WUX2DcC1AfCOrC9Qego7YxcVsvizQW/vIWLDaDXSyXp6V
158 ilQKrmejDO2Tvmdzpguv4Rs83fdyGcdUMEENQas4kCwhd49aTlEnHRbQYdV2XSY0
159 vKECgYEAlhYzfSswIF2h5/hGDLETxgNJ2kD0HIZYh7aud6X6aEYNdJopbfbEhifU
160 vTbf8GtvERDoxWEsk9Qp7km8xXfKWdcZtqIwsSmn/ri5d7iyvpIk591YIHSY0dr2
161 BO+VyPNWF+kDNI8mSUwi7jLW6liMdhNOmDaSX0+0X8CHtK898xM=
162 -----END RSA PRIVATE KEY-----
163 """
164
165 ### another keypair for the SFA user
166 public_key2="""ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQLvh5LkrjyLIr9UJznTJHMnqjdqzRdc9ekVmI9bx/5X4flnGtPBsr6bK/CPXmWjS2Vw0QOxi1NM45qkQJZXxroS0aehCCrvJRHgp/LOZykWCyNKqVopq9w0kH4jw1KFGIuwWROpOcMq2d/kAwyr6RV/W66KNVqu2XDiNOPJLcuZCuKrH++q3fPyP2zHSJ/irew7vwqIXbDSnVvvyRXYgc9KlR57L4BWthXcUofHlje8wKq7nWBQIUslYtJDryJg5tBvJIFfCFGmWZy0WJlGJd+yppI5jRvt9c6n9HyJKN22lUBTaTaDFvo+Xu5GEazLKG/v8h/o5WpxrrE6Y3TKeX user@test.onelab.eu
167 """
168
169 private_key2="""
170 -----BEGIN RSA PRIVATE KEY-----
171 MIIEpAIBAAKCAQEA0C74eS5K48iyK/VCc50yRzJ6o3as0XXPXpFZiPW8f+V+H5Zx
172 rTwbK+myvwj15lo0tlcNEDsYtTTOOapECWV8a6EtGnoQgq7yUR4KfyzmcpFgsjSq
173 laKavcNJB+I8NShRiLsFkTqTnDKtnf5AMMq+kVf1uuijVartlw4jTjyS3LmQriqx
174 /vqt3z8j9sx0if4q3sO78KiF2w0p1b78kV2IHPSpUeey+AVrYV3FKHx5Y3vMCqu5
175 1gUCFLJWLSQ68iYObQbySBXwhRplmctFiZRiXfsqaSOY0b7fXOp/R8iSjdtpVAU2
176 k2gxb6Pl7uRhGsyyhv7/If6OVqca6xOmN0ynlwIDAQABAoIBADZnwAmzPmEO5vkz
177 7DzYnPYcTA6CCiHnPt1A8Pwo9C0cZXyNzYFvTs6IEW15QwIDGvl4AHL4brmUZjyN
178 saAfBIgAJBBiTARLAgqO5kFcE5FnSrTnrJjUWMo0ydYkmoVt1vj7nzXX8BGG8PZ0
179 JoRZx7mmGhLRjzXpKJQsXq+ohtzlrSoOzkx9jKqCOerhsZGBAIMl/w+gfePWoU6q
180 Q/NPHM0ckgvzNRs7x+AMcCtIn+xZIBzbLTKpoEI3dIvMf46ghAG5mTc08OJjqHaS
181 faTUyp828teAVLtWxAAv2JKcplEnjsDNU8KOGIFkUkwLNTTvwc0pCVYwyDKVxtl3
182 Hv76T5ECgYEA6wiun6IHfY5a4Wcn+vrUsrt3atikiBMiXvZk7ZmU5HKc72+c4mVh
183 frmwF8F355ncI3w63/3CKfP+X4yvsHoR+ps27t2hMMfGco7j3bMDHHpo9n04/1ZX
184 pYP2RlPz4EKAhD2Wi0sgTsxchwrL42qkuolmzT4TWN32xjF2ZwhCDh8CgYEA4sEf
185 VY+jVrMNHoHG/v1UN8nBzF5g6PwHtoo4GrFd4pMb9wo6LX4ib4FGRQfSjZ4kQ0KB
186 Qxrl7xLw4GlYKnYqAqgZ1peb7JN7k5Yq1Drqi61ZZxvdQ2BbO7dx22Bb3VwsKA97
187 DUcWUdKLVw2gU7beMYYBNMliw/E5Gx12Mqvnx4kCgYEAyQSf9cArD+PVLrt/olUt
188 3cAgnq2z6v4Sg43RPLYCdnDgcJjRYYC8JhrC1U6PMvKRKXhzEmiCzEb25Nn62cFN
189 5z0heqLr3kC/JfO4SEF3A8BeTZNEUH6Ub+exluzuxHucV34lZ/VVKI/5Azbksxje
190 0vv5hMj22ybcjR542h5iAJkCgYAsFw8HrPk+l2wanXNbC1j/y/whx8wiITdCuBd2
191 oTw3HRGX9GYhiGAbvFA0hfPb038LkPffW3CQDufFStZ40ycSAyua/Tm1Q2wI428K
192 ezY12IwEr3dTbX3v25iI5nCWVyDC3Ve42jStzjmHwL+G54zGpl6/q9THcrT+37im
193 26QiuQKBgQCTUDGKLqQ+QM8dAl6IZpz+oExdDCWwCNjTMH83tz1Rwoc+npW7z2ZC
194 D/FseVOmS9MqJkgCap5pr4m1Qj5YciZNteIHdkIbD1yDoPaW1NvlOnxzVBQXK3HD
195 rUck4dxa0t30wUFK0XVQjNEArXqvU23EB8Z7bQQMRx0yhd4pF5k29Q==
196 -----END RSA PRIVATE KEY-----
197 """
198
199 def keys (options,index):
200     return [ {'name': 'key1',
201               'private' : private_key,
202               'key_fields' : {'key_type':'ssh',
203                               'key': public_key}},
204              {'name': 'key2',
205               'private' : private_key2,
206               'key_fields' : {'key_type':'ssh',
207                               'key': public_key2}}
208             
209              ]
210
211 ############################## initscripts
212 initscript_by_name="""#!/bin/bash
213 command=$1; shift
214 slicename=$1; shift
215 stamp="the_script_name"
216 stampfile=/tmp/$stamp.stamp
217
218 echo "Running initscript with command=$command and slicename=$slicename"
219
220 function start () {
221   (echo Starting test initscript: $stamp on slicename $slicename ; date) >> $stampfile
222   echo "This is the stdout of the sliver $slicename initscript $command (exp. start) pid=$$" 
223   echo "This is the stderr of the sliver $slicename initscript $command (exp. start) pid=$$" 1>&2
224 }
225 function stop () {
226   echo "Removing stamp $stampfile"
227   rm -f $stampfile
228 }
229 function restart () {
230   stop
231   start
232 }
233 case $command in 
234 start) start ;;
235 stop) stop ;;
236 restart) restart ;;
237 *) echo "Unknown command in initscript $command" ;;
238 esac
239 """
240
241 initscript_by_code=initscript_by_name.replace("the_script_name","the_script_code")
242
243 # one single initscript in the InitScripts table
244 def initscripts(options,index): 
245     return [ { 'initscript_fields' : { 'enabled' : True,
246                                        'name':'the_script_name',
247                                        'script' : initscript_by_name,
248                                        }},
249              ]
250
251 # always return 2 slices
252 # one has an initscript code, the other one an initscript name
253 def slices (options,index):
254     def theslice (i):
255         slice_spec = { 'slice_fields': {'name':'%s_slpl%d'%(login_base(index),i),
256                                         'instantiation':'plc-instantiated',
257                                         'url':'http://foo%d.com'%index,
258                                         'description':'testslice number %d'%i,
259                                         'max_nodes':2,
260                                         },
261                        'usernames' : [ 'pi','user','techuser' ],
262                        'nodenames' : all_nodenames(options,index),
263                        'sitename' : login_base(index),
264                        'owner' : 'pi',
265                        }
266         # odd one has an initscript_code
267         if i%2==1:
268             slice_spec['initscriptcode']=initscript_by_code
269             slice_spec['initscriptstamp']='the_script_code'
270         # even one has an initscript (name)
271         else:
272             slice_spec['initscriptname']='the_script_name'
273             slice_spec['initscriptstamp']='the_script_name'
274         return slice_spec
275     return [ theslice(i) for i in range (2*index-1,2*index+1) ]
276
277 def all_slicenames (options,index):
278     return [ slice['slice_fields']['name'] for slice in slices(options,index)]
279
280 def tcp_tests (options,index):
281     if index == 1:
282         return [
283             # local test
284             { 'server_node': 'node1',
285               'server_slice' : '%s_slpl1'%login_base(index),
286               'client_node' : 'node1',
287               'client_slice' : '%s_slpl1'%login_base(index),
288               'port' : 2000,
289               }]
290     elif index == 2:
291         return [
292             # remote test
293             { 'server_node': 'node2',
294               'server_slice' : '%s_slpl3'%login_base(index),
295               'client_node' : 'node2',
296               'client_slice' : '%s_slpl4'%login_base(index),
297               'port' : 4000,
298               },
299             ]
300     else:
301         return []
302
303 # the semantic for 't_from' and 't_until' here is:
304 # if they are smaller than one year, they are relative to the current time, expressed in grains
305 # otherwise they are absolute
306 def leases (options, index):
307     leases=[]
308     counter=0
309     slices=all_slicenames(options,index)
310     slice_sequence = slices[:1] + slices + [None,]
311     for iterator in range(12):
312         for slice in slice_sequence:
313             leases.append ( {'slice' : slice, 't_from':counter,'t_until':counter+1} )
314             counter += 1
315     return leases
316
317 def plc (options,index) :
318     return { 
319         'index' : index,
320         'name' : 'plctest%d'%index,
321         # as of yet, not sure we can handle foreign hosts, but this is required though
322         'host_box' : 'deferred-myplc-hostbox-%d'%index,
323         # set these two items to run within a vserver
324         'vservername': 'deferred-vservername',
325         'vserverip': 'deferred-vserverip',
326         'role' : 'root',
327         'PLC_NAME' : 'Regression TestLab',
328         'PLC_ROOT_USER' : 'root@test.onelab.eu',
329         'PLC_ROOT_PASSWORD' : 'test++',
330         'PLC_SLICE_PREFIX' : 'auto',
331         'PLC_SHORTNAME' : 'Rlab',
332         'PLC_MAIL_ENABLED':'false',
333         'PLC_MAIL_SUPPORT_ADDRESS' : 'thierry.parmentelat@inria.fr',
334         'PLC_DB_HOST' : 'deferred-myplc-hostname',
335 #        'PLC_DB_PASSWORD' : 'mnbvcxzlkjhgfdsapoiuytrewq',
336         'PLC_API_HOST' : 'deferred-myplc-hostname',
337         'PLC_WWW_HOST' : 'deferred-myplc-hostname',
338         'PLC_BOOT_HOST' : 'deferred-myplc-hostname',
339         'PLC_NET_DNS1' : 'deferred-dns-1',
340         'PLC_NET_DNS2' : 'deferred-dns-2',
341         'PLC_RESERVATION_GRANULARITY':1800,
342         # minimal config so the omf plugins actually trigger
343         'PLC_OMF_ENABLED' : 'true',
344         'PLC_OMF_XMPP_SERVER': 'deferred-myplc-hostname',
345         'sites' : sites(options,index),
346         'keys' : keys(options,index),
347         'initscripts': initscripts(options,index),
348         'slices' : slices(options,index),
349         'tcp_test' : tcp_tests(options,index),
350         'sfa' : sfa(options,index),
351         'leases' : leases (options, index),
352     }
353
354 # NOTE: SFA currently has SFA_AGGREGATE_API_VERSION=2 baked into the code
355 def sfa (options,index) :
356     return { 
357         # the default is to use AMs in the various aggregates.xml
358         # stack config_sfamesh to point to SMs instead
359         'neighbours-port':12346,
360         ## global sfa-config-tty stuff
361         'SFA_REGISTRY_ROOT_AUTH' : sfa_root(index),
362         'SFA_INTERFACE_HRN' : sfa_root(index),
363         'SFA_REGISTRY_HOST' : 'deferred-myplc-hostname',
364         'SFA_AGGREGATE_HOST': 'deferred-myplc-hostname',
365         'SFA_SM_HOST': 'deferred-myplc-hostname',
366         'SFA_PLC_URL' : 'deferred-myplc-api-url',
367         'SFA_PLC_USER' : 'root@test.onelab.eu',
368         'SFA_PLC_PASSWORD' : 'test++',
369 # use -c sfadebug to increment this one
370         'SFA_API_LOGLEVEL': 1,
371         # details of the slices to create
372         'sfa_slice_specs' : [ sfa_slice_spec(options,index,rspec_style) 
373                               for rspec_style in options.rspec_styles ]
374     }
375
376 # subindex is 0 (pl slice) or 1 (pg slice)
377 def sfa_slice_spec (options,index,rspec_style):
378     the_login_base=login_base(index)
379     piuser='fake-pi%d'%index
380     regularuser='sfauser%d%s'%(index,rspec_style)
381     slicename='slsfa%d%s'%(index,rspec_style)
382     prefix='%s.%s'%(sfa_root(index),the_login_base)
383     hrn=prefix+'.'+slicename
384     user_hrn=prefix+'.'+regularuser
385     pi_hrn=prefix+'.'+piuser
386     key=public_key2
387     mail="%s@%s"%(regularuser,domain)
388     person_record_xml =\
389 '''<record hrn="%(user_hrn)s" type="user" email="%(mail)s" enabled="True" 
390 first_name="Fake" last_name="Sfa style=%(rspec_style)s" >
391 <keys>%(key)s</keys>
392 <roles>user</roles>
393 <roles>tech</roles>
394 </record>'''%locals()
395     slice_record_xml =\
396 '''<record hrn="%s" type="slice" description="SFA-testing" url="http://test.onelab.eu/">
397 <researcher>%s</researcher>
398 </record>'''%(hrn, user_hrn)
399
400
401     return { 'slice_fields': {'name':'%s_%s'%(the_login_base,slicename),
402                               'url':'http://foo%d@foo.com'%index,
403                               'description':'SFA-testing',
404                               'max_nodes':2,
405                               },
406              'login_base' : the_login_base,
407              'piuser' : piuser,
408              'regularuser':regularuser,
409              'domain':domain,
410              'usernames' : [ (regularuser,'key2') ],
411              'nodenames' : all_nodenames(options,index),
412              'sitename' : the_login_base,
413              'slicename' : slicename,
414              'slice_record' : slice_record_xml,
415              'person_record' : person_record_xml,
416              'rspec_style':rspec_style,
417              } 
418
419
420 def config (plc_specs,options):
421     result=plc_specs
422     for i in range (options.size):
423         result.append(plc(options,i+1))
424     return result