Scheduler: adding/removing resources enforce warnings and recount number of unconfigu...
[unfold.git] / portal / sliceresourceview.py
1 from django.template                    import RequestContext
2 from django.shortcuts                   import render_to_response
3
4 from manifold.core.query                import Query, AnalyzedQuery
5 from manifoldapi.manifoldapi            import execute_query
6 import json
7
8 from django.views.generic.base          import TemplateView
9
10 from unfold.loginrequired               import LoginRequiredView
11 from django.http import HttpResponse
12 from django.shortcuts import render
13
14 from unfold.page                        import Page
15
16 from myslice.configengine               import ConfigEngine
17
18 from plugins.apply                      import ApplyPlugin
19 from plugins.querytable                 import QueryTable
20 from plugins.googlemap                  import GoogleMap
21 # from plugins.queryupdater               import QueryUpdaterPlugin
22 from plugins.filter_status              import FilterStatusPlugin
23 from plugins.testbeds                   import TestbedsPlugin
24 from plugins.scheduler2                 import Scheduler2
25
26 # Bristol plugin
27 from plugins.univbris                   import Univbris
28 from plugins.univbrisfoam               import UnivbrisFoam
29 from plugins.univbrisfv                 import UnivbrisFv
30 from plugins.univbrisfvf                import UnivbrisFvf
31 from plugins.univbrisfvfo               import UnivbrisFvfo
32 from plugins.univbristopo               import UnivbrisTopo
33 from plugins.univbrisvtam                   import UnivbrisVtam as UnivbrisVtamPlugin
34 from plugins.univbrisvtamform           import UnivbrisVtamForm
35
36 from plugins.columns_editor             import ColumnsEditor
37 from plugins.sladialog                  import SlaDialog
38 from plugins.lists.simplelist           import SimpleList
39
40 from myslice.theme import ThemeView
41
42 class SliceResourceView (LoginRequiredView, ThemeView):
43     template_name = "slice-resource-view.html"
44     
45     def get(self, request, slicename):
46
47         if request.GET.get('message') : 
48             msg = "Slice successfully updated"
49         else :
50             msg = None
51
52         page = Page(request)
53         metadata = page.get_metadata()
54         page.expose_js_metadata()
55
56         resource_md = metadata.details_by_object('resource')
57         resource_fields = [column['name'] for column in resource_md['column']]
58
59         user_md = metadata.details_by_object('user')
60         user_fields = ['user_hrn'] # [column['name'] for column in user_md['column']]
61
62         query_resource_all = Query.get('resource').select(resource_fields)
63         #page.enqueue_query(query_resource_all)
64
65         # leases query
66         #lease_md = metadata.details_by_object('lease')
67         #lease_fields = [column['name'] for column in lease_md['column']]
68
69         #query_lease_all = Query.get('lease').select(lease_fields)
70         #page.enqueue_query(query_lease_all)
71
72         slice_md = metadata.details_by_object('slice')
73         slice_fields = [column['name'] for column in slice_md['column']]
74         print "SLICE RES VIEW fields = %s" % slice_fields
75         # TODO The query to run is embedded in the URL
76         # Example: select slice_hrn, resource.urn, lease.resource, lease.start_time, lease.end_time from slice where slice_hrn == "ple.upmc.myslicedemo"
77         main_query = Query.get('slice').filter_by('slice_hrn', '=', slicename)
78         main_query.select(slice_fields)
79
80         # Columns shown by default in Query_table plugin
81         page.expose_js_var("QUERYTABLE_MAP","{'Resource name': 'hostname', 'Type': 'type', 'Facility': 'facility_name','Testbed': 'testbed_name', 'Status':'boot_state'}")
82        
83         # Columns checked by default in Columns_selector plugin
84         query_default_fields = ['hostname', 'type', 'facility_name', 'testbed_name', 'boot_state']
85
86         QUERYTABLE_MAP = { 
87             'hostname'      :   'Resource name',
88             'type'          :   'Type',
89             'facility_name' :   'Facility',
90             'testbed_name'  :   'Testbed',
91             'boot_state'    :   'Status',
92         }
93
94
95         #        # SLICE
96         #        'slice_hrn',
97         #        # - The record key is needed otherwise the storage of records
98         #        #   bugs !
99         #        'slice_urn',
100         #        # RESOURCES
101         #        'resource',
102         #        'lease',
103         #        'resource.urn',
104         #        'resource.hostname', 'resource.type',
105         #        # - The facility_name and testbed_name are required for the
106         #        #   testbeds plugin to properly work.
107         #        'resource.facility_name',
108         #        'resource.testbed_name',
109         #        # LEASES
110         #        'lease.resource',
111         #        'lease.start_time',
112         #        'lease.end_time',
113         #        # - The lease_id is important for NITOS identify already existing
114         #        #   leases
115         #        'lease.lease_id',
116
117         #        # FLOWSPACE
118         #        #'flowspace',
119         #        # VMS
120         #        #'vms',
121
122
123         #        #'user.user_hrn',
124         #        #'application.measurement_point.counter'
125         #)
126         # for internal use in the querytable plugin;
127         # needs to be a unique column present for each returned record
128         main_query_init_key = 'urn'
129         aq = AnalyzedQuery(main_query, metadata=metadata)
130         page.enqueue_query(main_query, analyzed_query=aq)
131         sq_resource    = aq.subquery('resource')
132         sq_lease       = aq.subquery('lease')
133         #sq_flowspace   = aq.subquery('flowspace')
134         #sq_vms         = aq.subquery('vms')
135
136         # --------------------------------------------------------------------------
137         # ALL RESOURCES LIST
138         # resources as a list using datatable plugin
139  
140         list_resources     = QueryTable(
141             page           = page,
142             domid          = 'resources-list',
143             title          = 'List view',
144             query          = sq_resource,
145             query_all      = query_resource_all,
146             mapping        = QUERYTABLE_MAP,
147             default_fields = query_default_fields,
148             init_key       = "urn",
149             checkboxes     = True,
150             datatables_options = {
151                 'iDisplayLength': 25,
152                 'bLengthChange' : True,
153                 'bAutoWidth'    : True,
154                 },
155         )
156
157
158         # --------------------------------------------------------------------------
159         # RESERVED RESOURCES LIST
160         # resources as a list using datatable plugin
161  
162         list_reserved_resources = SimpleList(
163             title = None,
164             page  = page,
165             key   = 'urn',
166             query = sq_resource,
167         )
168
169         list_reserved_leases = SimpleList(
170             title = None,
171             page  = page,
172             key   = 'resource',
173             query = sq_lease,
174         )
175
176 #        list_reserved_resources = QueryTable(
177 #            page       = page,
178 #            domid      = 'resources-reserved-list',
179 #            title      = 'List view',
180 #            query      = sq_resource,
181 #            query_all  = sq_resource,
182 #            init_key   = "urn",
183 #            checkboxes = True,
184 #            datatables_options = {
185 #                'iDisplayLength': 25,
186 #                'bLengthChange' : True,
187 #                'bAutoWidth'    : True,
188 #                },
189 #        )
190
191         # --------------------------------------------------------------------------
192         # COLUMNS EDITOR
193         # list of fields to be applied on the query 
194         # this will add/remove columns in QueryTable plugin
195  
196         filter_column_editor = ColumnsEditor(
197             page  = page,
198             query = sq_resource, 
199             query_all = query_resource_all,
200             default_fields = query_default_fields,
201             title = "Select Columns",
202             domid = 'select-columns',
203         )
204
205         # --------------------------------------------------------------------------
206         # RESOURCES MAP
207         # the resources part is made of a Tabs (Geographic, List), 
208
209         map_resources  = GoogleMap(
210             page       = page,
211             title      = 'Geographic view',
212             domid      = 'resources-map',
213             # tab's sons preferably turn this off
214             togglable  = False,
215             query      = sq_resource,
216             # this key is the one issued by google
217             googlemap_api_key = ConfigEngine().googlemap_api_key(),
218             # the key to use at init-time
219             init_key   = main_query_init_key,
220             checkboxes = True,
221             
222             # To center around Europe : 53,9 / 3
223             latitude   = 53.,
224             longitude  = 9.,
225             zoom       = 3,
226         )
227
228         # --------------------------------------------------------------------------
229         # LEASES Nitos Scheduler
230         # Display the leases reservation timeslots of the resources
231
232         resources_as_scheduler2 = Scheduler2( 
233             page       = page,
234             domid      = 'scheduler',
235             title      = 'Scheduler',
236             # this is the query at the core of the slice list
237             query = sq_resource,
238             query_lease = sq_lease,
239         )
240
241         # --------------------------------------------------------------------------
242         # QueryUpdater (Pending Operations)
243  
244 #         pending_resources = QueryUpdaterPlugin(
245 #             page                = page,
246 #             title               = 'Pending operations',
247 #             query               = main_query,
248 #             togglable           = False,
249 #             # start turned off, it will open up itself when stuff comes in
250 #             toggled             = False,
251 #             domid               = 'pending',
252 #             outline_complete    = True,
253 #             username            = request.user,
254 #         )
255
256         # --------------------------------------------------------------------------
257         # NETWORKS
258         # testbeds as a list of filters 
259
260         network_md = metadata.details_by_object('network')
261         network_fields = [column['name'] for column in network_md['column']]
262
263         #query_networks = Query.get('network').select(network_fields)
264         #page.enqueue_query(query_networks)
265
266         filter_testbeds = TestbedsPlugin(
267             page            = page,
268             domid           = 'testbeds-filter',
269             title           = 'Filter by testbeds',
270             query           = sq_resource,
271             #query_networks  = query_networks,
272             #init_key        = "network_hrn",
273             #checkboxes      = True,
274             #datatables_options = {
275             #    'iDisplayLength': 25,
276             #    'bLengthChange' : True,
277             #    'bAutoWidth'    : True,
278             #    },
279         )
280
281         filter_status = FilterStatusPlugin(
282             page            = page,
283             domid           = "filter-status",
284             query           = sq_resource,
285             query_lease     = sq_lease,
286         )
287         apply = ApplyPlugin(
288             page            = page,
289             domid           = "apply",
290             query           = main_query,
291             username            = request.user,
292         )
293             
294         # --------------------------------------------------------------------------
295         # Ofelia OpenFlow Plugin 
296         # Bristol plugin
297
298         # plugin which display a "gathering resources" message 
299         # waiting for all resources to be returned by manifold
300        # univbriswelcome = Univbris(
301        #     page  = page,
302        #     title = 'univbris_welcome',
303        #     domid = 'univbris_welcome',
304        #     query = query_resource_all,
305        # )
306
307        # univbrisfoamlist = UnivbrisFoam(
308        #     page  = page,
309        #     title = 'univbris_foam_ports_selection',
310        #     domid = 'univbris_foam_ports_selection',
311        #     query = query_resource_all,
312        #     query_all = query_resource_all,
313        #     checkboxes = False,
314        #     datatables_options = {
315        #         'iDisplayLength': 10,
316        #         'bLengthChange' : True,
317        #         'bAutoWidth'    : True,
318        #         },
319        # )
320
321        # #plugin which manages the different flowspaces that the user creates, and also sends flowspaces to manifold
322        # univbrisfvlist = UnivbrisFv(
323        #         page  = page,
324        #         title = 'univbris_flowspace_selection',
325        #         domid = 'univbris_flowspace_selection',
326        #         query = sq_flowspace,
327        #         query_all = query_resource_all,
328        #         datatables_options = {
329        #             'iDisplayLength': 5,
330        #             'bLengthChange' : True,
331        #             'bAutoWidth'    : True,
332        #             },
333        # )
334
335        # #plugin which allows the definition of a single flowspace
336        # univbrisfvform = UnivbrisFvf(
337        #         page  = page,
338        #         title = 'univbris_flowspace_form',
339        #         domid = 'univbris_flowspace_form',
340        #         query = query_resource_all,
341        #         query_all = None,
342        #         datatables_options = {
343        #             'iDisplayLength': 3,
344        #             'bLengthChange' : True,
345        #             'bAutoWidth'    : True,
346        #             },
347        # )
348
349            # #plugin which allows the definition the match criteria on a single OPTICAL flowspace
350        # univbrisofvform = UnivbrisFvfo(
351        #     page  = page,
352        #     title = 'univbris_oflowspace_form',
353        #     domid = 'univbris_oflowspace_form',
354            #     query = None,
355        #     query_all = None,
356        #     datatables_options = { 
357        #         'iDisplayLength': 3,
358        #         'bLengthChange' : True,
359        #         'bAutoWidth'    : True,
360        #         },
361        # )
362
363        # #plugin which display the gathered topology
364        # univbristopology = UnivbrisTopo(
365        #     page  = page,
366        #     title = 'univbris_topology',
367        #     domid = 'univbris_topology',
368        #     query = query_resource_all,
369        # )
370
371        # # --------------------------------------------------------------------------
372        # # Ofelia VTAM Plugin 
373        # # Bristol Plugin
374
375        # #plugin which display a table where an experimenter will add VMs to according to his needs
376        # # responsible to send the data to Manifold
377        # univbrisvtamplugin = UnivbrisVtamPlugin(
378        #     page  = page,
379        #     title = 'univbris_vtam',
380        #     domid = 'univbris_vtam',
381        #     query = sq_vms,
382        #     #query = sq_resource,
383        # )
384
385        # #plugin which display a form where an experimenter will specify 
386        # # in which testbed and which physical server to setup the VM
387        # univbrisvtamform = UnivbrisVtamForm(
388        #     page  = page,
389        #     title = 'univbris_vtam_form',
390        #     domid = 'univbris_vtam_form',
391            #     query =  query_resource_all,
392        #     query_all = None,
393        #     datatables_options = { 
394        #         'iDisplayLength': 3,
395        #         'bLengthChange' : True,
396        #         'bAutoWidth'    : True,
397        #         },
398        # )
399
400        # # --------------------------------------------------------------------------
401        # # SLA View and accept dialog
402        # 
403        # sla_dialog = SlaDialog(
404        #     page                = page,
405        #     title               = 'sla dialog',
406        #     query               = main_query,
407        #     togglable           = False,
408        #     # start turned off, it will open up itself when stuff comes in
409        #     toggled             = True,
410        #     domid               = 'sla_dialog',
411        #     outline_complete    = True,
412        #     username            = request.user,
413        # )
414        # 
415         ## check user is pi or not
416         platform_query  = Query().get('local:platform').select('platform_id','platform','gateway_type','disabled')
417         account_query  = Query().get('local:account').select('user_id','platform_id','auth_type','config')
418         platform_details = execute_query(self.request, platform_query)
419         account_details = execute_query(self.request, account_query)
420
421         # XXX When session has expired, this is None and thus not iterable
422         for platform_detail in platform_details:
423             for account_detail in account_details:
424                 if platform_detail['platform_id'] == account_detail['platform_id']:
425                     if 'config' in account_detail and account_detail['config'] is not '':
426                         account_config = json.loads(account_detail['config'])
427                         if 'myslice' in platform_detail['platform']:
428                             acc_auth_cred = account_config.get('delegated_authority_credentials','N/A')
429         # assigning values
430         if acc_auth_cred == {} or acc_auth_cred == 'N/A':
431             pi = "is_not_pi"
432         else:
433             pi = "is_pi"
434         
435         template_env = {}
436         template_env['list_resources'] = list_resources.render(self.request)
437         template_env['list_reserved_resources'] = list_reserved_resources.render(self.request)
438         template_env['list_reserved_leases'] = list_reserved_leases.render(self.request)
439
440         template_env['columns_editor'] = filter_column_editor.render(self.request)
441
442         template_env['filter_testbeds'] = filter_testbeds.render(self.request)
443         template_env['filter_status'] = filter_status.render(self.request)
444         template_env['apply'] = apply.render(self.request)
445
446         template_env['map_resources'] = map_resources.render(self.request)
447         template_env['scheduler'] = resources_as_scheduler2.render(self.request)
448
449         # Bristol plugin
450        # template_env['welcome'] = univbriswelcome.render(self.request)
451        # template_env['resources'] = univbrisfoamlist.render(self.request)
452        # template_env['flowspaces'] = univbrisfvlist.render(self.request)
453        # template_env['oflowspaces_form'] = univbrisofvform.render(self.request)
454        # template_env['flowspaces_form'] = univbrisfvform.render(self.request)
455        # template_env['topology'] = univbristopology.render(self.request)
456        # template_env['vms_list'] = univbrisvtamplugin.render(self.request)
457        # template_env['vm_form'] = univbrisvtamform.render(self.request)
458
459 #        template_env['pending_resources'] = pending_resources.render(self.request)
460        # template_env['sla_dialog'] = '' # sla_dialog.render(self.request)
461         template_env["theme"] = self.theme
462         template_env["username"] = request.user
463         template_env["pi"] = pi
464         template_env["slice"] = slicename
465         template_env["section"] = "resources"
466         template_env["msg"] = msg
467         template_env.update(page.prelude_env())
468
469         return render_to_response(self.template, template_env, context_instance=RequestContext(request))