4 The sliver manager has several functions. It is responsible for
5 creating, resource limiting, starting, stopping, and destroying
6 slivers. It provides an API for users to access these functions and
7 also to make inter-sliver resource loans. The sliver manager is also
8 responsible for handling delegation accounts.
21 try: from bwlimit import bwmin, bwmax
22 except ImportError: bwmin, bwmax = 8, 1000*1000*1000
27 DEFAULT_ALLOCATION = {
30 'cpu_pct': 0, # percent CPU reserved
31 'cpu_share': 1, # proportional share
32 'cpu_cores': 0, # reserved cpu cores
33 # bandwidth parameters
34 'net_min_rate': bwmin / 1000, # kbps
35 'net_max_rate': bwmax / 1000, # kbps
36 'net_share': 1, # proportional share
37 # bandwidth parameters over routes exempt from node bandwidth limits
38 'net_i2_min_rate': bwmin / 1000, # kbps
39 'net_i2_max_rate': bwmax / 1000, # kbps
40 'net_i2_share': 1, # proportional share
41 'net_max_kbyte' : 10546875, #Kbyte
42 'net_thresh_kbyte': 9492187, #Kbyte
43 'net_i2_max_kbyte': 31640625,
44 'net_i2_thresh_kbyte': 28476562,
46 'disk_max': 10000000, # bytes
50 'ip_addresses': '0.0.0.0',
52 # NOTE: this table is further populated with resource names and
53 # default amounts via the start() function below. This probably
54 # should be changeg and these values should be obtained via the
58 start_requested = False # set to True in order to request that all slivers be started
60 # check leases and adjust the 'reservation_alive' field in slivers
61 # this is not expected to be saved as it will change for the next round
62 def adjustReservedSlivers (data):
64 On reservable nodes, tweak the 'reservation_alive' field to instruct cyclic loop
65 about what to do with slivers.
67 # only impacts reservable nodes
68 if 'reservation_policy' not in data: return
69 policy=data['reservation_policy']
70 if policy not in ['lease_or_idle', 'lease_or_shared']:
71 logger.log ("unexpected reservation_policy %(policy)s"%locals())
74 logger.log("slivermanager.adjustReservedSlivers")
76 # scan leases that are expected to show in ascending order
78 for lease in data['leases']:
79 if lease['t_from'] <= now and now <= lease['t_until']:
83 def is_system_sliver (sliver):
84 for d in sliver['attributes']:
85 if d['tagname']=='system' and d['value']:
89 # mark slivers as appropriate
90 for sliver in data['slivers']:
91 # system slivers must be kept alive
92 if is_system_sliver(sliver):
93 sliver['reservation_alive']=True
98 # with 'idle_or_shared', just let the field out, behave like a shared node
99 # otherwise, mark all slivers as being turned down
100 if policy == 'lease_or_idle':
101 sliver['reservation_alive']=False
103 # there is an active lease, mark it alive and the other not
104 sliver['reservation_alive'] = sliver['name']==active_lease['name']
106 @database.synchronized
107 def GetSlivers(data, config = None, plc=None, fullupdate=True):
108 """This function has two purposes. One, convert GetSlivers() data
109 into a more convenient format. Two, even if no updates are coming
110 in, use the GetSlivers() heartbeat as a cue to scan for expired
113 logger.verbose("slivermanager: Entering GetSlivers with fullupdate=%r"%fullupdate)
114 for key in data.keys():
115 logger.verbose('slivermanager: GetSlivers key : ' + key)
119 f = open('/etc/planetlab/node_id')
120 try: node_id = int(f.read())
122 except: logger.log_exc("slivermanager: GetSlivers failed to read /etc/planetlab/node_id")
124 if data.has_key('node_id') and data['node_id'] != node_id: return
126 if data.has_key('networks'):
127 for network in data['networks']:
128 if network['is_primary'] and network['bwlimit'] is not None:
129 DEFAULT_ALLOCATION['net_max_rate'] = network['bwlimit'] / 1000
131 # Take initscripts (global) returned by API, make dict
132 if 'initscripts' not in data:
133 logger.log_missing_data("slivermanager.GetSlivers",'initscripts')
136 for is_rec in data['initscripts']:
137 logger.verbose("slivermanager: initscript: %s" % is_rec['name'])
138 initscripts[str(is_rec['name'])] = is_rec['script']
140 adjustReservedSlivers (data)
141 for sliver in data['slivers']:
142 logger.verbose("slivermanager: %s: slivermanager.GetSlivers in slivers loop"%sliver['name'])
144 rec.setdefault('timestamp', data['timestamp'])
146 # convert attributes field to a proper dict
148 for attr in rec.pop('attributes'): attributes[attr['tagname']] = attr['value']
149 rec.setdefault("attributes", attributes)
152 keys = rec.pop('keys')
153 rec.setdefault('keys', '\n'.join([key_struct['key'] for key_struct in keys]))
155 ## 'Type' isn't returned by GetSlivers() for whatever reason. We're overloading
156 ## instantiation here, but i suppose its the same thing when you think about it. -FA
157 # Handle nm-controller here
158 if rec['instantiation'].lower() == 'nm-controller':
159 rec.setdefault('type', attributes.get('type', 'controller.Controller'))
161 rec.setdefault('type', attributes.get('type', 'sliver.VServer'))
163 # set the vserver reference. If none, set to default.
164 rec.setdefault('vref', attributes.get('vref', 'default'))
166 # set initscripts. first check if exists, if not, leave empty.
167 is_name = attributes.get('initscript')
168 if is_name is not None and is_name in initscripts:
169 rec['initscript'] = initscripts[is_name]
171 rec['initscript'] = ''
173 # set delegations, if none, set empty
174 rec.setdefault('delegations', attributes.get("delegations", []))
176 # extract the implied rspec
179 for resname, default_amount in DEFAULT_ALLOCATION.iteritems():
181 t = type(default_amount)
182 amount = t.__new__(t, attributes[resname])
183 except (KeyError, ValueError): amount = default_amount
184 rspec[resname] = amount
186 # add in sysctl attributes into the rspec
187 for key in attributes.keys():
188 if key.find("sysctl.") == 0:
189 rspec[key] = attributes[key]
191 # also export tags in rspec so they make it to the sliver_vs.start call
192 rspec['tags']=attributes
194 database.db.deliver_record(rec)
195 if fullupdate: database.db.set_min_timestamp(data['timestamp'])
196 # slivers are created here.
199 def deliver_ticket(data):
200 return GetSlivers(data, fullupdate=False)
203 for resname, default_amount in sliver_vs.DEFAULT_ALLOCATION.iteritems():
204 DEFAULT_ALLOCATION[resname]=default_amount
206 accounts.register_class(sliver_vs.Sliver_VS)
207 accounts.register_class(controller.Controller)
209 api_calls.deliver_ticket = deliver_ticket