1 from __future__ import with_statement
2 from sfa.util.faults import *
3 from sfa.util.namespace import *
4 from sfa.util.rspec import RSpec
5 from sfa.server.registry import Registries
6 from sfa.plc.nodes import *
9 from boto.ec2.regioninfo import RegionInfo
10 from boto.exception import EC2ResponseError
11 from ConfigParser import ConfigParser
12 from xmlbuilder import XMLBuilder
13 from lxml import etree as ET
14 from sqlobject import *
20 # The data structure used to represent a cloud.
21 # It contains the cloud name, its ip address, image information,
22 # key pairs, and clusters information.
27 # The location of the RelaxNG schema.
29 EUCALYPTUS_RSPEC_SCHEMA='/etc/sfa/eucalyptus.rng'
32 # A representation of an Eucalyptus instance. This is a support class
33 # for instance <-> slice mapping.
35 class EucaInstance(SQLObject):
36 instance_id = StringCol(unique=True, default=None)
37 kernel_id = StringCol()
38 image_id = StringCol()
39 ramdisk_id = StringCol()
40 inst_type = StringCol()
41 key_pair = StringCol()
42 slice = ForeignKey('Slice')
45 # Contacts Eucalyptus and tries to reserve this instance.
47 # @param botoConn A connection to Eucalyptus.
49 def reserveInstance(self, botoConn):
50 print >>sys.stderr, 'Reserving an instance: image: %s, kernel: ' \
51 '%s, ramdisk: %s, type: %s, key: %s' % \
52 (self.image_id, self.kernel_id, self.ramdisk_id,
53 self.inst_type, self.key_pair)
55 # XXX The return statement is for testing. REMOVE in production
59 reservation = botoConn.run_instances(self.image_id,
60 kernel_id = self.kernel_id,
61 ramdisk_id = self.ramdisk_id,
62 instance_type = self.inst_type,
63 key_name = self.key_pair)
64 for instance in reservation.instances:
65 self.instance_id = instance.id
67 # If there is an error, destroy itself.
68 except EC2ResponseError, ec2RespErr:
69 errTree = ET.fromstring(ec2RespErr.body)
70 msg = errTree.find('.//Message')
71 print >>sys.stderr, msg.text
75 # A representation of a PlanetLab slice. This is a support class
76 # for instance <-> slice mapping.
78 class Slice(SQLObject):
79 slice_hrn = StringCol()
80 #slice_index = DatabaseIndex('slice_hrn')
81 instances = MultipleJoin('EucaInstance')
84 # Initialize the aggregate manager by reading a configuration file.
87 configParser = ConfigParser()
88 configParser.read(['/etc/sfa/eucalyptus_aggregate.conf', 'eucalyptus_aggregate.conf'])
89 if len(configParser.sections()) < 1:
90 print >>sys.stderr, 'No cloud defined in the config file'
91 raise 'Cannot find cloud definition in configuration file.'
93 # Only read the first section.
94 cloudSec = configParser.sections()[0]
95 cloud['name'] = cloudSec
96 cloud['access_key'] = configParser.get(cloudSec, 'access_key')
97 cloud['secret_key'] = configParser.get(cloudSec, 'secret_key')
98 cloud['cloud_url'] = configParser.get(cloudSec, 'cloud_url')
99 cloudURL = cloud['cloud_url']
100 if cloudURL.find('https://') >= 0:
101 cloudURL = cloudURL.replace('https://', '')
102 elif cloudURL.find('http://') >= 0:
103 cloudURL = cloudURL.replace('http://', '')
104 (cloud['ip'], parts) = cloudURL.split(':')
106 # Initialize sqlite3 database.
107 dbPath = '/etc/sfa/db'
108 dbName = 'euca_aggregate.db'
110 if not os.path.isdir(dbPath):
111 print >>sys.stderr, '%s not found. Creating directory ...' % dbPath
114 conn = connectionForURI('sqlite://%s/%s' % (dbPath, dbName))
115 sqlhub.processConnection = conn
116 Slice.createTable(ifNotExists=True)
117 EucaInstance.createTable(ifNotExists=True)
119 # Make sure the schema exists.
120 if not os.path.exists(EUCALYPTUS_RSPEC_SCHEMA):
121 err = 'Cannot location schema at %s' % EUCALYPTUS_RSPEC_SCHEMA
122 print >>sys.stderr, err
126 # Creates a connection to Eucalytpus. This function is inspired by
127 # the make_connection() in Euca2ools.
129 # @return A connection object or None
131 def getEucaConnection():
133 accessKey = cloud['access_key']
134 secretKey = cloud['secret_key']
135 eucaURL = cloud['cloud_url']
140 if not accessKey or not secretKey or not eucaURL:
141 print >>sys.stderr, 'Please set ALL of the required environment ' \
142 'variables by sourcing the eucarc file.'
145 # Split the url into parts
146 if eucaURL.find('https://') >= 0:
148 eucaURL = eucaURL.replace('https://', '')
149 elif eucaURL.find('http://') >= 0:
151 eucaURL = eucaURL.replace('http://', '')
152 (eucaHost, parts) = eucaURL.split(':')
154 parts = parts.split('/')
155 eucaPort = int(parts[0])
157 srvPath = '/'.join(parts)
159 return boto.connect_ec2(aws_access_key_id=accessKey,
160 aws_secret_access_key=secretKey,
162 region=RegionInfo(None, 'eucalyptus', eucaHost),
167 # A class that builds the RSpec for Eucalyptus.
169 class EucaRSpecBuilder(object):
171 # Initizes a RSpec builder
173 # @param cloud A dictionary containing data about a
174 # cloud (ex. clusters, ip)
175 def __init__(self, cloud):
176 self.eucaRSpec = XMLBuilder()
177 self.cloudInfo = cloud
180 # Creates a request stanza.
182 # @param num The number of instances to create.
183 # @param image The disk image id.
184 # @param kernel The kernel image id.
185 # @param keypair Key pair to embed.
186 # @param ramdisk Ramdisk id (optional).
188 def __requestXML(self, num, image, kernel, keypair, ramdisk = ''):
193 with xml.kernel_image(id=kernel):
199 with xml.ramdisk(id=ramdisk):
201 with xml.disk_image(id=image):
207 # Creates the cluster stanza.
209 # @param clusters Clusters information.
211 def __clustersXML(self, clusters):
213 for cluster in clusters:
214 instances = cluster['instances']
215 with xml.cluster(id=cluster['name']):
219 for inst in instances:
220 with xml.vm_type(name=inst[0]):
223 with xml.max_instances:
227 with xml.memory(unit='MB'):
229 with xml.disk_space(unit='GB'):
231 if inst[0] == 'm1.small':
232 self.__requestXML(1, 'emi-88760F45', 'eki-F26610C6', 'cortex')
236 # Creates the Images stanza.
238 # @param images A list of images in Eucalyptus.
240 def __imagesXML(self, images):
244 with xml.image(id=image.id):
248 xml << image.architecture
252 xml << image.location
255 # Creates the KeyPairs stanza.
257 # @param keypairs A list of key pairs in Eucalyptus.
259 def __keyPairsXML(self, keypairs):
267 # Generates the RSpec.
270 if not self.cloudInfo:
271 print >>sys.stderr, 'No cloud information'
275 cloud = self.cloudInfo
276 with xml.RSpec(type='eucalyptus'):
277 with xml.cloud(id=cloud['name']):
280 self.__keyPairsXML(cloud['keypairs'])
281 self.__imagesXML(cloud['images'])
282 self.__clustersXML(cloud['clusters'])
286 # A parser to parse the output of availability-zones.
288 # Note: Only one cluster is supported. If more than one, this will
291 class ZoneResultParser(object):
292 def __init__(self, zones):
296 if len(self.zones) < 3:
302 cluster['name'] = self.zones[0].name
303 cluster['ip'] = self.zones[0].state
305 for i in range(2, len(self.zones)):
306 currZone = self.zones[i]
307 instType = currZone.name.split()[1]
309 stateString = currZone.state.split('/')
310 rscString = stateString[1].split()
312 instFree = int(stateString[0])
313 instMax = int(rscString[0])
314 instNumCpu = int(rscString[1])
315 instRam = int(rscString[2])
316 instDiskSpace = int(rscString[3])
318 instTuple = (instType, instFree, instMax, instNumCpu, instRam, instDiskSpace)
319 instList.append(instTuple)
320 cluster['instances'] = instList
321 clusterList.append(cluster)
325 def get_rspec(api, xrn, origin_hrn):
327 hrn = urn_to_hrn(xrn)[0]
328 conn = getEucaConnection()
331 print >>sys.stderr, 'Error: Cannot create a connection to Eucalyptus'
332 return 'Cannot create a connection to Eucalyptus'
336 zones = conn.get_all_zones(['verbose'])
337 p = ZoneResultParser(zones)
339 cloud['clusters'] = clusters
342 images = conn.get_all_images()
343 cloud['images'] = images
346 keyPairs = conn.get_all_key_pairs()
347 cloud['keypairs'] = keyPairs
348 except EC2ResponseError, ec2RespErr:
349 errTree = ET.fromstring(ec2RespErr.body)
350 errMsgE = errTree.find('.//Message')
351 print >>sys.stderr, errMsgE.text
353 rspec = EucaRSpecBuilder(cloud).toXML()
358 Hook called via 'sfi.py create'
360 def create_slice(api, xrn, xml):
362 hrn = urn_to_hrn(xrn)[0]
364 conn = getEucaConnection()
366 print >>sys.stderr, 'Error: Cannot create a connection to Eucalyptus'
369 # Get the slice from db or create one.
370 # XXX: For testing purposes, I'll just create the slice.
371 #s = Slice.select(Slice.q.slice_hrn == hrn).getOne(None)
373 s = Slice(slice_hrn = hrn)
376 schemaXML = ET.parse(EUCALYPTUS_RSPEC_SCHEMA)
377 rspecValidator = ET.RelaxNG(schemaXML)
378 rspecXML = ET.XML(xml)
379 if not rspecValidator(rspecXML):
380 error = rspecValidator.error_log.last_error
381 message = '%s (line %s)' % (error.message, error.line)
382 raise Exception(message)
385 requests = rspecXML.findall('.//request')
387 vmTypeElement = req.getparent()
388 instType = vmTypeElement.get('name')
389 numInst = int(req.find('instances').text)
390 instKernel = req.find('kernel_image').get('id')
391 instDiskImg = req.find('disk_image').get('id')
392 instKey = req.find('keypair').text
394 ramDiskElement = req.find('ramdisk')
395 ramDiskAttr = ramDiskElement.attrib
396 if 'id' in ramDiskAttr:
397 instRamDisk = ramDiskAttr['id']
401 # Create the instances
402 for i in range(0, numInst):
403 eucaInst = EucaInstance(slice = s,
404 kernel_id = instKernel,
405 image_id = instDiskImg,
406 ramdisk_id = instRamDisk,
408 inst_type = instType)
409 eucaInst.reserveInstance(conn)
417 with open(sys.argv[1]) as xml:
418 theRSpec = xml.read()
419 create_slice(None, 'planetcloud.pc.test', theRSpec)
421 #rspec = get_rspec('euca', 'hrn:euca', 'oring_hrn')
424 if __name__ == "__main__":