from __future__ import with_statement
-from sfa.util.faults import *
-from sfa.util.namespace import *
-from sfa.util.rspec import RSpec
-from sfa.server.registry import Registries
-from sfa.plc.nodes import *
+
+import sys
+import os
+import logging
+import datetime
import boto
from boto.ec2.regioninfo import RegionInfo
from boto.exception import EC2ResponseError
from ConfigParser import ConfigParser
from xmlbuilder import XMLBuilder
-from xml.etree import ElementTree as ET
+from lxml import etree as ET
+from sqlobject import *
-import sys
-import os
+from sfa.util.faults import *
+from sfa.util.xrn import urn_to_hrn, Xrn
+from sfa.util.rspec import RSpec
+from sfa.server.registry import Registries
+from sfa.trust.credential import Credential
+from sfa.plc.api import SfaAPI
+from sfa.util.plxrn import hrn_to_pl_slicename, slicename_to_hrn
+from sfa.util.callids import Callids
+from sfa.util.sfalogging import sfa_logger
+from sfa.rspecs.sfa_rspec import sfa_rspec_version
+from sfa.util.version import version_core
+
+from threading import Thread
+from time import sleep
+##
# The data structure used to represent a cloud.
# It contains the cloud name, its ip address, image information,
# key pairs, and clusters information.
+#
cloud = {}
+##
+# The location of the RelaxNG schema.
+#
+EUCALYPTUS_RSPEC_SCHEMA='/etc/sfa/eucalyptus.rng'
+
+api = SfaAPI()
+
+##
+# Meta data of an instance.
+#
+class Meta(SQLObject):
+ instance = SingleJoin('EucaInstance')
+ state = StringCol(default = 'new')
+ pub_addr = StringCol(default = None)
+ pri_addr = StringCol(default = None)
+ start_time = DateTimeCol(default = None)
+
+##
+# A representation of an Eucalyptus instance. This is a support class
+# for instance <-> slice mapping.
+#
+class EucaInstance(SQLObject):
+ instance_id = StringCol(unique=True, default=None)
+ kernel_id = StringCol()
+ image_id = StringCol()
+ ramdisk_id = StringCol()
+ inst_type = StringCol()
+ key_pair = StringCol()
+ slice = ForeignKey('Slice')
+ meta = ForeignKey('Meta')
+
+ ##
+ # Contacts Eucalyptus and tries to reserve this instance.
+ #
+ # @param botoConn A connection to Eucalyptus.
+ # @param pubKeys A list of public keys for the instance.
+ #
+ def reserveInstance(self, botoConn, pubKeys):
+ logger = logging.getLogger('EucaAggregate')
+ logger.info('Reserving an instance: image: %s, kernel: ' \
+ '%s, ramdisk: %s, type: %s, key: %s' % \
+ (self.image_id, self.kernel_id, self.ramdisk_id,
+ self.inst_type, self.key_pair))
+
+ # XXX The return statement is for testing. REMOVE in production
+ #return
+
+ try:
+ reservation = botoConn.run_instances(self.image_id,
+ kernel_id = self.kernel_id,
+ ramdisk_id = self.ramdisk_id,
+ instance_type = self.inst_type,
+ key_name = self.key_pair,
+ user_data = pubKeys)
+ for instance in reservation.instances:
+ self.instance_id = instance.id
+
+ # If there is an error, destroy itself.
+ except EC2ResponseError, ec2RespErr:
+ errTree = ET.fromstring(ec2RespErr.body)
+ msg = errTree.find('.//Message')
+ logger.error(msg.text)
+ self.destroySelf()
+
+##
+# A representation of a PlanetLab slice. This is a support class
+# for instance <-> slice mapping.
+#
+class Slice(SQLObject):
+ slice_hrn = StringCol()
+ #slice_index = DatabaseIndex('slice_hrn')
+ instances = MultipleJoin('EucaInstance')
+
##
# Initialize the aggregate manager by reading a configuration file.
#
def init_server():
+ logger = logging.getLogger('EucaAggregate')
+ fileHandler = logging.FileHandler('/var/log/euca.log')
+ fileHandler.setFormatter(logging.Formatter('%(asctime)s - %(levelname)s - %(message)s'))
+ logger.addHandler(fileHandler)
+ logger.setLevel(logging.DEBUG)
+
configParser = ConfigParser()
configParser.read(['/etc/sfa/eucalyptus_aggregate.conf', 'eucalyptus_aggregate.conf'])
if len(configParser.sections()) < 1:
- print >>sys.stderr, 'No cloud defined in the config file'
- raise 'Cannot find cloud definition in configuration file.'
+ logger.error('No cloud defined in the config file')
+ raise Exception('Cannot find cloud definition in configuration file.')
# Only read the first section.
cloudSec = configParser.sections()[0]
cloudURL = cloudURL.replace('http://', '')
(cloud['ip'], parts) = cloudURL.split(':')
+ # Create image bundles
+ images = getEucaConnection().get_all_images()
+ cloud['images'] = images
+ cloud['imageBundles'] = {}
+ for i in images:
+ if i.type != 'machine' or i.kernel_id is None: continue
+ name = os.path.dirname(i.location)
+ detail = {'imageID' : i.id, 'kernelID' : i.kernel_id, 'ramdiskID' : i.ramdisk_id}
+ cloud['imageBundles'][name] = detail
+
+ # Initialize sqlite3 database and tables.
+ dbPath = '/etc/sfa/db'
+ dbName = 'euca_aggregate.db'
+
+ if not os.path.isdir(dbPath):
+ logger.info('%s not found. Creating directory ...' % dbPath)
+ os.mkdir(dbPath)
+
+ conn = connectionForURI('sqlite://%s/%s' % (dbPath, dbName))
+ sqlhub.processConnection = conn
+ Slice.createTable(ifNotExists=True)
+ EucaInstance.createTable(ifNotExists=True)
+ IP.createTable(ifNotExists=True)
+
+ # Start the update thread to keep track of the meta data
+ # about Eucalyptus instance.
+ Thread(target=updateMeta).start()
+
+ # Make sure the schema exists.
+ if not os.path.exists(EUCALYPTUS_RSPEC_SCHEMA):
+ err = 'Cannot location schema at %s' % EUCALYPTUS_RSPEC_SCHEMA
+ logger.error(err)
+ raise Exception(err)
+
##
# Creates a connection to Eucalytpus. This function is inspired by
# the make_connection() in Euca2ools.
useSSL = False
srvPath = '/'
eucaPort = 8773
+ logger = logging.getLogger('EucaAggregate')
if not accessKey or not secretKey or not eucaURL:
- print >>sys.stderr, 'Please set ALL of the required environment ' \
- 'variables by sourcing the eucarc file.'
+ logger.error('Please set ALL of the required environment ' \
+ 'variables by sourcing the eucarc file.')
return None
# Split the url into parts
port=eucaPort,
path=srvPath)
+##
+# Returns a string of keys that belong to the users of the given slice.
+# @param sliceHRN The hunman readable name of the slice.
+# @return sting()
+#
+def getKeysForSlice(api, sliceHRN):
+ logger = logging.getLogger('EucaAggregate')
+ cred = api.getCredential()
+ registry = api.registries[api.hrn]
+ keys = []
+
+ # Get the slice record
+ records = registry.Resolve(sliceHRN, cred)
+ if not records:
+ logging.warn('Cannot find any record for slice %s' % sliceHRN)
+ return []
+
+ # Find who can log into this slice
+ persons = records[0]['persons']
+
+ # Extract the keys from persons records
+ for p in persons:
+ sliceUser = registry.Resolve(p, cred)
+ userKeys = sliceUser[0]['keys']
+ keys += userKeys
+
+ return ''.join(keys)
+
##
# A class that builds the RSpec for Eucalyptus.
#
# @param cloud A dictionary containing data about a
# cloud (ex. clusters, ip)
def __init__(self, cloud):
- self.eucaRSpec = XMLBuilder()
+ self.eucaRSpec = XMLBuilder(format = True, tab_step = " ")
self.cloudInfo = cloud
##
- # Creates the ClusterSpec stanza.
+ # Creates a request stanza.
+ #
+ # @param num The number of instances to create.
+ # @param image The disk image id.
+ # @param kernel The kernel image id.
+ # @param keypair Key pair to embed.
+ # @param ramdisk Ramdisk id (optional).
+ #
+ def __requestXML(self, num, image, kernel, keypair, ramdisk = ''):
+ xml = self.eucaRSpec
+ with xml.request:
+ with xml.instances:
+ xml << str(num)
+ with xml.kernel_image(id=kernel):
+ xml << ''
+ if ramdisk == '':
+ with xml.ramdisk:
+ xml << ''
+ else:
+ with xml.ramdisk(id=ramdisk):
+ xml << ''
+ with xml.disk_image(id=image):
+ xml << ''
+ with xml.keypair:
+ xml << keypair
+
+ ##
+ # Creates the cluster stanza.
#
# @param clusters Clusters information.
#
def __clustersXML(self, clusters):
+ cloud = self.cloudInfo
xml = self.eucaRSpec
+
for cluster in clusters:
instances = cluster['instances']
- with xml.ClusterSpec(id=cluster['name'], ip=cluster['ip']):
- for inst in instances:
- with xml.Node(instanceType=inst[0]):
- with xml.FreeSlot:
- xml << str(inst[1])
- with xml.MaxAllow:
- xml << str(inst[2])
- with xml.NumCore:
- xml << str(inst[3])
- with xml.Mem:
- xml << str(inst[4])
- with xml.DiskSpace(unit='GB'):
- xml << str(inst[5])
+ with xml.cluster(id=cluster['name']):
+ with xml.ipv4:
+ xml << cluster['ip']
+ with xml.vm_types:
+ for inst in instances:
+ with xml.vm_type(name=inst[0]):
+ with xml.free_slots:
+ xml << str(inst[1])
+ with xml.max_instances:
+ xml << str(inst[2])
+ with xml.cores:
+ xml << str(inst[3])
+ with xml.memory(unit='MB'):
+ xml << str(inst[4])
+ with xml.disk_space(unit='GB'):
+ xml << str(inst[5])
+ if 'instances' in cloud and inst[0] in cloud['instances']:
+ existingEucaInstances = cloud['instances'][inst[0]]
+ with xml.euca_instances:
+ for eucaInst in existingEucaInstances:
+ with xml.euca_instance(id=eucaInst['id']):
+ with xml.state:
+ xml << eucaInst['state']
+ with xml.public_dns:
+ xml << eucaInst['public_dns']
+
+ def __imageBundleXML(self, bundles):
+ xml = self.eucaRSpec
+ with xml.bundles:
+ for bundle in bundles.keys():
+ with xml.bundle(id=bundle):
+ xml << ''
##
# Creates the Images stanza.
#
def __imagesXML(self, images):
xml = self.eucaRSpec
- with xml.Images:
+ with xml.images:
for image in images:
- with xml.Image(id=image.id):
- with xml.Type:
+ with xml.image(id=image.id):
+ with xml.type:
xml << image.type
- with xml.Arch:
+ with xml.arch:
xml << image.architecture
- with xml.State:
+ with xml.state:
xml << image.state
with xml.location:
xml << image.location
#
def __keyPairsXML(self, keypairs):
xml = self.eucaRSpec
- with xml.KeyPairs:
+ with xml.keypairs:
for key in keypairs:
- with xml.Key:
+ with xml.keypair:
xml << key.name
##
# Generates the RSpec.
#
def toXML(self):
+ logger = logging.getLogger('EucaAggregate')
if not self.cloudInfo:
- print >>sys.stderr, 'No cloud information'
+ logger.error('No cloud information')
return ''
xml = self.eucaRSpec
cloud = self.cloudInfo
- with xml.RSpec(name='eucalyptus'):
- with xml.Capacity:
- with xml.CloudSpec(id=cloud['name'], ip=cloud['ip']):
- self.__keyPairsXML(cloud['keypairs'])
- self.__imagesXML(cloud['images'])
- self.__clustersXML(cloud['clusters'])
- with xml.Request:
- with xml.CloudSpec(id=cloud['name'], ip=cloud['ip']):
- with xml.Credential(type='X509'):
- xml << 'cred'
- with xml.Node(instanceType='m1.small', number='1'):
- with xml.Kernel:
- xml << 'eki-F26610C6'
- with xml.Ramdisk:
- xml << ''
- with xml.DiskImage:
- xml << 'emi-88760F45'
- with xml.Key:
- xml << 'cortex'
+ with xml.RSpec(type='eucalyptus'):
+ with xml.network(id=cloud['name']):
+ with xml.ipv4:
+ xml << cloud['ip']
+ #self.__keyPairsXML(cloud['keypairs'])
+ #self.__imagesXML(cloud['images'])
+ self.__imageBundleXML(cloud['imageBundles'])
+ self.__clustersXML(cloud['clusters'])
return str(xml)
##
return clusterList
-def get_rspec(api, xrn, origin_hrn):
+def ListResources(api, creds, options, call_id):
+ if Callids().already_handled(call_id): return ""
global cloud
- hrn = urn_to_hrn(xrn)[0]
+ # get slice's hrn from options
+ xrn = options.get('geni_slice_urn', '')
+ hrn, type = urn_to_hrn(xrn)
+ logger = logging.getLogger('EucaAggregate')
+
+ # get hrn of the original caller
+ origin_hrn = options.get('origin_hrn', None)
+ if not origin_hrn:
+ origin_hrn = Credential(string=creds).get_gid_caller().get_hrn()
+ # origin_hrn = Credential(string=creds[0]).get_gid_caller().get_hrn()
+
conn = getEucaConnection()
if not conn:
- print >>sys.stderr, 'Error: Cannot make a connection to the cloud'
- return ''
+ logger.error('Cannot create a connection to Eucalyptus')
+ return 'Cannot create a connection to Eucalyptus'
try:
# Zones
# Images
images = conn.get_all_images()
cloud['images'] = images
+ cloud['imageBundles'] = {}
+ for i in images:
+ if i.type != 'machine' or i.kernel_id is None: continue
+ name = os.path.dirname(i.location)
+ detail = {'imageID' : i.id, 'kernelID' : i.kernel_id, 'ramdiskID' : i.ramdisk_id}
+ cloud['imageBundles'][name] = detail
# Key Pairs
keyPairs = conn.get_all_key_pairs()
cloud['keypairs'] = keyPairs
- except EC2ResponseError:
- errTree = ET.fromstring(EC2ResponseError.body)
+
+ if hrn:
+ instanceId = []
+ instances = []
+
+ # Get the instances that belong to the given slice from sqlite3
+ # XXX use getOne() in production because the slice's hrn is supposed
+ # to be unique. For testing, uniqueness is turned off in the db.
+ # If the slice isn't found in the database, create a record for the
+ # slice.
+ matchedSlices = list(Slice.select(Slice.q.slice_hrn == hrn))
+ if matchedSlices:
+ theSlice = matchedSlices[-1]
+ else:
+ theSlice = Slice(slice_hrn = hrn)
+ for instance in theSlice.instances:
+ instanceId.append(instance.instance_id)
+
+ # Get the information about those instances using their ids.
+ if len(instanceId) > 0:
+ reservations = conn.get_all_instances(instanceId)
+ else:
+ reservations = []
+ for reservation in reservations:
+ for instance in reservation.instances:
+ instances.append(instance)
+
+ # Construct a dictionary for the EucaRSpecBuilder
+ instancesDict = {}
+ for instance in instances:
+ instList = instancesDict.setdefault(instance.instance_type, [])
+ instInfoDict = {}
+
+ instInfoDict['id'] = instance.id
+ instInfoDict['public_dns'] = instance.public_dns_name
+ instInfoDict['state'] = instance.state
+ instInfoDict['key'] = instance.key_name
+
+ instList.append(instInfoDict)
+ cloud['instances'] = instancesDict
+
+ except EC2ResponseError, ec2RespErr:
+ errTree = ET.fromstring(ec2RespErr.body)
errMsgE = errTree.find('.//Message')
- print >>sys.stderr, errMsgE.text
+ logger.error(errMsgE.text)
rspec = EucaRSpecBuilder(cloud).toXML()
+ # Remove the instances records so next time they won't
+ # show up.
+ if 'instances' in cloud:
+ del cloud['instances']
+
return rspec
"""
Hook called via 'sfi.py create'
"""
-def create_slice(api, xrn, xml):
+def CreateSliver(api, xrn, creds, xml, users, call_id):
+ if Callids().already_handled(call_id): return ""
+
+ global cloud
hrn = urn_to_hrn(xrn)[0]
- return True
+ logger = logging.getLogger('EucaAggregate')
+
+ conn = getEucaConnection()
+ if not conn:
+ logger.error('Cannot create a connection to Eucalyptus')
+ return ""
+
+ # Validate RSpec
+ schemaXML = ET.parse(EUCALYPTUS_RSPEC_SCHEMA)
+ rspecValidator = ET.RelaxNG(schemaXML)
+ rspecXML = ET.XML(xml)
+ for network in rspecXML.iterfind("./network"):
+ if network.get('id') != cloud['name']:
+ # Throw away everything except my own RSpec
+ # sfa_logger().error("CreateSliver: deleting %s from rspec"%network.get('id'))
+ network.getparent().remove(network)
+ if not rspecValidator(rspecXML):
+ error = rspecValidator.error_log.last_error
+ message = '%s (line %s)' % (error.message, error.line)
+ # XXX: InvalidRSpec is new. Currently, I am not working with Trunk code.
+ #raise InvalidRSpec(message)
+ raise Exception(message)
+
+ # Get the slice from db or create one.
+ s = Slice.select(Slice.q.slice_hrn == hrn).getOne(None)
+ if s is None:
+ s = Slice(slice_hrn = hrn)
+
+ # Process any changes in existing instance allocation
+ pendingRmInst = []
+ for sliceInst in s.instances:
+ pendingRmInst.append(sliceInst.instance_id)
+ existingInstGroup = rspecXML.findall(".//euca_instances")
+ for instGroup in existingInstGroup:
+ for existingInst in instGroup:
+ if existingInst.get('id') in pendingRmInst:
+ pendingRmInst.remove(existingInst.get('id'))
+ for inst in pendingRmInst:
+ logger.debug('Instance %s will be terminated' % inst)
+ dbInst = EucaInstance.select(EucaInstance.q.instance_id == inst).getOne(None)
+ # Only change the state but do not remove the entry from the DB.
+ dbInst.meta.state = 'deleted'
+ #dbInst.destroySelf()
+ conn.terminate_instances(pendingRmInst)
+
+ # Process new instance requests
+ requests = rspecXML.findall(".//request")
+ if requests:
+ # Get all the public keys associate with slice.
+ pubKeys = getKeysForSlice(api, s.slice_hrn)
+ logger.debug('Passing the following keys to the instance:\n%s' % pubKeys)
+ for req in requests:
+ vmTypeElement = req.getparent()
+ instType = vmTypeElement.get('name')
+ numInst = int(req.find('instances').text)
+
+ bundleName = req.find('bundle').text
+ if not cloud['imageBundles'][bundleName]:
+ logger.error('Cannot find bundle %s' % bundleName)
+ bundleInfo = cloud['imageBundles'][bundleName]
+ instKernel = bundleInfo['kernelID']
+ instDiskImg = bundleInfo['imageID']
+ instRamDisk = bundleInfo['ramdiskID']
+ instKey = None
+
+ # Create the instances
+ for i in range(0, numInst):
+ eucaInst = EucaInstance(slice = s,
+ kernel_id = instKernel,
+ image_id = instDiskImg,
+ ramdisk_id = instRamDisk,
+ key_pair = instKey,
+ inst_type = instType,
+ meta = Meta(start_time=datetime.datetime.now()))
+ eucaInst.reserveInstance(conn, pubKeys)
+
+ # xxx - should return altered rspec
+ # with enough data for the client to understand what's happened
+ return xml
+
+##
+# A thread that will update the meta data.
+#
+def updateMeta():
+ logger = logging.getLogger('EucaAggregate')
+ while True:
+ sleep(120)
+
+ # Get IDs of the instances that don't have IPs yet.
+ dbResults = Meta.select(
+ AND(Meta.q.pri_addr == None,
+ Meta.q.state != 'deleted')
+ )
+ dbResults = list(dbResults)
+ logger.debug('[update thread] dbResults: %s' % dbResults)
+ instids = []
+ for r in dbResults:
+ instids.append(r.instance.instance_id)
+ logger.debug('[update thread] Instance Id: %s' % ', '.join(instids))
+
+ # Get instance information from Eucalyptus
+ conn = getEucaConnection()
+ vmInstances = []
+ reservations = conn.get_all_instances(instids)
+ for reservation in reservations:
+ vmInstances += reservation.instances
+
+ # Check the IPs
+ instIPs = [ {'id':i.id, 'pri_addr':i.private_dns_name, 'pub_addr':i.public_dns_name}
+ for i in vmInstances if i.private_dns_name != '0.0.0.0' ]
+ logger.debug('[update thread] IP dict: %s' % str(instIPs))
+
+ # Update the local DB
+ for ipData in instIPs:
+ dbInst = EucaInstance.select(EucaInstance.q.instance_id == ipData['id']).getOne(None)
+ if not dbInst:
+ logger.info('[update thread] Could not find %s in DB' % ipData['id'])
+ continue
+ dbInst.meta.pri_addr = ipData['pri_addr']
+ dbInst.meta.pub_addr = ipData['pub_addr']
+ dbInst.meta.state = 'running'
+
+def GetVersion(api):
+ xrn=Xrn(api.hrn)
+ request_rspec_versions = [dict(sfa_rspec_version)]
+ ad_rspec_versions = [dict(sfa_rspec_version)]
+ version_more = {'interface':'aggregate',
+ 'testbed':'myplc',
+ 'hrn':xrn.get_hrn(),
+ 'request_rspec_versions': request_rspec_versions,
+ 'ad_rspec_versions': ad_rspec_versions,
+ 'default_ad_rspec': dict(sfa_rspec_version)
+ }
+ return version_core(version_more)
def main():
- #r = RSpec()
- #r.parseFile(sys.argv[1])
- #rspec = r.toDict()
- #create_slice(None,'plc',rspec)
- rspec = get_rspec('euca', 'hrn:euca', 'oring_hrn')
- print rspec
+ init_server()
+
+ #theRSpec = None
+ #with open(sys.argv[1]) as xml:
+ # theRSpec = xml.read()
+ #CreateSliver(None, 'planetcloud.pc.test', theRSpec, 'call-id-cloudtest')
+
+ #rspec = ListResources('euca', 'planetcloud.pc.test', 'planetcloud.pc.marcoy', 'test_euca')
+ #print rspec
+
+ server_key_file = '/var/lib/sfa/authorities/server.key'
+ server_cert_file = '/var/lib/sfa/authorities/server.cert'
+ api = SfaAPI(key_file = server_key_file, cert_file = server_cert_file, interface='aggregate')
+ print getKeysForSlice(api, 'gc.gc.test1')
if __name__ == "__main__":
main()
git://git.onelab.eu / sfa.git / blobdiff