X-Git-Url: http://git.onelab.eu/?a=blobdiff_plain;f=sliver_libvirt.py;h=990695ef09153e914b5661b90d6099053a180193;hb=6aa8ca091b8a18f75d9256662a8df9b9875066d0;hp=ba6067767c4570c44516ce6e2b8da682483c6050;hpb=ffd0695eb1c979e4dcee9eae29dd3578801971f3;p=nodemanager.git diff --git a/sliver_libvirt.py b/sliver_libvirt.py index ba60677..990695e 100644 --- a/sliver_libvirt.py +++ b/sliver_libvirt.py @@ -6,12 +6,15 @@ import accounts import logger import subprocess import os +import os.path import libvirt import sys +import shutil +import bwlimit from string import Template -states = { +STATES = { libvirt.VIR_DOMAIN_NOSTATE: 'no state', libvirt.VIR_DOMAIN_RUNNING: 'running', libvirt.VIR_DOMAIN_BLOCKED: 'blocked on resource', @@ -21,158 +24,142 @@ states = { libvirt.VIR_DOMAIN_CRASHED: 'crashed', } -def randomMAC(): - mac = [ random.randint(0x00, 0xff), - random.randint(0x00, 0xff), - random.randint(0x00, 0xff), - random.randint(0x00, 0xff), - random.randint(0x00, 0xff), - random.randint(0x00, 0xff) ] - return ':'.join(map(lambda x: "%02x" % x, mac)) - -class Sliver_LV(accounts.Account): - """This class wraps LibVirt commands""" - - SHELL = '/bin/sh' - - # Need to add a tag at myplc to actually use this account - # type = 'sliver.LIBVIRT' - TYPE = 'sliver.LIBVIRT' - - - @staticmethod - def create(name, rec = None): - ''' Create dirs, copy fs image, lxc_create ''' - print "LIBVIRT %s create"%(name) - logger.verbose ('sliver_libvirt: %s create'%(name)) - dir = '/vservers/%s'%(name) - - # Template for sliver configuration - template = Template(open('/vservers/config_template.xml').read()) - config = template.substitute(name=name) - - lxc_log = '%s/log'%(dir) - - # TODO: copy the sliver FS to the correct path if sliver does not - # exist. Update MAC addresses and insert an entry on the libvirt DHCP - # server to get an actual known IP. Some sort of pool? - if not (os.path.isdir(dir) and - os.access(dir, os.R_OK | os.W_OK | os.X_OK)): - logger.verbose('lxc_create: directory %s does not exist or wrong perms'%(dir)) - return - - # TODO: set hostname - file('/vservers/%s/rootfs/etc/hostname' % name, 'w').write(name) - - # Get a connection and lookup for the sliver before actually - # defining it, just in case it was already defined. - conn = Sliver_LV.getConnection() - try: - dom = conn.lookupByName(name) - except: - dom = conn.defineXML(config) - print Sliver_LV.info(dom) +REF_IMG_BASE_DIR = '/vservers/.lvref' +CON_BASE_DIR = '/vservers' - @staticmethod - def destroy(name): - ''' NEVER CALLED... Figure out when and what to do... ''' - - print "LIBVIRT %s destroy"%(name) - logger.verbose ('sliver_libvirt: %s destroy'%(name)) - - dir = '/vservers/%s'%(name) - lxc_log = '%s/lxc.log'%(dir) +connections = dict() - conn = conn.Sliver_LV.getConnection() +# Helper methods - try: - dom = conn.lookupByName(name) - conn.destroy(dom) - conn.undefine(dom) - print Sliver_LV.info(dom) - except: - logger.verbose('sliver_libvirt: %s domain does not exists'%(name)) - print "Unexpected error:", sys.exc_info()[0] +def getConnection(sliver_type): + # TODO: error checking + # vtype is of the form sliver.[LXC/QEMU] we need to lower case to lxc/qemu + vtype = sliver_type.split('.')[1].lower() + uri = vtype + '://' + return connections.setdefault(uri, libvirt.open(uri)) + +def debuginfo(dom): + ''' Helper method to get a "nice" output of the info struct for debug''' + [state, maxmem, mem, ncpu, cputime] = dom.info() + return '%s is %s, maxmem = %s, mem = %s, ncpu = %s, cputime = %s' % (dom.name(), STATES.get(state, state), maxmem, mem, ncpu, cputime) + +# Common Libvirt code + +class Sliver_Libvirt(accounts.Account): def __init__(self, rec): self.name = rec['name'] - print "LIBVIRT %s __init__"%(self.name) logger.verbose ('sliver_libvirt: %s init'%(self.name)) - self.dir = '/vservers/%s'%(self.name) - # Assume the directory with the image and config files # are in place self.keys = '' self.rspec = {} self.slice_id = rec['slice_id'] - self.disk_usage_initialized = False - self.initscript = '' self.enabled = True - conn = Sliver_LV.getConnection() + self.conn = getConnection(rec['type']) + self.xid = bwlimit.get_xid(self.name) + try: - self.container = conn.lookupByName(self.name) + self.dom = self.conn.lookupByName(self.name) except: - print "Unexpected error:", sys.exc_info()[0] + logger.verbose('sliver_libvirt: Domain %s does not exist UNEXPECTED: %s'%(self.name, sys.exc_info()[0])) - def configure(self, rec): - ''' Allocate resources and fancy configuration stuff ''' - print "LIBVIRT %s configure"%(self.name) - logger.verbose('sliver_libvirt: %s configure'%(self.name)) def start(self, delay=0): ''' Just start the sliver ''' - print "LIBVIRT %s start"%(self.name) + logger.verbose('sliver_libvirt: %s start'%(self.name)) # Check if it's running to avoid throwing an exception if the # domain was already running, create actually means start if not self.is_running(): - self.container.create() + self.dom.create() else: logger.verbose('sliver_libvirt: sliver %s already started'%(self.name)) - + + # After the VM is started... we can play with the virtual interface + # Create the ebtables rule to mark the packets going out from the virtual + # interface to the actual device so the filter canmatch against the mark + bwlimit.ebtables("-A INPUT -i veth%d -j mark --set-mark %d" % \ + (self.xid, self.xid)) + + def stop(self): - ''' NEVER CALLED... Figure out when and what to do... ''' - - print "LIBVIRT %s stop"%(self.name) logger.verbose('sliver_libvirt: %s stop'%(self.name)) + # Remove the ebtables rule before stopping + bwlimit.ebtables("-D INPUT -i veth%d -j mark --set-mark %d" % \ + (self.xid, self.xid)) + try: - self.container.destroy() + self.dom.destroy() except: - print "Unexpected error:", sys.exc_info()[0] - + logger.verbose('sliver_libvirt: Domain %s not running UNEXPECTED: %s'%(self.name, sys.exc_info()[0])) + print 'sliver_libvirt: Domain %s not running UNEXPECTED: %s'%(self.name, sys.exc_info()[0]) + def is_running(self): ''' Return True if the domain is running ''' - print "LIBVIRT %s is_running"%(self.name) - logger.verbose('sliver_libvirt: %s is_running'%(self.name)) + logger.verbose('sliver_libvirt: %s is_running'%self.name) try: - [state, _, _, _, _] = self.container.info() + [state, _, _, _, _] = self.dom.info() if state == libvirt.VIR_DOMAIN_RUNNING: - logger.verbose('sliver_libvirt: %s is RUNNING'%(self.name)) + logger.verbose('sliver_libvirt: %s is RUNNING'%self.name) return True else: - info = Sliver_LV.info(self.container) + info = debuginfo(self.dom) logger.verbose('sliver_libvirt: %s is NOT RUNNING...\n%s'%(self.name, info)) return False except: - print "Unexpected error:", sys.exc_info() - - ''' PRIVATE/HELPER/STATIC METHODS ''' - @staticmethod - def getConnection(): - ''' Helper method to get a connection to the LXC driver of Libvirt ''' - conn = libvirt.open('lxc:///') - if conn == None: - print 'Failed to open connection to LXC hypervisor' - sys.exit(1) - else: return conn - - @staticmethod - def info(dom): - ''' Helper method to get a "nice" output of the info struct for debug''' - [state, maxmem, mem, ncpu, cputime] = dom.info() - return '%s is %s, maxmem = %s, mem = %s, ncpu = %s, cputime = %s' % (dom.name(), states.get(state, state), maxmem, mem, ncpu, cputime) + logger.verbose('sliver_libvirt: UNEXPECTED ERROR in %s...\n%s'%(self.name, sys.exc_info[0])) + print 'sliver_libvirt: UNEXPECTED ERROR in %s...\n%s'%(self.name, sys.exc_info[0]) + + def configure(self, rec): + + #sliver.[LXC/QEMU] tolower case + sliver_type = rec['type'].split('.')[1].lower() + + BASE_DIR = '/cgroup/libvirt/%s/%s/'%(sliver_type, self.name) + + # Disk allocation + # No way through cgroups... figure out how to do that with user/dir quotas. + # There is no way to do quota per directory. Chown-ing would create + # problems as username namespaces are not yet implemented (and thus, host + # and containers share the same name ids + + # Btrfs support quota per volumes + + # It will depend on the FS selection + if rec.has_key('disk_max'): + disk_max = rec['disk_max'] + if disk_max == 0: + # unlimited + pass + else: + # limit to certain number + pass + + # Memory allocation + if rec.has_key('memlock_hard'): + mem = rec['memlock_hard'] * 1024 # hard limit in bytes + with open(os.path.join(BASE_DIR, 'memory.limit_in_bytes'), 'w') as f: + print >>f, mem + if rec.has_key('memlock_soft'): + mem = rec['memlock_soft'] * 1024 # soft limit in bytes + with open(os.path.join(BASE_DIR, 'memory.soft_limit_in_bytes'), 'w') as f: + print >>f, mem + + # CPU allocation + # Only cpu_shares until figure out how to provide limits and guarantees + # (RT_SCHED?) + if rec.has_key('cpu_share'): + cpu_share = rec['cpu_share'] + with open(os.path.join(BASE_DIR, 'cpu.shares'), 'w') as f: + print >>f, cpu_share + + # Call the upper configure method (ssh keys...) + accounts.Account.configure(self, rec) + +