X-Git-Url: http://git.onelab.eu/?a=blobdiff_plain;f=sliver_libvirt.py;h=ed430885894c85a7a5312a56836caac849af9a7f;hb=155a7a1afeb6326353fe2081a362e52e2fec106f;hp=83b5ad82767226b10806b4b053c17b9a22597116;hpb=6d75c44c7fa123500d8bd80a97884a016169dad5;p=nodemanager.git
diff --git a/sliver_libvirt.py b/sliver_libvirt.py
index 83b5ad8..ed43088 100644
--- a/sliver_libvirt.py
+++ b/sliver_libvirt.py
@@ -1,69 +1,72 @@
-#
-
"""LibVirt slivers"""
-import accounts
-import logger
+import sys
+import os, os.path
import subprocess
-import os
-import os.path
+import pprint
+
import libvirt
-import sys
-import shutil
-from string import Template
+from account import Account
+import logger
+import plnode.bwlimit as bwlimit
+import cgroups
STATES = {
- libvirt.VIR_DOMAIN_NOSTATE: 'no state',
- libvirt.VIR_DOMAIN_RUNNING: 'running',
- libvirt.VIR_DOMAIN_BLOCKED: 'blocked on resource',
- libvirt.VIR_DOMAIN_PAUSED: 'paused by user',
+ libvirt.VIR_DOMAIN_NOSTATE: 'no state',
+ libvirt.VIR_DOMAIN_RUNNING: 'running',
+ libvirt.VIR_DOMAIN_BLOCKED: 'blocked on resource',
+ libvirt.VIR_DOMAIN_PAUSED: 'paused by user',
libvirt.VIR_DOMAIN_SHUTDOWN: 'being shut down',
- libvirt.VIR_DOMAIN_SHUTOFF: 'shut off',
- libvirt.VIR_DOMAIN_CRASHED: 'crashed',
+ libvirt.VIR_DOMAIN_SHUTOFF: 'shut off',
+ libvirt.VIR_DOMAIN_CRASHED: 'crashed',
}
-REF_IMG_BASE_DIR = '/vservers/.lvref'
-CON_BASE_DIR = '/vservers'
-
connections = dict()
-# Helper methods
+# Common Libvirt code
-def getConnection(sliver_type):
- # TODO: error checking
- # vtype is of the form sliver.[LXC/QEMU] we need to lower case to lxc/qemu
- vtype = sliver_type.split('.')[1].lower()
- uri = vtype + '://'
- return connections.setdefault(uri, libvirt.open(uri))
+class Sliver_Libvirt(Account):
-def debuginfo(dom):
- ''' Helper method to get a "nice" output of the info struct for debug'''
- [state, maxmem, mem, ncpu, cputime] = dom.info()
- return '%s is %s, maxmem = %s, mem = %s, ncpu = %s, cputime = %s' % (dom.name(), STATES.get(state, state), maxmem, mem, ncpu, cputime)
+ # Helper methods
-# Common Libvirt code
+ @staticmethod
+ def getConnection(sliver_type):
+ # TODO: error checking
+ # vtype is of the form sliver.[LXC/QEMU] we need to lower case to lxc/qemu
+ vtype = sliver_type.split('.')[1].lower()
+ uri = vtype + '://'
+ return connections.setdefault(uri, libvirt.open(uri))
-class Sliver_Libvirt(accounts.Account):
+ @staticmethod
+ def debuginfo(dom):
+ ''' Helper method to get a "nice" output of the info struct for debug'''
+ [state, maxmem, mem, ncpu, cputime] = dom.info()
+ return '%s is %s, maxmem = %s, mem = %s, ncpu = %s, cputime = %s' % (dom.name(), STATES.get(state, state), maxmem, mem, ncpu, cputime)
def __init__(self, rec):
self.name = rec['name']
logger.verbose ('sliver_libvirt: %s init'%(self.name))
-
+
# Assume the directory with the image and config files
# are in place
-
+
self.keys = ''
self.rspec = {}
self.slice_id = rec['slice_id']
self.enabled = True
- self.conn = getConnection(rec['type'])
-
+ self.conn = Sliver_Libvirt.getConnection(rec['type'])
+ self.xid = bwlimit.get_xid(self.name)
+
+ dom = None
try:
- self.dom = self.conn.lookupByName(self.name)
+ dom = self.conn.lookupByName(self.name)
except:
- logger.verbose('sliver_libvirt: Domain %s does not exist UNEXPECTED: %s'%(self.name, sys.exc_info()[0]))
-
+ logger.log('sliver_libvirt: Domain %s does not exist. ' \
+ 'Will try to create it again.' % (self.name))
+ self.__class__.create(rec['name'], rec)
+ dom = self.conn.lookupByName(self.name)
+ self.dom = dom
def start(self, delay=0):
''' Just start the sliver '''
@@ -74,18 +77,29 @@ class Sliver_Libvirt(accounts.Account):
if not self.is_running():
self.dom.create()
else:
- logger.verbose('sliver_libvirt: sliver %s already started'%(dom.name()))
-
+ logger.verbose('sliver_libvirt: sliver %s already started'%(self.name))
+
+ # After the VM is started... we can play with the virtual interface
+ # Create the ebtables rule to mark the packets going out from the virtual
+ # interface to the actual device so the filter canmatch against the mark
+ bwlimit.ebtables("-A INPUT -i veth%d -j mark --set-mark %d" % \
+ (self.xid, self.xid))
def stop(self):
logger.verbose('sliver_libvirt: %s stop'%(self.name))
-
+
+ # Remove the ebtables rule before stopping
+ bwlimit.ebtables("-D INPUT -i veth%d -j mark --set-mark %d" % \
+ (self.xid, self.xid))
+
try:
self.dom.destroy()
except:
- logger.verbose('sliver_libvirt: Domain %s not running UNEXPECTED: %s'%(self.name, sys.exc_info()[0]))
- print 'sliver_libvirt: Domain %s not running UNEXPECTED: %s'%(self.name, sys.exc_info()[0])
-
+ logger.verbose('sliver_libvirt: Domain %s not running ' \
+ 'UNEXPECTED: %s'%(self.name, sys.exc_info()[1]))
+ print 'sliver_libvirt: Domain %s not running ' \
+ 'UNEXPECTED: %s'%(self.name, sys.exc_info()[1])
+
def is_running(self):
''' Return True if the domain is running '''
logger.verbose('sliver_libvirt: %s is_running'%self.name)
@@ -96,18 +110,22 @@ class Sliver_Libvirt(accounts.Account):
return True
else:
info = debuginfo(self.dom)
- logger.verbose('sliver_libvirt: %s is NOT RUNNING...\n%s'%(self.name, info))
+ logger.verbose('sliver_libvirt: %s is ' \
+ 'NOT RUNNING...\n%s'%(self.name, info))
return False
except:
- logger.verbose('sliver_libvirt: UNEXPECTED ERROR in %s...\n%s'%(self.name, sys.exc_info[0]))
- print 'sliver_libvirt: UNEXPECTED ERROR in %s...\n%s'%(self.name, sys.exc_info[0])
+ logger.verbose('sliver_libvirt: UNEXPECTED ERROR in ' \
+ '%s: %s'%(self.name, sys.exc_info()[1]))
+ print 'sliver_libvirt: UNEXPECTED ERROR in ' \
+ '%s: %s'%(self.name, sys.exc_info()[1])
+ return False
def configure(self, rec):
#sliver.[LXC/QEMU] tolower case
- sliver_type = rec['type'].split('.')[1].lower()
+ #sliver_type = rec['type'].split('.')[1].lower()
- BASE_DIR = '/cgroup/libvirt/%s/%s/'%(sliver_type, self.name)
+ #BASE_DIR = '/cgroup/libvirt/%s/%s/'%(sliver_type, self.name)
# Disk allocation
# No way through cgroups... figure out how to do that with user/dir quotas.
@@ -130,24 +148,61 @@ class Sliver_Libvirt(accounts.Account):
# Memory allocation
if rec.has_key('memlock_hard'):
mem = rec['memlock_hard'] * 1024 # hard limit in bytes
- with open(os.path.join(BASE_DIR, 'memory.limit_in_bytes'), 'w') as f:
- print >>f, mem
+ cgroups.write(self.name, 'memory.limit_in_bytes', mem)
if rec.has_key('memlock_soft'):
mem = rec['memlock_soft'] * 1024 # soft limit in bytes
- with open(os.path.join(BASE_DIR, 'memory.soft_limit_in_bytes'), 'w') as f:
- print >>f, mem
+ cgroups.write(self.name, 'memory.soft_limit_in_bytes', mem)
# CPU allocation
# Only cpu_shares until figure out how to provide limits and guarantees
# (RT_SCHED?)
- if rec.has_key('cpu_share'):
+ if rec.has_key('cpu_share'):
cpu_share = rec['cpu_share']
- with open(os.path.join(BASE_DIR, 'cpu.shares'), 'w') as f:
- print >>f, cpu_share
+ cgroups.write(self.name, 'cpu.shares', cpu_share)
# Call the upper configure method (ssh keys...)
- accounts.Account.configure(self, rec)
-
-
+ Account.configure(self, rec)
+
+ # A placeholder until we get true VirtualInterface objects
+ @staticmethod
+ def get_interfaces_xml(rec):
+ xml = """
+
+
+
+"""
+ try:
+ tags = rec['rspec']['tags']
+ if 'interface' in tags:
+ interfaces = eval(tags['interface'])
+ if not isinstance(interfaces, (list, tuple)):
+ # if interface is not a list, then make it into a singleton list
+ interfaces = [interfaces]
+ tag_xml = ""
+ for interface in interfaces:
+ if 'vlan' in interface:
+ vlanxml = "" % interface['vlan']
+ else:
+ vlanxml = ""
+ if 'bridge' in interface:
+ tag_xml = tag_xml + """
+
+
+ %s
+
+
+ """ % (interface['bridge'], vlanxml)
+ else:
+ tag_xml = tag_xml + """
+
+
+
+ """
+ xml = tag_xml
+ logger.log('sliver_libvirty.py: interface XML is: %s' % xml)
+ except:
+ logger.log('sliver_libvirt.py: ERROR parsing "interface" tag for slice %s' % rec['name'])
+ logger.log('sliver_libvirt.py: tag value: %s' % tags['interface'])
+ return xml