X-Git-Url: http://git.onelab.eu/?p=nodemanager.git;a=blobdiff_plain;f=cgroups.py;h=0611d1d615f365a979540cf689f9d1a78d7baa7a;hp=ebd4b56e2211cd413d462f616fda862afd09d90c;hb=HEAD;hpb=9810ffaa90bac99bbe7a5b18ae914f649193ef8a diff --git a/cgroups.py b/cgroups.py index ebd4b56..0611d1d 100644 --- a/cgroups.py +++ b/cgroups.py @@ -3,79 +3,80 @@ # # Xavi Leon -import os +import os, os.path import pyinotify import logger +from functools import reduce # Base dir for libvirt BASE_DIR = '/sys/fs/cgroup' -SUB_SYSTEMS = ['blkio', 'freezer', 'devices', 'memory', 'cpu,cpuacct', 'cpuset'] -VIRT_TECHS = ['lxc'] -# Global cgroup mapping. -CGROUPS = dict() +def get_cgroup_paths(subsystem="cpuset"): + subsystem_bases = [ + # observed on f16-f18 + os.path.join(BASE_DIR, subsystem, 'libvirt', 'lxc'), + # as observed on f20 + os.path.join(BASE_DIR, subsystem ), + # f21 + os.path.join(BASE_DIR, subsystem, 'machine.slice'), + # as observed on f16 libvirt 1.2.1 + os.path.join(BASE_DIR, subsystem, 'machine'), + ] + # try several locations and return all the results + # get_cgroup_path will sort it out + + # just return all the subdirs in the listed bases + return [ subdir + # scan the bases + for subsystem_base in subsystem_bases if os.path.isdir(subsystem_base) + # in each base search the immediate sons that are also dirs + for subdir in [ os.path.join(subsystem_base, f) for f in os.listdir(subsystem_base) ] + if os.path.isdir(subdir) ] -class CgroupWatch(pyinotify.ProcessEvent): +def get_cgroup_path(name, subsystem="cpuset"): + """ + Returns the base path for the cgroup with a specific name or None. + """ + result = reduce(lambda a, b: b if name in os.path.basename(b) else a, + get_cgroup_paths(subsystem), None) - def process_IN_CREATE(self, event): - path = os.path.join(event.path, event.name) - CGROUPS[event.name] = path - logger.verbose("Cgroup Notify: Created cgroup %s on %s" % \ - (event.name, event.path)) - - def process_IN_DELETE(self, event): - try: - del CGROUPS[event.name] - except: - logger.verbose("Cgroup Notify: Cgroup %s does not exist, continuing..."%event.name) - logger.verbose("Cgroup Notify: Deleted cgroup %s on %s" % \ - (event.name, event.path)) + if result is None: + name = name + ".libvirt-lxc" + result = reduce(lambda a, b: b if name in os.path.basename(b) else a, + get_cgroup_paths(subsystem), None) - -#logger.verbose("Cgroups: Recognizing already existing cgroups...") -#for virt in VIRT_TECHS: -# filenames = os.listdir(os.path.join(BASE_DIR, virt)) -# for filename in filenames: -# path = os.path.join(BASE_DIR, virt, filename) -# if os.path.isdir(path): -# CGROUPS[filename] = path - -#logger.verbose("Cgroups: Initializing watchers...") -#wm = pyinotify.WatchManager() -#notifier = pyinotify.ThreadedNotifier(wm, CgroupWatch()) -#for virt in VIRT_TECHS: -# wdd = wm.add_watch(os.path.join(BASE_DIR, virt), -# pyinotify.IN_DELETE | pyinotify.IN_CREATE, -# rec=False) -#notifier.daemon = True -#notifier.start() - -def get_cgroup_paths(): - cpusetBase = os.path.join(BASE_DIR, 'cpuset', 'libvirt', 'lxc') - return filter(os.path.isdir, - map(lambda f: os.path.join(cpusetBase, f), - os.listdir(cpusetBase))) - -def get_cgroup_path(name): - """ Returns the base path for the cgroup with a specific name or None.""" - return reduce(lambda a, b: b if os.path.basename(b) == name else a, - get_cgroup_paths(), None) + return result def get_base_path(): return BASE_DIR def get_cgroups(): """ Returns the list of cgroups active at this moment on the node """ - return map(os.path.basename, get_cgroup_paths()) + return list(map(os.path.basename, get_cgroup_paths())) -def write(name, key, value): +def write(name, key, value, subsystem="cpuset"): """ Writes a value to the file key with the cgroup with name """ - base_path = get_cgroup_path(name) + base_path = get_cgroup_path(name, subsystem) with open(os.path.join(base_path, key), 'w') as f: - print >>f, value + print(value, file=f) + logger.verbose("cgroups.write: overwrote {}".format(base_path)) -def append(name, key, value): +def append(name, key, value, subsystem="cpuset"): """ Appends a value to the file key with the cgroup with name """ - base_path = get_cgroup_path(name) + base_path = get_cgroup_path(name, subsystem) with open(os.path.join(base_path, key), 'a') as f: - print >>f, value + print(value, file=f) + logger.verbose("cgroups.append: appended {}".format(base_path)) + +if __name__ == '__main__': + + # goes with the system tests + name='inri_sl1' + + subsystems = 'blkio cpu cpu,cpuacct cpuacct cpuset devices freezer memory net_cls perf_event systemd'.split() + + for subsystem in subsystems: + print('get_cgroup_path({}, {}) = {}'.\ + format(name, subsystem, get_cgroup_path(name, subsystem))) + +# print 'get_cgroup_paths = {}'.format(get_cgroup_paths(subsystem))