X-Git-Url: http://git.onelab.eu/?a=blobdiff_plain;f=plc.py;h=f609abbd12470620dc8978f2ec26a04768ba0f5f;hb=d5b0651a666c9a6b2deb4103ed15c3c06075395d;hp=4f7894c00e58e8cc825b16094a9f9cbf7e3d7785;hpb=9708d16eec843911ee65277a8bc6e07e92134b7a;p=monitor.git

diff --git a/plc.py b/plc.py
index 4f7894c..f609abb 100644
--- a/plc.py
+++ b/plc.py
@@ -1,377 +1,316 @@
-#!/bin/env python
+#
+# plc.py
 #
 # Helper functions that minipulate the PLC api.
 # 
-# Faiyaz Ahmed <faiyaza@cs.princeton.edu>
-# Copyright (C) 2006, 2007 The Trustees of Princeton University
+# Faiyaz Ahmed <faiyaza@cs.princeton.edu
 #
-# $Id: plc.py,v 1.10 2007/02/12 19:59:00 mef Exp $
+# $Id: plc.py,v 1.18 2007/08/29 17:26:50 soltesz Exp $
 #
 
-from emailTxt import *
 import xml, xmlrpclib
 import logging
+try:
+    import auth
+except:
+	class Anon:
+		def __init__(self):
+			self.auth = {'AuthMethod': "anonymous"}
+	auth = Anon()
+
 import time
-import config
-import getpass, getopt
-import sys
+try:
+	from config import config
+	config = config()
+	debug = config.debug
+except:
+	debug = False
+	
+XMLRPC_SERVER="https://boot.planet-lab.org/PLCAPI/"
 
 logger = logging.getLogger("monitor")
-XMLRPC_SERVER = 'https://www2.planet-lab.org/PLCAPI/'
-api = xmlrpclib.Server(XMLRPC_SERVER, verbose=False, allow_none = True)
-auth = None
 
-def nodesDbg(argv):
-	"""Returns list of nodes in dbg as reported by PLC"""
-
-	global api, auth
-	dbgNodes = []
-	allnodes = api.GetNodes(auth, None, ['hostname','boot_state'])
-	for node in allnodes:
-		if node['boot_state'] == 'dbg': dbgNodes.append(node['hostname'])
-	logger.info("%d nodes in debug according to PLC." %len(dbgNodes))
-	return dbgNodes
+api = xmlrpclib.Server(XMLRPC_SERVER, verbose=False, allow_none=True)
 
+def getAPI(url):
+	api = xmlrpclib.Server(url, verbose=False, allow_none=True)
+	return api
 
-def siteId(argv):
-	"""Returns loginbase for given nodename"""
+class PLC:
+	def __init__(self, auth, url):
+		self.auth = auth
+		self.url = url
+		self.api = xmlrpclib.Server(self.url, verbose=False, allow_none=True)
 
-	global api, auth
-	nodename = argv[0]
-	site_ids = api.GetNodes(auth, [nodename], ['site_id'])
-	if len(site_ids) == 1:
-		site_id = [site_ids[0]['site_id']]
-		loginbase = api.GetSites (auth, site_id, ["login_base"])
-		return loginbase[0]['login_base']
+	def __getattr__(self, name):
+		method = getattr(self.api, name)
+		if method is None:
+			raise AssertionError("method does not exist")
 
-def slices(argv):
-	"""Returns list of slices for a site."""
+		return lambda *params : method(self.auth, *params)
 
-	global api, auth
-	if len(argv) < 1:
-		printUsage("not enough arguments; please provide loginbase")
-		sys.exit(1)
+	def __repr__(self):
+		return self.api.__repr__()
 
-	loginbase = argv[0]
-	if auth is None:
-		printUsage("requires admin privs")
-		sys.exit(1)
+def getAuthAPI():
+	import auth
+	return PLC(auth.auth, auth.plc)
 
-	slices = api.GetSlices (auth, {'name':"%s_*"%loginbase},['name'])
-	slices = map(lambda x: x['name'],slices)
-	return slices
+'''
+Returns list of nodes in dbg as reported by PLC
+'''
+def nodesDbg():
+	dbgNodes = []
+	api = xmlrpclib.Server(XMLRPC_SERVER, verbose=False)
+	anon = {'AuthMethod': "anonymous"}
+	for node in api.GetNodes(anon, {"boot_state":"dbg"},["hostname"]):
+		dbgNodes.append(node['hostname'])
+	logger.info("%s nodes in debug according to PLC." %len(dbgNodes))
+	return dbgNodes
 
-def getpcu(argv):
-	"""Returns dict of PCU info of a given node."""
 
-	global api, auth
-	nodename = argv[0].lower()
-	if auth is None:
-		printUsage("requires admin privs")
-		sys.exit(1)
+'''
+Returns loginbase for given nodename
+'''
+def siteId(nodename):
+	api = xmlrpclib.Server(XMLRPC_SERVER, verbose=False)
+	anon = {'AuthMethod': "anonymous"}
+	site_id = api.GetNodes (anon, {"hostname": nodename}, ['site_id'])
+	if len(site_id) == 1:
+		loginbase = api.GetSites (anon, site_id[0], ["login_base"])
+		return loginbase[0]['login_base']
 
-	pcus = api.GetNodes(auth, [nodename], ['pcu_ids'])
-	if len(pcus):
-		pcus = map(lambda x: x['pcu_ids'],pcus)[0]
-		nodepcus = api.GetPCUs(auth,pcus)
+'''
+Returns list of slices for a site.
+'''
+def slices(loginbase):
+	siteslices = []
+	api = xmlrpclib.Server(XMLRPC_SERVER, verbose=False)
+	sliceids = api.GetSites (auth.auth, {"login_base" : loginbase}, ["slice_ids"])[0]['slice_ids']
+	for slice in api.GetSlices(auth.auth, {"slice_id" : sliceids}, ["name"]):
+		siteslices.append(slice['name'])
+	return siteslices
+
+'''
+Returns dict of PCU info of a given node.
+'''
+def getpcu(nodename):
+	api = xmlrpclib.Server(XMLRPC_SERVER, verbose=False)
+	anon = {'AuthMethod': "anonymous"}
+	nodeinfo = api.GetNodes(auth.auth, {"hostname": nodename}, ["pcu_ids", "ports"])[0]
+	if nodeinfo['pcu_ids']:
+		sitepcu = api.GetPCUs(auth.auth, nodeinfo['pcu_ids'])[0]
+		sitepcu[nodename] = nodeinfo["ports"][0]
+		return sitepcu
 	else:
-		nodepcus = []
-	return nodepcus
-
-
-def getSiteNodes(argv):
-	"""Returns all site nodes for site id (loginbase)."""
-	global api, auth
-	if len(argv) < 1:
-		printUsage("not enough arguments; please provide loginbase")
-		sys.exit(1)
+		logger.info("%s doesn't have PCU" % nodename)
+		return False
+
+def GetPCUs(filter=None, fields=None):
+	api = xmlrpclib.Server(XMLRPC_SERVER, verbose=False, allow_none=True)
+	pcu_list = api.GetPCUs(auth.auth, filter, fields)
+	return pcu_list 
+
+'''
+Returns all site nodes for site id (loginbase).
+'''
+def getSiteNodes(loginbase, fields=None):
+	api = xmlrpclib.Server(XMLRPC_SERVER, verbose=False)
+	nodelist = []
+	anon = {'AuthMethod': "anonymous"}
+	try:
+		nodeids = api.GetSites(anon, {"login_base": loginbase}, fields)[0]['node_ids']
+		for node in api.GetNodes(anon, {"node_id": nodeids}, ['hostname']):
+			nodelist.append(node['hostname'])
+	except Exception, exc:
+		logger.info("getSiteNodes:  %s" % exc)
+		print "getSiteNodes:  %s" % exc
+	return nodelist
 
-	loginbase = argv[0]
+def getPersons(filter=None, fields=None):
+	api = xmlrpclib.Server(XMLRPC_SERVER, verbose=False, allow_none=True)
+	persons = []
+	try:
+		persons = api.GetPersons(auth.auth, filter, fields)
+	except Exception, exc:
+		print "getPersons:  %s" % exc
+		logger.info("getPersons:  %s" % exc)
+	return persons
+
+def getSites(filter=None, fields=None):
+	api = xmlrpclib.Server(XMLRPC_SERVER, verbose=False, allow_none=True)
+	sites = []
+	anon = {'AuthMethod': "anonymous"}
+	try:
+		#sites = api.GetSites(anon, filter, fields)
+		sites = api.GetSites(auth.auth, filter, fields)
+	except Exception, exc:
+		import traceback
+		traceback.print_exc()
+		print "getSites:  %s" % exc
+		logger.info("getSites:  %s" % exc)
+	return sites
+
+def getSiteNodes2(loginbase):
+	api = xmlrpclib.Server(XMLRPC_SERVER, verbose=False)
 	nodelist = []
-	site_ids = api.GetSites(auth, {'login_base': "%s" % loginbase}, ['node_ids'])
-	if len(site_ids) == 1:
-		node_ids = site_ids[0]['node_ids']
-		nodes = api.GetNodes(auth,node_ids,['hostname'])
-		nodelist = map(lambda x: x['hostname'], nodes)
-	elif len(site_ids) == 0:
-		logger.info("getSiteNodes: can't find site %s" %loginbase)	      
-	nodelist.sort()
+	anon = {'AuthMethod': "anonymous"}
+	try:
+		nodeids = api.GetSites(anon, {"login_base": loginbase})[0]['node_ids']
+		nodelist += getNodes({'node_id':nodeids})
+	except Exception, exc:
+		logger.info("getSiteNodes2:  %s" % exc)
 	return nodelist
 
-def renewAllSlices (argv):
-	"""Sets the expiration date of all slices to given date"""
-	global api, auth
+def getNodeNetworks(filter=None):
+	api = xmlrpclib.Server(XMLRPC_SERVER, verbose=False, allow_none=True)
+	nodenetworks = api.GetNodeNetworks(auth.auth, filter, None)
+	return nodenetworks
+
+def getNodes(filter=None, fields=None):
+	api = xmlrpclib.Server(XMLRPC_SERVER, verbose=False, allow_none=True)
+	nodes = api.GetNodes(auth.auth, filter, fields) 
+			#['boot_state', 'hostname', 
+			#'site_id', 'date_created', 'node_id', 'version', 'nodenetwork_ids',
+			#'last_updated', 'peer_node_id', 'ssh_rsa_key' ])
+	return nodes
+
+'''
+Sets boot state of a node.
+'''
+def nodeBootState(nodename, state):
+	api = xmlrpclib.Server(XMLRPC_SERVER, verbose=False)
+	try:
+		return api.UpdateNode(auth.auth, nodename, {'boot_state': state})
+	except Exception, exc:
+		logger.info("nodeBootState:  %s" % exc)
 
-	newexp = argv[0]
-	# convert time string using fmt "%B %d %Y" to epoch integer
+def updateNodeKey(nodename, key):
+	api = xmlrpclib.Server(XMLRPC_SERVER, verbose=False)
 	try:
-		newexp = int(time.mktime(time.strptime(newexp,"%B %d %Y")))
-	except ValueError, e:
-		errormsg = """Expecting date to be in Month Day Year
-  e.g., April 7 2007
-  new expiration date provided %s""" % newexp
-		printUsage(errormsg)
-		sys.exit(1)
-		
-	slices = api.GetSlices(auth)
-	for slice in slices:
-		name = slice['name']
-		exp = int(slice['expires'])
-		olddate = time.asctime(time.localtime(exp))
-		slice_attributes = api.GetSliceAttributes(auth,slice['slice_attribute_ids'])
-		for slice_attribute in slice_attributes:
-			if slice_attribute['name'] == "enabled":
-				print "%s is suspended" % name
-		if exp < newexp:
-			newdate = time.asctime(time.localtime(newexp))
-			ret = api.SliceRenew(auth,name,newexp)
-			if ret == 0:
-				print "failed to renew %s" %name
-
-def nodeBootState(argv):
-	"""Sets boot state of a node."""
-
-	global api, auth
-	if len(argv) < 1:
-		printUsage("not enough arguments")
-		sys.exit(1)
-		
-	if len(argv) >=1:
-		nodename = argv[0]
-	if len(argv) >=2:
-		state = argv[1]
-
-	if auth is None:
-		printUsage("requires admin privs")
-		sys.exit(1)
-
-	node = api.GetNodes(auth, [nodename], ['node_id','boot_state'])
-	if len(node) == 1:
-		node = node[0]
+		return api.UpdateNode(auth.auth, nodename, {'key': key})
+	except Exception, exc:
+		logger.info("updateNodeKey:  %s" % exc)
+
+'''
+Sends Ping Of Death to node.
+'''
+def nodePOD(nodename):
+	api = xmlrpclib.Server(XMLRPC_SERVER, verbose=False)
+	logger.info("Sending POD to %s" % nodename)
+	try:
+		if not debug:
+			return api.RebootNode(auth.auth, nodename)
+	except Exception, exc:
+			logger.info("nodePOD:  %s" % exc)
+
+'''
+Freeze all site slices.
+'''
+def suspendSlices(nodename):
+	api = xmlrpclib.Server(XMLRPC_SERVER, verbose=False)
+	for slice in slices(siteId(nodename)):
+		logger.info("Suspending slice %s" % slice)
 		try:
-			logger.info("%s boot_state=%s" %(nodename, node['boot_state']))
-			if len(argv) >=2 and not config.debug:
-				logger.info("Setting node %s boot_state=%s" %(nodename, state))
-				node_id = node['node_id']
-				api.UpdateNode(auth, node_id, {'boot_state': state})
+			if not debug:
+				api.AddSliceAttribute(auth.auth, slice, "enabled", "0")
 		except Exception, exc:
-			logger.info("nodeBootState:  %s" % exc)
-	else:
-		logger.info("Cant find node %s to toggle boot state" % nodename)
-
-
-def nodePOD(argv):
-	"""Sends Ping Of Death to node."""
-
-	global api, auth
-	if len(argv) < 1:
-		printUsage("not enough arguments")
-		sys.exit(1)
-		
-	nodename = argv[0]
-	if auth is None:
-		printUsage("requires admin privs")
-		sys.exit(1)
-
-	node = api.GetNodes(auth, [nodename], ['node_id'])
-	if len(node) == 1:
-		node = node[0]
-		logger.info("Sending POD to %s" % nodename)
+			logger.info("suspendSlices:  %s" % exc)
+
+def enableSlices(nodename):
+	api = xmlrpclib.Server(XMLRPC_SERVER, verbose=False, allow_none=True)
+	for slice in slices(siteId(nodename)):
+		logger.info("Enabling slices %s" % slice)
 		try:
-			if not config.debug:
-				api.RebootNode(auth, node['node_id'])
+			if not debug:
+				slice_list = api.GetSlices(auth.auth, {'name': slice}, None)
+				if len(slice_list) == 0:
+					return
+				slice_id = slice_list[0]['slice_id']
+				l_attr = api.GetSliceAttributes(auth.auth, {'slice_id': slice_id}, None)
+				for attr in l_attr:
+					if "enabled" == attr['name'] and attr['value'] == "0":
+						logger.info("Deleted enable=0 attribute from slice %s" % slice)
+						api.DeleteSliceAttribute(auth.auth, attr['slice_attribute_id'])
 		except Exception, exc:
-			logger.info("nodePOD:  %s" % exc)
-	else:
-		logger.info("Cant find node %s to send POD." % nodename)
-
-def suspendSlice(argv):
-	"""Freeze specific slice."""
-	global api, auth
-	if auth is None:
-		printUsage("requires admin privs")
-		sys.exit(1)
-
-	slice = argv[0]
-	logger.info("Suspending slice %s" % slice)
+			logger.info("enableSlices: %s" % exc)
+			print "exception: %s" % exc
+
+#I'm commenting this because this really should be a manual process.  
+#'''
+#Enable suspended site slices.
+#'''
+#def enableSlices(nodename, slicelist):
+#	api = xmlrpclib.Server(XMLRPC_SERVER, verbose=False)
+#	for slice in  slices(siteId(nodename)):
+#		logger.info("Suspending slice %s" % slice)
+#		api.SliceAttributeAdd(auth.auth, slice, "plc_slice_state", {"state" : "suspended"})
+#
+def enableSliceCreation(nodename):
+	api = xmlrpclib.Server(XMLRPC_SERVER, verbose=False, allow_none=True)
 	try:
-		if not config.debug:
-			api.AddSliceAttribute(auth, slice, "enabled", "0")
+		loginbase = siteId(nodename)
+		logger.info("Enabling slice creation for site %s" % loginbase)
+		if not debug:
+			logger.info("\tcalling UpdateSite(%s, enabled=True)" % loginbase)
+			api.UpdateSite(auth.auth, loginbase, {'enabled': True})
 	except Exception, exc:
-		logger.info("suspendSlices:  %s" % exc)
-
-def suspendSlices(argv):
-	"""Freeze all site slices."""
-	global api, auth
-	if auth is None:
-		printUsage("requires admin privs")
-		sys.exit(1)
-
-	if argv[0].find(".") <> -1: siteslices = slices([siteId(argv)])
-	else: siteslices = slices(argv)
-
-	for slice in siteslices:
-		suspendSlice([slice])
-
-def __enableSlice(slice):
-	logger.info("unfreezing slice %s" % slice['name'])
-	slice_attributes = api.GetSliceAttributes(auth,slice['slice_attribute_ids'])
-	for slice_attribute in slice_attributes:
-		if slice_attribute['name'] == "enabled":
-			api.DeleteSliceAttribute(auth, slice_attribute['slice_attribute_id'])
-	
-def enableSlice(arg):
-	"""Enable suspended slice."""
-	global api, auth
-	if auth is None:
-		printUsage("requires admin privs")
-		sys.exit(1)
-
-	slicename = arg[0]
-	gSlices = {'name':slicename}
-	slice = api.GetSlices(auth,gSlices)
-	if len(slice) == 1:
-		__enableSlice(slice[0])
-	else:
-		logger.info("slice %s not found" % slicename)
-
-def enableSlices(argv):
-	"""Enable suspended site slices."""
-
-	global api, auth
-	if auth is None:
-		printUsage("requires admin privs")
-		sys.exit(1)
-
-	if argv[0].find(".") <> -1:
-		slices = api.GetSlices(auth,[siteId(argv)])
-	else:
-		gSlices = {'name':"%s_*"%argv[0]}
-		slices = api.GetSlices(auth,gSlices)
-
-	for slice in slices:
-		__enableSlice(slice)
-
-def setSliceMax(argv):
-	"""Set max_slices for Slice. Returns previous max_slices"""
-	global api, auth
-	if auth is None:
-		printUsage("requires admin privs")
-		sys.exit(1)
-
-	name = argv[0]
-	val = int(argv[1])
-	if name.find(".") <> -1:
-		site_ids = api.GetNodes(auth, [name], ['site_id'])
-		if len(site_ids) == 1:
-			site_id = [site_ids[0]['site_id']]
-			loginbase = api.GetSites (auth, site_id, ["login_base"])
-		else:
-			printUsage("invalid hostname %s" % name)
-			sys.exit(1)
-	else:
-		site_ids = api.GetSites(auth, {'login_base': "%s" % name}, ['site_id'])
-		if len(site_ids) == 1:
-			siteid = site_ids[0]['site_id']
-		loginbase = name
-
-	numslices = api.GetSites(auth, [siteid], ["max_slices"])[0]['max_slices']
+		print "ERROR: enableSliceCreation:  %s" % exc
+		logger.info("ERROR: enableSliceCreation:  %s" % exc)
+
+'''
+Removes ability to create slices. Returns previous max_slices
+'''
+def removeSliceCreation(nodename):
+	print "removeSliceCreation(%s)" % nodename
+	api = xmlrpclib.Server(XMLRPC_SERVER, verbose=False)
 	try:
-		api.UpdateSite(auth, siteid, {'max_slices': val})
-		logger.info("_SetSliceMax:  %s max_slices was %d set to %d" % (loginbase,numslices,val))
-		return numslices
+		loginbase = siteId(nodename)
+		#numslices = api.GetSites(auth.auth, {"login_base": loginbase}, 
+		#		["max_slices"])[0]['max_slices']
+		logger.info("Removing slice creation for site %s" % loginbase)
+		if not debug:
+			#api.UpdateSite(auth.auth, loginbase, {'max_slices': 0})
+			api.UpdateSite(auth.auth, loginbase, {'enabled': False})
 	except Exception, exc:
-		logger.info("_SetSliceMax:  %s" % exc)
-
-
-USAGE = """
-Usage: %s [-u user] [-p password] [-r role] CMD
-
-Options:
--u      PLC account username
--p      PLC account password
--r      PLC account role
--h      This message
-""" % sys.argv[0]
-
-def printUsage(error = None):
-	global funclist
-	if error <> None:
-		print "%s %s" %(sys.argv[0],error)
-	print USAGE
-	print "CMD:"
-	for name,function in funclist:
-		print "%20s\t%20s" % (name, function.__doc__)
-	
-def main():
-	global api, auth
-
-	auth = None
-	user = None
-	password = None
-	role = 'admin'
-
-	(opts, argv) = getopt.getopt(sys.argv[1:], "u:p:r:h")
-	if len(argv)==0:
-		printUsage()
-		sys.exit(1)
-
-	for (opt, optval) in opts:
-		if opt == '-u':
-			user = optval
-		elif opt == '-p':
-			password = optval
-		elif opt == '-r':
-			role = optval
-		elif opt == '-h':
-			print USAGE
-			sys.exit(0)
-
-	if user <> None:
-		if password is None:
-			try:
-				password = getpass.getpass()
-			except (EOFError, KeyboardInterrupt):
-				print( "" )
-				sys.exit(1)
-		auth = {}
-		auth['Username'] = user
-		auth['AuthMethod'] = "password"
-		auth['AuthString'] = password
-		auth['Role'] = role
-
-	cmd = functbl.get(argv[0], None)
-	if cmd is None:
-		printUsage()
-		sys.exit(1)
+		logger.info("removeSliceCreation:  %s" % exc)
+
+'''
+QED
+'''
+#def enableSliceCreation(nodename, maxslices):
+#	api = xmlrpclib.Server(XMLRPC_SERVER, verbose=False)
+#	anon = {'AuthMethod': "anonymous"}
+#	siteid = api.AnonAdmQuerySite (anon, {"node_hostname": nodename})
+#	if len(siteid) == 1:
+#		logger.info("Enabling slice creation for site %s" % siteId(nodename))
+#		try:
+#			if not debug:
+#				api.AdmUpdateSite(auth.auth, siteid[0], {"max_slices" : maxslices})
+#		except Exception, exc:
+#			logger.info("API:  %s" % exc)
+#	else:
+#		logger.debug("Cant find site for %s.  Cannot enable creation." % nodename)
 
+def main():
 	logger.setLevel(logging.DEBUG)
 	ch = logging.StreamHandler()
 	ch.setLevel(logging.DEBUG)
 	formatter = logging.Formatter('logger - %(message)s')
 	ch.setFormatter(formatter)
 	logger.addHandler(ch)
-	result = cmd(argv[1:])
-	if result <> None:
-		print result
-
-funclist = (("nodesDbg",nodesDbg),
-	    ("siteId", siteId),
-	    ("slices", slices),
-	    ("pcu", getpcu),
-	    ("siteNodes", getSiteNodes),
-	    ("nodeBootState", nodeBootState),
-	    ("nodePOD", nodePOD),
-	    ("freezeSlice", suspendSlice),
-	    ("unfreezeSlice", enableSlice),
-	    ("freezeSlices", suspendSlices),
-	    ("unfreezeSlices", enableSlices),
-	    ("setSliceMax", setSliceMax),
-	    ("renewAllSlices", renewAllSlices))
-
-functbl = {}
-for f in funclist:
-	functbl[f[0]]=f[1]
+	#print getpcu("kupl2.ittc.ku.edu")
+	#print getpcu("planetlab1.cse.msu.edu")
+	#print getpcu("alice.cs.princeton.edu")
+	#print nodesDbg()
+	#nodeBootState("alice.cs.princeton.edu", "boot")
+	#freezeSite("alice.cs.princeton.edu")
+	print removeSliceCreation("alice.cs.princeton.edu")
+	#enableSliceCreation("alice.cs.princeton.edu", 1024)
+	#print getSiteNodes("princeton")
+	#print siteId("alice.cs.princeton.edu")
+	#print nodePOD("alice.cs.princeton.edu")
+	#print slices("princeton")
 
 if __name__=="__main__":
 	import reboot