#!/usr/bin/env plcsh
#
+# WARNING: as opposed to the rest of the python code in this repo
+# the current script runs on top of plcsh and so it is for now
+# pinned as python2 code
+#
+#
# Test script utility class
#
# Mark Huang <mlhuang@cs.princeton.edu>
# Copyright (C) 2006 The Trustees of Princeton University
#
-# $Id$
+
+# NOTE on porting to python3
+#
+# this file gets fed to plcsh on the tested myplc, so
+# it needs to remain python2 for now
#
from pprint import pprint
hostname = 'a' + randstr(namelengths['hostname1'], letters + digits + '-') + '1.' + \
'b' + randstr(namelengths['hostname1'], letters + digits + '-') + '2.' + \
'c' + randstr(namelengths['hostname2'], letters)
- return hostname
+ return hostname.lower()
def randpath(length):
parts = []
base64.b64encode(''.join(randstr(bits / 8).encode("utf-8"))),
randemail(namelengths)])
+def random_peer():
+ return {
+ 'peername': randstr(24,letters + ' ' + digits),
+ 'peer_url': "https://" + randhostname ({'hostname1':8,'hostname2':3}) + ":443/PLCAPI/",
+ 'key' : randstr(1024,letters+digits),
+ 'cacert' : randstr(1024,letters+digits),
+ 'shortname' : randstr(1,letters) + 'LAB',
+ 'hrn_root' : 'planetlab.' + randstr (3,letters),
+ }
+
def random_site(namelengths):
- try:
- sitename=randstr(namelengths['sitename'],namelengths['sitename_contents'])
- except:
- sitename=randstr(namelengths['sitename'])
- try:
- abbreviated_name=randstr(namelengths['abbreviated_name'],namelengths['abbreviated_name_contents'])
- except:
- abbreviated_name=randstr(namelengths['abbreviated_name'])
+ sitename=randstr(namelengths['sitename'],namelengths['sitename_contents'])
+ abbreviated_name=randstr(namelengths['abbreviated_name'],namelengths['abbreviated_name_contents'])
+ print 'nl[a] in random_site',namelengths['abbreviated_name'],'actual',len(abbreviated_name)
return {
'name': sitename,
'abbreviated_name': abbreviated_name,
'latitude': int(randfloat(-90.0, 90.0) * 1000) / 1000.0,
'longitude': int(randfloat(-180.0, 180.0) * 1000) / 1000.0,
}
-
+
def random_address_type():
return {
'name': randstr(20),
}
def random_tag_type (role_ids):
- return {'tagname': randstr(12),
- 'category':randstr(8),
- 'min_role_id': random.sample(role_ids, 1)[0],
- 'description' : randstr(128),
+ return {'tagname': randstr(12,letters+digits),
+ 'category':randstr(4,letters+digits)+'/'+randstr(6,letters+digits),
+ 'description' : randstr(128,letters+digits+whitespace+punctuation),
}
def random_nodegroup():
- return {'groupname' : randstr(50) }
+ return {'groupname' : randstr(30, letters+digits+whitespace) }
+
+def random_roles(role_ids):
+ nb_roles=len(role_ids)
+ return random.sample(role_ids,random.choice(range(1,nb_roles+1)))
tag_fields=['arch']
def random_node(node_types,boot_states,namelengths):
'arch':randstr(10),
}
-def random_interface(method, type):
+def random_interface(method, type,namelengths):
interface_fields = {
'method': method,
'type': type,
for field in 'ip', 'netmask', 'network', 'broadcast', 'gateway', 'dns1':
interface_fields[field] = socket.inet_ntoa(struct.pack('>L', locals()[field]))
+ if randint(0,1):
+ interface_fields['hostname']=randhostname(namelengths);
return interface_fields
'attributes_per_slice': 2,
}
+ sizes_large = {
+ 'sites': 200,
+ 'address_types': 4,
+ 'addresses_per_site': 2,
+ 'persons_per_site': 5,
+ 'keys_per_person': 2,
+ 'slice_tags': 4,
+ 'nodegroups': 20,
+ 'nodes_per_site': 2,
+ 'interfaces_per_node': 2,
+ 'ilinks':100,
+ 'pcus_per_site': 1,
+ 'conf_files': 50,
+ 'slices_per_site': 10,
+ 'attributes_per_slice': 4,
+ }
+
+ sizes_xlarge = {
+ 'sites': 1000,
+ 'address_types': 4,
+ 'addresses_per_site': 2,
+ 'persons_per_site': 5,
+ 'keys_per_person': 2,
+ 'slice_tags': 4,
+ 'nodegroups': 20,
+ 'nodes_per_site': 2,
+ 'interfaces_per_node': 2,
+ 'ilinks':100,
+ 'pcus_per_site': 1,
+ 'conf_files': 50,
+ 'slices_per_site': 10,
+ 'attributes_per_slice': 4,
+ }
+
namelengths_default = {
'hostname1': 61,
'hostname2':5,
'login_base':20,
'sitename':254,
+ 'sitename_contents':letters+digits,
'abbreviated_name':50,
+ 'abbreviated_name_contents':letters+digits+whitespace+punctuation,
'model':255,
'first_name':128,
'last_name':128,
}
namelengths_short = {
- 'hostname1': 12,
+ 'hostname1': 8,
'hostname2':3,
'login_base':8,
'sitename':64,
- 'sitename_contents':letters+digits+whitespace+punctuation,
+ 'sitename_contents':letters+digits,
'abbreviated_name':24,
'abbreviated_name_contents':letters+digits+whitespace+punctuation,
'model':40,
'email':24,
}
- def __init__(self, api, check = True, verbose = True, preserve = False):
+ def __init__(self, api, check, verbose, preserve, federating):
self.api = api
self.check = check
self.verbose = verbose
self.preserve = preserve
-
+ self.federating = federating
+
self.site_ids = []
self.address_type_ids = []
self.address_ids = []
self.slice_tag_ids = []
def Cardinals (self):
- return [len(x) for x in (
+ return [len(x) for x in (
self.api.GetNodes({},['node_id']),
self.api.GetSites({},['site_id']),
self.api.GetPersons({},['person_id']),
print 'Cardinals before test (n,s,p,sl)',cardinals_before
self.Add(**kwds)
- self.Update()
- if self.preserve:
- print 'Preserving - delete skipped'
+ # if federating : we're done
+
+ if self.federating or self.preserve:
+ print 'Preserving - update & delete skipped'
else:
+ self.Update()
self.Delete()
cardinals_after=self.Cardinals()
sizes = self.sizes_default.copy()
sizes.update(kwds)
- self.AddSites(sizes['sites'])
- self.AddAddressTypes(sizes['address_types'])
- self.AddAddresses(sizes['addresses_per_site'])
- self.AddPersons(sizes['persons_per_site'])
- self.AddKeys(sizes['keys_per_person'])
- self.AddTagTypes(sizes['slice_tags'],sizes['nodegroups'],sizes['ilinks'])
- self.AddNodeGroups(sizes['nodegroups'])
- self.AddNodes(sizes['nodes_per_site'])
- self.AddInterfaces(sizes['interfaces_per_node'])
- self.AddIlinks (sizes['ilinks'])
- self.AddPCUs(sizes['pcus_per_site'])
- self.AddConfFiles(sizes['conf_files'])
- self.AddSlices(sizes['slices_per_site'])
- self.AddSliceTags(sizes['attributes_per_slice'])
+ if not self.federating:
+ self.AddSites(sizes['sites'])
+ self.AddAddressTypes(sizes['address_types'])
+ self.AddAddresses(sizes['addresses_per_site'])
+ self.AddPersons(sizes['persons_per_site'])
+ self.AddKeys(sizes['keys_per_person'])
+ self.AddTagTypes(sizes['slice_tags'],sizes['nodegroups'],sizes['ilinks'])
+ self.AddNodeGroups(sizes['nodegroups'])
+ self.AddNodes(sizes['nodes_per_site'])
+ self.AddInterfaces(sizes['interfaces_per_node'])
+ self.AddIlinks (sizes['ilinks'])
+ self.AddPCUs(sizes['pcus_per_site'])
+ self.AddConfFiles(sizes['conf_files'])
+ self.AddSlices(sizes['slices_per_site'])
+ self.AddSliceTags(sizes['attributes_per_slice'])
+
+ else:
+ self.RecordStatus()
+ self.AddSites(sizes['sites'])
+ self.AddPersons(sizes['persons_per_site'])
+ self.AddKeys(sizes['keys_per_person'])
+ self.AddNodes(sizes['nodes_per_site'])
+ self.AddSlices(sizes['slices_per_site'])
+ # create peer and add newly created entities
+ self.AddPeer()
+
def Update(self):
self.UpdateSites()
self.DeleteAddressTypes()
self.DeleteSites()
+ # record current (old) objects
+ def RecordStatus (self):
+ self.old_site_ids = [ s['site_id'] for s in self.api.GetSites({},['site_id']) ]
+ self.old_person_ids = [ s['person_id'] for s in self.api.GetPersons({},['person_id']) ]
+ self.old_key_ids = [ s['key_id'] for s in self.api.GetKeys({},['key_id']) ]
+ self.old_node_ids = [ s['node_id'] for s in self.api.GetNodes({},['node_id']) ]
+ self.old_slice_ids = [ s['slice_id'] for s in self.api.GetSlices({},['slice_id']) ]
+
+ def AddPeer (self):
+ peer_id=self.api.AddPeer (random_peer())
+ peer = GetPeers([peer_id])[0]
+ if self.verbose:
+ print "Added peer",peer_id
+
+ # add new sites (the ones not in self.site_ids) in the peer
+ # cheating a bit
+ for site in self.api.GetSites ({'~site_id':self.old_site_ids}):
+ peer.add_site(site,site['site_id'])
+ for person in self.api.GetPersons ({'~person_id':self.old_person_ids}):
+ peer.add_person(person,person['person_id'])
+ for key in self.api.GetKeys ({'~key_id':self.old_key_ids}):
+ peer.add_key(key,key['key_id'])
+ for node in self.api.GetNodes ({'~node_id':self.old_node_ids}):
+ peer.add_node(node,node['node_id'])
+ for slice in self.api.GetSlices ({'~slice_id':self.old_slice_ids}):
+ peer.add_slice(slice,slice['slice_id'])
+
def AddSites(self, n = 10):
"""
Add a number of random sites.
self.api.DeletePerson(person_id)
if self.check:
- assert not self.api.GetPersons([person_id])
+ assert not self.api.GetPersons([person_id])
if self.verbose:
print "Deleted user", person_id
# locate tag type
tag_type_id = self.nodegroup_type_ids[i]
tagname=self.api.GetTagTypes([tag_type_id])[0]['tagname']
-
+
# Add node group
groupname = random_nodegroup() ['groupname']
value = 'yes'
be added to a random node group if AddNodeGroups() was
previously run.
"""
-
+
node_types = self.api.GetNodeTypes()
if not node_types:
raise Exception, "No node types"
# Update node
node_fields = random_node(node_types,boot_states,self.namelengths)
self.api.UpdateNode(node_id, node_fields)
-
+
node = self.api.GetNodes([node_id])[0]
# Add to a random set of node groups
raise Exception, "Unexpected field %s in node after GetNodes()"%field
assert set(nodegroup_ids) == set(node['nodegroup_ids'])
- print 'WARNING: skipping updatenode with tags as this is not implemented yet'
- # again when fetching 'arch' explicitly
+ # again but we are now fetching 'arch' explicitly
node2 = self.api.GetNodes([node_id],node_fields.keys())[0]
for field in node_fields:
if node2[field] != node_fields[field]:
for node_id in self.node_ids:
# Remove from node groups
node = self.api.GetNodes([node_id])[0]
- for node_tag in GetNodeTags ( {'node_id': node_id} ):
+ for node_tag in self.api.GetNodeTags ( {'node_id': node_id} ):
self.api.UpdateNodeTag(node_tag['node_tag_id'],'')
if self.check:
network_methods = self.api.GetNetworkMethods()
if not network_methods:
raise Exception, "No network methods"
-
+
network_types = self.api.GetNetworkTypes()
if not network_types:
raise Exception, "No network types"
type = random.sample(network_types, 1)[0]
# Add interface
- interface_fields = random_interface(method, type)
+ interface_fields = random_interface(method, type,self.namelengths)
interface_id = self.api.AddInterface(node_id, interface_fields)
# Should return a unique interface_id
network_methods = self.api.GetNetworkMethods()
if not network_methods:
raise Exception, "No network methods"
-
+
network_types = self.api.GetNetworkTypes()
if not network_types:
raise Exception, "No network types"
type = random.sample(network_types, 1)[0]
# Update interface
- interface_fields = random_interface(method, type)
+ interface_fields = random_interface(method, type,self.namelengths)
self.api.UpdateInterface(interface_id, interface_fields)
if self.check:
assert not self.api.GetInterfaces(self.interface_ids)
self.interface_ids = []
-
+
def AddIlinks (self, n):
"""
Add random links between interfaces.
def AddTagTypes(self,n_sa,n_ng,n_il):
"""
- Add as many tag types as there are nodegroups,
+ Add as many tag types as there are nodegroups,
will use value=yes for each nodegroup
"""
self.slice_type_ids + \
self.nodegroup_type_ids + \
self.ilink_type_ids
-
+
+ tt_role_ids=random_roles(role_ids)
+ for tt_role_id in tt_role_ids:
+ self.api.AddRoleToTagType(tt_role_id,tag_type_id)
+
if i < n_sa:
self.slice_type_ids.append(tag_type_id)
elif i < n_sa+n_ng :
tag_type = self.api.GetTagTypes([tag_type_id])[0]
for field in tag_type_fields:
assert tag_type[field] == tag_type_fields[field]
+ for tt_role_id in tt_role_ids:
+ assert tt_role_id in tag_type['role_ids']
if self.verbose:
- print "Updated slice attribute type", tag_type_id
+ print "Created tag type", tag_type_id
def UpdateTagTypes(self):
"""
for field in tag_type_fields:
assert tag_type[field] == tag_type_fields[field]
if self.verbose:
- print "Updated slice attribute type", tag_type_id
+ print "Updated tag type", tag_type_id
def DeleteTagTypes(self):
"""
assert not self.api.GetTagTypes([tag_type_id])
if self.verbose:
- print "Deleted slice attribute type", tag_type_id
+ print "Deleted tag type", tag_type_id
if self.check:
assert not self.api.GetTagTypes(self.slice_type_ids+self.nodegroup_type_ids+self.ilink_type_ids)
if node_id is not None:
print "to node", node_id,
print
-
+
def UpdateSliceTags(self):
"""
Make random changes to any slice attributes we may have added.
self.slice_tag_ids = []
+ # convenience for cleaning up
+ # not exactly accurate -- use on test plcs only
+ def WipeSitesFromLength(self):
+ for site in self.api.GetSites():
+ abbrev=site['abbreviated_name']
+# print 'matching',len(abbrev),'against',self.namelengths['abbreviated_name']
+ if len(abbrev)==self.namelengths['abbreviated_name']:
+# if len(abbrev)==17:
+ print 'wiping site %d (%s)'%(site['site_id'],site['name'])
+ self.api.DeleteSite(site['site_id'])
+
def main():
parser = OptionParser()
- parser.add_option("-c", "--check", action = "store_true", default = False,
+ parser.add_option("-c", "--check", action = "store_true", default = False,
help = "Check most actions (default: %default)")
- parser.add_option("-q", "--quiet", action = "store_true", default = False,
+ parser.add_option("-q", "--quiet", action = "store_true", default = False,
help = "Be quiet (default: %default)")
parser.add_option("-p","--preserve", action="store_true", default =False,
help = "Do not delete created objects")
- parser.add_option("-t", "--tiny", action = "store_true", default = False,
+ parser.add_option("-t", "--tiny", action = "store_true", default = False,
help = "Run a tiny test (default: %default)")
- parser.add_option("-s", "--short-names", action="store_true", dest="short_names", default = False,
+ parser.add_option("-l", "--large", action = "store_true", default = False,
+ help = "Run a large test (default: %default)")
+ parser.add_option("-x", "--xlarge", action = "store_true", default = False,
+ help = "Run an XL test (default: %default)")
+ parser.add_option("-s", "--short-names", action="store_true", dest="short_names", default = False,
help = "Generate smaller names for checking UI rendering")
+ parser.add_option ("-f", "--foreign", action="store_true", dest="federating", default = False,
+ help = "Create a fake peer and add items in it (no update, no delete)")
+ parser.add_option ("-w", "--wipe", action="store_true", dest="wipe", default = False,
+ help = "Wipe sites whose abbrev matches what the tests created")
(options, args) = parser.parse_args()
test = Test(api = Shell(),
check = options.check,
verbose = not options.quiet,
- preserve = options.preserve)
-
- if options.tiny:
- sizes = Test.sizes_tiny
- else:
- sizes = Test.sizes_default
+ preserve = options.preserve,
+ federating = options.federating)
if options.short_names:
test.namelengths = Test.namelengths_short
else:
test.namelengths = Test.namelengths_default
+ if options.wipe:
+ test.WipeSitesFromLength()
+ return
+
+ if options.tiny:
+ sizes = Test.sizes_tiny
+ elif options.large:
+ sizes = Test.sizes_large
+ elif options.xlarge:
+ sizes = Test.sizes_xlarge
+ else:
+ sizes = Test.sizes_default
test.Run(**sizes)
if __name__ == "__main__":
git://git.onelab.eu / tests.git / blobdiff