+++ /dev/null
-#
-# Apache mod_python interface
-#
-# Aaron Klingaman <alk@absarokasoft.com>
-# Mark Huang <mlhuang@cs.princeton.edu>
-#
-# Copyright (C) 2004-2006 The Trustees of Princeton University
-#
-
-import sys
-import time
-import traceback
-import xmlrpclib
-from mod_python import apache
-
-from PLC.Debug import log
-
-from PLC.API import PLCAPI
-api = PLCAPI()
-
-def handler(req):
- try:
- if req.method != "POST":
- req.content_type = "text/html"
- req.send_http_header()
- req.write("""
-<html><head>
-<title>PLCAPI XML-RPC/SOAP Interface</title>
-</head><body>
-<h1>PLCAPI XML-RPC/SOAP Interface</h1>
-<p>Please use XML-RPC or SOAP to access the PLCAPI.</p>
-</body></html>
-""")
- return apache.OK
-
- # Read request
- request = req.read(int(req.headers_in['content-length']))
-
- # mod_python < 3.2: The IP address portion of remote_addr is
- # incorrect (always 0.0.0.0) when IPv6 is enabled.
- # http://issues.apache.org/jira/browse/MODPYTHON-64?page=all
- (remote_ip, remote_port) = req.connection.remote_addr
- remote_addr = (req.connection.remote_ip, remote_port)
-
- # Handle request
- response = api.handle(remote_addr, request)
-
- # Shut down database connection, otherwise up to MaxClients DB
- # connections will remain open.
- api.db.close()
-
- # Write response
- req.content_type = "text/xml; charset=" + api.encoding
- req.send_http_header()
- req.write(response)
-
- return apache.OK
-
- except Exception, err:
- # Log error in /var/log/httpd/(ssl_)?error_log
- t = "[" + time.ctime() + "] [error]"
- print >> log, t, err, traceback.format_exc()
- return apache.HTTP_INTERNAL_SERVER_ERROR
+++ /dev/null
-#
-# Apache mod_python interface for JSON requests
-#
-# Aaron Klingaman <alk@absarokasoft.com>
-# Mark Huang <mlhuang@cs.princeton.edu>
-#
-# Copyright (C) 2004-2006 The Trustees of Princeton University
-#
-
-import sys
-import traceback
-import xmlrpclib
-from mod_python import apache
-
-from PLC.Debug import log
-
-from PLC.API import PLCAPI
-api = PLCAPI()
-
-def handler(req):
- try:
- if req.method != "POST":
- req.content_type = "text/html"
- req.send_http_header()
- req.write("""
-<html><head>
-<title>PLCAPI JSON Interface</title>
-</head><body>
-<h1>PLCAPI JSON Interface</h1>
-<p>Please POST JSON to access the PLCAPI.</p>
-</body></html>
-""")
- return apache.OK
-
- # Read request
- request = req.read(int(req.headers_in['content-length']))
-
- # mod_python < 3.2: The IP address portion of remote_addr is
- # incorrect (always 0.0.0.0) when IPv6 is enabled.
- # http://issues.apache.org/jira/browse/MODPYTHON-64?page=all
- (remote_ip, remote_port) = req.connection.remote_addr
- remote_addr = (req.connection.remote_ip, remote_port)
-
- # Handle request
- response = api.handle_json(remote_addr, request)
-
- # Shut down database connection, otherwise up to MaxClients DB
- # connections will remain open.
- api.db.close()
-
- # Write response
- req.content_type = "text/json; charset=" + api.encoding
- req.send_http_header()
- req.write(response)
-
- return apache.OK
-
- except Exception, err:
- # Log error in /var/log/httpd/(ssl_)?error_log
- print >> log, err, traceback.format_exc()
- return apache.HTTP_INTERNAL_SERVER_ERROR
+++ /dev/null
-#
-# Apache mod_wsgi python interface
-#
-# Copyright (C) 2004-2006 The Trustees of Princeton University
-# $Id: ModWSGI.py 14587 2009-07-19 13:18:50Z tmack $
-# $URL: svn+ssh://svn.planet-lab.org/svn/PLCAPI/trunk/ModWSGI.py $
-#
-
-import sys
-sys.path.append('/usr/share/plc_api')
-sys.stdout = sys.stderr
-import traceback
-from PLC.Debug import log
-from PLC.API import PLCAPI
-
-api = PLCAPI()
-
-def application(environ, start_response):
- try:
- status = '200 OK'
- if environ.get('REQUEST_METHOD') != 'POST':
- content_type = 'text/html'
- output = """
-<html><head>
-<title>PLCAPI WSGI XML-RPC/SOAP Interface</title>
-</head><body>
-<h1>PLCAPI WSGI XML-RPC/SOAP Interface</h1>
-<p>Please use XML-RPC or SOAP to access the PLCAPI.</p>
-</body></html>
-"""
- else:
- api.environ = environ
- content_type = 'text/xml'
- ip = environ.get('REMOTE_ADDR')
- port = environ.get('REMOTE_PORT')
- output = api.handle((ip,port), environ.get('wsgi.input').read())
- # Shut down database connection, otherwise up to MaxClients DB
- # connections will remain open.
- api.db.close()
- except Exception, err:
- status = '500 Internal Server Error'
- content_type = 'text/html'
- output = 'Internal Server Error'
- print >> log, err, traceback.format_exc()
-
- # Write response
- response_headers = [('Content-type', '%s' % content_type),
- ('Content-Length', str(len(output)))]
- start_response(status, response_headers)
- return [output]
-
+++ /dev/null
-# -*-python-*-
-####################
-import sys, os
-
-g_url = ""
-def GetMyPLCURL(): return g_url
-def SetMyPLCURL(url):
- global g_url
- g_url = url
-
-# Get all currently registered roles
-g_role_names = [ role['name'] for role in GetRoles()]
-g_role_names.sort()
-
-def SetRole(level, role):
- global g_role_names
- if role not in g_role_names:
- AddRole(level, role)
- g_role_names.append(role)
- g_role_names.sort()
-
-# Get list of existing tag types
-g_known_tag_types = [tag_type['tagname'] for tag_type in GetTagTypes()]
-g_known_tag_types.sort()
-
-def SetTagType(tag_type):
- try:
- tagname=tag_type['tagname']
- global g_known_tag_types
- # handle 'roles' field differently
- if 'roles' in tag_type:
- roles=tag_type['roles']
- del tag_type['roles']
- else:
- roles=['admin']
- # just in case
- if 'min_role_id' in tag_type:
- print "WARNING: ignoring deprecated field min_role_id for tagtype %s"%tagname
- del tag_type['min_role_id']
- # Create/update default slice tag types
- if tagname not in g_known_tag_types:
- AddTagType(tag_type)
- g_known_tag_types.append(tagname)
- g_known_tag_types.sort()
- else:
- UpdateTagType(tagname, tag_type)
- # enforce provided roles if present
- old_roles=GetTagTypes(tagname)[0]['roles']
- for minus_role in set(old_roles).difference(set(roles)):
- DeleteRoleFromTagType(minus_role,tagname)
- for plus_role in set(roles).difference(set(old_roles)):
- AddRoleToTagType(plus_role,tagname)
- except:
- # something went wrong for that tagname,
- # but don't want to break the whole startup sequence
- print "Could not enforce tagtype %s --- beg"%tagname
- import traceback
- traceback.print_exc()
- print "Could not enforce tagtype %s --- end"%tagname
-
-# Get list of existing (enabled, global) files
-g_conf_files = GetConfFiles()
-g_conf_files = filter(lambda conf_file: conf_file['enabled'] and \
- not conf_file['node_ids'] and \
- not conf_file['nodegroup_ids'],
- g_conf_files)
-g_dests = [conf_file['dest'] for conf_file in g_conf_files]
-g_conf_files = dict(zip(g_dests, g_conf_files))
-
-# Get list of existing initscripts
-g_oldinitscripts = GetInitScripts()
-g_oldinitscript_names = [script['name'] for script in g_oldinitscripts]
-g_oldinitscripts = dict(zip(g_oldinitscript_names, g_oldinitscripts))
-
-def SetInitScript(initscript):
- global g_oldinitscripts, g_oldinitscript_names
- if initscript['name'] not in g_oldinitscript_names:
- initscript_id = AddInitScript(initscript)
- g_oldinitscript_names.append(initscript['name'])
- initscript['initscript_id']=initscript_id
- g_oldinitscripts[initscript['name']]=initscript
- else:
- orig_initscript = g_oldinitscripts[initscript['name']]
- initscript_id = orig_initscript['initscript_id']
- UpdateInitScript(initscript_id, initscript)
-
-def SetConfFile(conf_file):
- global g_conf_files, g_dests
- if conf_file['dest'] not in g_dests:
- AddConfFile(conf_file)
- else:
- orig_conf_file = g_conf_files[conf_file['dest']]
- conf_file_id = orig_conf_file['conf_file_id']
- UpdateConfFile(conf_file_id, conf_file)
-
-def SetSlice(slice, tags):
- try:
- # Create or Update slice
- slice_name = slice['name']
- slices = GetSlices([slice_name])
- if len(slices)==1:
- slice_id = slices[0]['slice_id']
- if slice.has_key('name'):
- del slice['name']
- UpdateSlice(slice_id, slice)
- slice['name']=slice_name
- else:
- expires = None
- if slice.has_key('expires'):
- expires = slice['expires']
- del slice['expires']
- slice_id = AddSlice(slice)
- if expires <> None:
- UpdateSlice(slice_id, {'expires':expires})
-
- # Get slice structure with all fields
- slice = GetSlices([slice_name])[0]
-
- # Create/delete all tags
- # NOTE: update is not needed, since unspecified tags are deleted,
- # and new tags are added
- slice_tags = []
- if slice['slice_tag_ids']:
- # Delete unknown attributes
- for slice_tag in GetSliceTags(slice['slice_tag_ids']):
- # ignore sliver tags, as those are custom/run-time values
- if slice_tag['node_id'] <> None: continue
- if (slice_tag['tagname'], slice_tag['value']) not in tags:
- DeleteSliceTag(slice_tag['slice_tag_id'])
- else:
- slice_tags.append((slice_tag['tagname'],slice_tag['value']))
-
- # only add slice tags that are new
- for (name, value) in tags:
- if (name,value) not in slice_tags:
- AddSliceTag(slice_name, name, value)
- else:
- # NOTE: this confirms that the user-specified tag is
- # returned by GetSliceTags
- pass
- except:
- # something went wrong for that tagname,
- print "Could not create init slice %s --- beg"%slice['name']
- import traceback
- traceback.print_exc()
- print "Could not create init slice %s --- end"%slice['name']
-
-def SetMessage(message):
- messages = GetMessages([message['message_id']])
- if len(messages)==0:
- AddMessage(message)
- ### Thierry 2012-03
- # let people customize their messages if they want to
- #else:
- # UpdateMessage(message['message_id'],message)
-
-# Get all model names
-g_pcu_models = [type['model'] for type in GetPCUTypes()]
-
-def SetPCUType(pcu_type):
- global g_pcu_models
- if 'pcu_protocol_types' in pcu_type:
- protocol_types = pcu_type['pcu_protocol_types']
- # Take this value out of the struct.
- del pcu_type['pcu_protocol_types']
- else:
- protocol_types = []
-
- if pcu_type['model'] not in g_pcu_models:
- # Add the name/model info into DB
- id = AddPCUType(pcu_type)
- # for each protocol, also add this.
- for ptype in protocol_types:
- AddPCUProtocolType(id, ptype)
-
+++ /dev/null
-# -*-python-*-
-####################
-# Create/update the default administrator account (should be person_id 2).
-
-admin = { 'person_id': 2,
- 'first_name': "Default",
- 'last_name': "Administrator",
- 'email': plc['root_user'],
- 'password': plc['root_password'] }
-persons = GetPersons([admin['person_id']])
-if not persons:
- person_id = AddPerson(admin)
- if person_id != admin['person_id']:
- # Huh? Someone deleted the account manually from the database.
- DeletePerson(person_id)
- raise Exception, "Someone deleted the \"%s %s\" account from the database!" % \
- (admin['first_name'], admin['last_name'])
- UpdatePerson(person_id, { 'enabled': True })
-else:
- person_id = persons[0]['person_id']
- UpdatePerson(person_id, admin)
-
+++ /dev/null
-# -*-python-*-
-####################
-# Create/update and populate the default site (should be site_id 1)
-
-### plc_www holds the contents of the PLC_WWW configuration category
-if plc_www['port'] == '80':
- url = "http://" + plc_www['host'] + "/"
-elif plc_www['port'] == '443':
- url = "https://" + plc_www['host'] + "/"
-else:
- url = "http://" + plc_www['host'] + ":" + plc_www['port'] + "/"
-
-SetMyPLCURL(url)
-
-site = { 'site_id': 1,
- 'name': plc['name'] + " Central",
- 'abbreviated_name': plc['name'],
- 'login_base': plc['slice_prefix'],
- 'is_public': False,
- 'url': url,
- 'max_slices': 100 }
-
-sites = GetSites([site['site_id']])
-if not sites:
- site_id = AddSite(site['name'], site['abbreviated_name'], site['login_base'], site)
- if site_id != site['site_id']:
- DeleteSite(site_id)
- raise Exception, "Someone deleted the \"%s\" site from the database!" % \
- site['name']
- sites = [site]
-
-# Must call UpdateSite() even after AddSite() to update max_slices
-site_id = sites[0]['site_id']
-UpdateSite(site_id, site)
-
-# The default administrator account must be associated with a site
-# in order to login.
-AddPersonToSite(admin['person_id'], site['site_id'])
-SetPersonPrimarySite(admin['person_id'], site['site_id'])
-
-# Grant admin and PI roles to the default administrator account
-AddRoleToPerson(10, admin['person_id'])
-AddRoleToPerson(20, admin['person_id'])
-
-# Associate root ssh key with the default administrator
-keyfile=plc['root_ssh_key_pub']
-person = GetPersons(admin['person_id'])[0]
-keys = GetKeys(person['key_ids'])
-if os.path.exists(keyfile):
- sshkeyfp = file(keyfile,"r")
- sshkey = sshkeyfp.read()
- sshkeyfp.close()
-
- found=False
- for key in keys:
- if key['key_type']=='ssh':
- if key['key'] == sshkey:
- found=True
- else:
- # should we delete other keys?
- pass
- if not found:
- key_id = AddPersonKey(admin['person_id'],{'key_type':'ssh','key':sshkey})
-else:
- if len(keys)==0:
- print "WARNING: default administrator does not have an ssh key"
- print "and the default ssh root pub key (%s) file does not exist." % keyfile
+++ /dev/null
-# -*-python-*-
-from PLC.Accessor import AccessorSingleton
-
-AccessorSingleton(api).run_all_tag_locators()
+++ /dev/null
-# -*-python-*-
-#################### slice tag types
-# xxx this should move to PLC/Accessors
-
-# vref is now defined in an accessor
-# initscript is now defined in an accessor
-
-# Setup default slice tag types
-slicetag_types = \
-[
- # Slice type (only vserver is supported)
- {'tagname': "type",
- 'description': "Type of slice (e.g. vserver)",
- 'category' : 'slice/general',
- 'roles': ['admin','pi']},
-
- # System slice
- {'tagname': "system",
- 'description': "Is a default system slice (1) or not (0 or unset)",
- 'category' : 'slice/general'},
-
- # Slice enabled (1) or suspended (0)
- {'tagname': "enabled",
- 'description': "Slice enabled (1 or unset) or suspended (0)",
- 'category' : 'slice/general'},
-
- # IP Addresses for a Slice
- {'tagname': "ip_addresses",
- 'description': "Add an ip address to a slice/sliver.",
- 'category' : 'slice/rspec'},
- {'tagname': "isolate_loopback",
- 'description': "Create an isolated loopback interface within the vserver rather than sharing with all vservers.",
- 'category' : 'slice/rspec'},
-
- # CPU share
- {'tagname': "cpu_pct",
- 'description': "Reserved CPU percent",
- 'category' : 'slice/rspec'},
- {'tagname': "cpu_share",
- 'description': "Number of CPU shares",
- 'category' : 'slice/rspec'},
- {'tagname': "cpu_cores",
- 'description': "Number of CPU cores",
- 'category': 'slice/rspec'},
- {'tagname': "cpu_freezable",
- 'description': "Slice processes should be frozen if cpu_cores is 0",
- 'category': 'slice/rspec'},
-
- # Bandwidth limits
- {'tagname': "net_min_rate",
- 'description': "Minimum bandwidth (kbps)",
- 'category' : 'slice/rspec'},
- {'tagname': "net_max_rate",
- 'description': "Maximum bandwidth (kbps)",
- 'category' : 'slice/rspec'},
- {'tagname': "net_i2_min_rate",
- 'description': "Minimum bandwidth over I2 routes (kbps)",
- 'category' : 'slice/rspec'},
- {'tagname': "net_i2_max_rate",
- 'description': "Maximum bandwidth over I2 routes (kbps)",
- 'category' : 'slice/rspec'},
- {'tagname': "net_max_kbyte",
- 'description': "Maximum daily network Tx KByte limit.",
- 'category' : 'slice/rspec'},
- {'tagname': "net_thresh_kbyte",
- 'description': "KByte limit before warning and throttling.",
- 'category' : 'slice/rspec'},
- {'tagname': "net_i2_max_kbyte",
- 'description': "Maximum daily network Tx KByte limit to I2 hosts.",
- 'category' : 'slice/rspec'},
- {'tagname': "net_i2_thresh_kbyte",
- 'description': "KByte limit to I2 hosts before warning and throttling.",
- 'category' : 'slice/rspec'},
- {'tagname': "net_share",
- 'description': "Number of bandwidth shares",
- 'category' : 'slice/rspec'},
- {'tagname': "net_i2_share",
- 'description': "Number of bandwidth shares over I2 routes",
- 'category' : 'slice/rspec'},
-
- # Disk quota
- {'tagname': "disk_max",
- 'description': "Disk quota (1k disk blocks)",
- 'category' : 'slice/rspec'},
-
- # deprecated in nov. 2010
- # Proper operations
- #{'tagname': "proper_op",
- # 'description': "Proper operation (e.g. bind_socket)",
- # 'category' : 'slice/rspec'},
-
- # VServer capabilities
- {'tagname': "capabilities",
- 'description': "VServer bcapabilities (separate by commas)",
- 'category' : 'slice/rspec'},
-
- # Vsys
- {'tagname': "vsys",
- 'description': "Bind vsys script fd's to a slice's /vsys directory.",
- 'category' : 'slice/rspec'},
- {'tagname': "vsys_vnet",
- 'description': """Specify the IP range that can be used in a given slice
-for virtual devices involved in topologies, e.g. 192.168.100.0/24""",
- 'category': 'slice/rspec'},
-
- # CoDemux
- {'tagname': "codemux",
- 'description': "Demux HTTP between slices using localhost ports. Value in the form 'host, localhost port'.",
- 'category' : 'slice/rspec'},
-
- # Delegation
- {'tagname': "delegations",
- 'description': "Coma seperated list of slices to give delegation authority to.",
- 'category' : 'slice/rspec',
- 'roles' : ['admin','pi','user']},
-
- # Capability to give a sliver access to unused raw disk
- {'tagname': "rawdisk",
- 'description': "map unused raw disk devices into the slice",
- 'category' : 'slice/access', # we should get rid of this category thing
- 'roles': ['admin','pi']},
-
- { 'tagname' : 'exempt_slice_until',
- 'description' : 'Exclude this slice from MyOps until given date (YYYYMMDD)',
- 'category' : 'slice/myops'},
-
- # DistributedRateLimiting slice
- {'tagname': "drl",
- 'description': "Is a default Distributed Rate Limiting slice (1) or not (0 or unset)",
- 'category' : 'slice/general'},
-
-]
-
-import resource
-# add in the platform supported rlimits to the default_attribute_types
-for entry in resource.__dict__.keys() + ["VLIMIT_OPENFD"]:
- if entry.find("LIMIT_")==1:
- rlim = entry[len("RLIMIT_"):]
- rlim = rlim.lower()
- for ty in ("min","soft","hard"):
- attribute = {
- 'tagname': "%s_%s"%(rlim,ty),
- 'description': "Per sliver RLIMIT %s_%s."%(rlim,ty),
- 'category': 'slice/limit',
- }
- slicetag_types.append(attribute)
-
-for slicetag_type in slicetag_types:
- SetTagType(slicetag_type)
+++ /dev/null
-# -*-python-*-
-#################### slice tag types
-default_boot_states = [
- 'boot',
- 'failboot',
- 'safeboot',
- 'install',
- 'reinstall',
- 'disabled',
-]
-current_boot_states = GetBootStates()
-for state in default_boot_states:
- if state not in current_boot_states:
- AddBootState(state)
-
-# TODO: Delete old boot states.
-if False:# NOTE: Only set to true if all federating peers have the new default boot states above.
- for state in current_boot_states:
- if state not in default_boot_states:
- DeleteBootState(state)
-
+++ /dev/null
-# -*-python-*-
-#################### PCUs
-### Setup Initial PCU information
-
-pcu_types = [
- {'model': 'HPiLO',
- 'name': 'HP iLO v1 or v2 (Integrated Lights-Out)', },
-
- {'model': 'IntelAMT',
- 'name': 'Intel AMT v2.5 or v3.0 (Active Management Technology)', },
-
- {'model': 'DRAC',
- 'name': 'DRAC - Dell Remote Access Control (not Modular Chassis (MC))', },
-
- {'model': 'OpenIPMI',
- 'name': 'OpenIPMI - Intelligent Platform Management Interface', },
-
- {'model': 'APCControl12p3',
- 'name': 'APC AP79xx or Masterswitch (sequence 1-2-port-3)', },
- {'model': 'APCControl1p4',
- 'name': 'APC AP79xx or Masterswitch (sequence 1-port-4)', },
- {'model': 'APCControl121p3',
- 'name': 'APC AP79xx or Masterswitch (sequence 1-2-1-port-3)', },
- {'model': 'APCControl121p1',
- 'name': 'APC AP79xx or Masterswitch (sequence 1-2-1-port-1)', },
- {'model': 'APCControl13p13',
- 'name': 'APC AP79xx or Masterswitch (sequence 1-3-port-1-3)', },
-
- {'model': 'BayTechRPC3NC',
- 'name': 'BayTech with prompt RPC3-NC>', },
- {'model': 'BayTechRPC16',
- 'name': 'BayTech with prompt RPC-16>', },
- {'model': 'BayTech',
- 'name': 'BayTech with prompt DS-RPC>', },
- {'model': 'BayTechCtrlC',
- 'name': 'BayTech Ctrl-C, 5, then with prompt DS-RPC>', },
- {'model': 'BayTechCtrlCUnibe',
- 'name': 'BayTech Ctrl-C, 3, then with prompt DS-RPC>', },
-
- {'model': 'BlackBoxPSMaverick',
- 'name': 'BlackBoxPSMaverick Web based controller'},
-
- {'model': 'IPAL',
- 'name': 'IPAL - Dataprobe IP-41x & IP-81x', },
- {'model': 'ePowerSwitchNew',
- 'name': 'ePowerSwitch Newer Models 1/4/8x', },
- {'model': 'ePowerSwitchOld',
- 'name': 'ePowerSwitch Older Models 1/4/8x', },
-
- {'model': 'PM211MIP',
- 'name': 'Infratec PM221-MIP', },
-
- {'model': 'WTIIPS4',
- 'name': 'Western Telematic (WTI IPS-4)', },
-
- {'model': 'ManualPCU',
- 'name': 'Manual Administrator Operation (choose if model unknown)', },
- ]
-
-for pcu_type in pcu_types:
- SetPCUType(pcu_type)
-
+++ /dev/null
-# -*-python-*-
-#################### body for messages
-
-installfailed = """Once the node meets these requirements, please reinitiate the install
-by visiting:
-
-https://%(PLC_WWW_HOST)s:%(PLC_WWW_SSL_PORT)d/db/nodes/?id=%(node_id)d
-
-Update the BootState to 'Reinstall', then reboot the node.
-
-If you have already performed this step and are still receiving this
-message, please reply so that we may investigate the problem.
-"""
-
-# Load default message templates
-message_templates = [
- {'message_id': 'Verify account',
- 'subject': "Verify account registration",
- 'template': """
-Please verify that you registered for a %(PLC_NAME)s account with the
-username %(email)s by visiting:
-
-https://%(PLC_WWW_HOST)s:%(PLC_WWW_SSL_PORT)d/db/persons/register.php?id=%(person_id)d&key=%(verification_key)s
-
-You must wait for this account to be approved before you can begin using it, please be patient.
-
-If you did not register for a %(PLC_NAME)s account, please ignore this
-message, or contact %(PLC_NAME)s Support <%(PLC_MAIL_SUPPORT_ADDRESS)s>.
-"""
- },
-
- {'message_id': 'New PI account',
- 'subject': "New PI account registration from %(first_name)s %(last_name)s <%(email)s> at %(site_name)s",
- 'template': """
-%(first_name)s %(last_name)s <%(email)s> has signed up for a new
-%(PLC_NAME)s account at %(site_name)s and has requested a PI role. PIs
-are responsible for enabling user accounts, creating slices, and
-ensuring that all users abide by the %(PLC_NAME)s Acceptable Use
-Policy.
-
-Only %(PLC_NAME)s administrators may enable new PI accounts. If you
-are a PI at %(site_name)s, please respond and indicate whether this
-registration is acceptable.
-
-To view the request, visit:
-
-https://%(PLC_WWW_HOST)s:%(PLC_WWW_SSL_PORT)d/db/persons/index.php?id=%(person_id)d
-"""
- },
-
- {'message_id': 'New account',
- 'subject': "New account registration from %(first_name)s %(last_name)s <%(email)s> at %(site_name)s",
- 'template': """
-%(first_name)s %(last_name)s <%(email)s> has signed up for a new
-%(PLC_NAME)s account at %(site_name)s and has requested the following
-roles: %(roles)s.
-
-To deny the request or enable the account, visit:
-
-https://%(PLC_WWW_HOST)s:%(PLC_WWW_SSL_PORT)d/db/persons/index.php?id=%(person_id)d
-"""
- },
-
- {'message_id': 'Password reset requested',
- 'subject': "Password reset requested",
- 'template': """
-Someone has requested that the password of your %(PLC_NAME)s account
-%(email)s be reset. If this person was you, you may continue with the
-reset by visiting:
-
-https://%(PLC_WWW_HOST)s:%(PLC_WWW_SSL_PORT)d/db/persons/reset_password.php?id=%(person_id)d&key=%(verification_key)s
-
-If you did not request that your password be reset, please contact
-%(PLC_NAME)s Support <%(PLC_MAIL_SUPPORT_ADDRESS)s>. Do not quote or
-otherwise include any of this text in any correspondence.
-"""
- },
-
- {'message_id': 'Password reset',
- 'subject': "Password reset",
- 'template': """
-The password of your %(PLC_NAME)s account %(email)s has been
-temporarily reset to:
-
-%(password)s
-
-Please change it at as soon as possible by visiting:
-
-https://%(PLC_WWW_HOST)s:%(PLC_WWW_SSL_PORT)d/db/persons/index.php?id=%(person_id)d
-
-If you did not request that your password be reset, please contact
-%(PLC_NAME)s Support <%(PLC_MAIL_SUPPORT_ADDRESS)s>. Do not quote or
-otherwise include any of this text in any correspondence.
-"""
- },
-
- # Boot Manager messages
- {'message_id': "installfinished",
- 'subject': "%(hostname)s completed installation",
- 'template': """
-%(hostname)s just completed installation.
-
-The node should be usable in a couple of minutes if installation was
-successful.
-"""
- },
-
- {'message_id': "insufficientdisk",
- 'subject': "%(hostname)s does not have sufficient disk space",
- 'template': """
-%(hostname)s failed to boot because it does not have sufficent disk
-space, or because its disk controller was not recognized.
-
-Please replace the current disk or disk controller or install
-additional disks to meet the current hardware requirements.
-""" + installfailed
- },
-
- {'message_id': "insufficientmemory",
- 'subject': "%(hostname)s does not have sufficient memory",
- 'template': """
-%(hostname)s failed to boot because it does not have sufficent
-memory.
-
-Please install additional memory to meet the current hardware
-requirements.
-""" + installfailed
- },
-
- {'message_id': "authfail",
- 'subject': "%(hostname)s failed to authenticate",
- 'template':
-"""
-%(hostname)s failed to authenticate for the following reason:
-
-%(fault)s
-
-The most common reason for authentication failure is that the
-authentication key stored in the node configuration file, does not
-match the key on record.
-
-There are two possible steps to resolve the problem.
-
-1. If you have used an All-in-one BootCD that includes the plnode.txt file,
- then please check your machine for any old boot media, either in the
- floppy drive, or on a USB stick. It is likely that an old configuration
- is being used instead of the new configuration stored on the BootCD.
-Or,
-2. If you are using Generic BootCD image, then regenerate the node
- configuration file by visiting:
-
- https://%(PLC_WWW_HOST)s:%(PLC_WWW_SSL_PORT)d/db/nodes/?id=%(node_id)d
-
- Under 'Download', follow the 'Download plnode.txt file for %(hostname)s'
- option, and save the downloaded file as plnode.txt on either a floppy
- disk or a USB flash drive. Be sure the 'Boot State' is set to 'Boot',
- and, then reboot the node.
-
-If you have already performed this step and are still receiving this
-message, please reply so that we can help investigate the problem.
-"""
- },
-
- {'message_id': "notinstalled",
- 'subject': "%(hostname)s is not installed",
- 'template':
-"""
-%(hostname)s failed to boot because it has either never been
-installed, or the installation is corrupt.
-
-Please check if the hard drive has failed, and replace it if so. After
-doing so, visit:
-
-https://%(PLC_WWW_HOST)s:%(PLC_WWW_SSL_PORT)d/db/nodes/?id=%(node_id)d
-
-Change the 'Boot State' to 'Reinstall', and then reboot the node.
-
-If you have already performed this step and are still receiving this
-message, please reply so that we may investigate the problem.
-"""
- },
-
- {'message_id': "missingkernel",
- 'subject': "%(hostname)s is missing its production kernel",
- 'template':
-"""
-%(hostname)s failed to boot because the filesystem is missing its production
-kernel.
-
-No action is needed from you at this time; this message is merely
-informational.
-
-https://%(PLC_WWW_HOST)s:%(PLC_WWW_SSL_PORT)d/db/nodes/?id=%(node_id)d
-
-We will investigate the problem shortly.
-"""
- },
-
- {'message_id': "filesystemcorrupted",
- 'subject': "%(hostname)s may have corrupt filesystem",
- 'template':
-"""
-%(hostname)s failed to boot because the filesystem appears to be corrupted.
-
-No action is needed from you at this time; this message is merely
-informational.
-
-https://%(PLC_WWW_HOST)s:%(PLC_WWW_SSL_PORT)d/db/nodes/?id=%(node_id)d
-
-We will investigate the problem shortly.
-"""
- },
-
- {'message_id': "mountfailed",
- 'subject': "%(hostname)s could not mount filesystem",
- 'template':
-"""
-%(hostname)s failed to boot because the boot scripts could not mount the
-filesystem.
-
-This could be for a number of reasons. No action is needed from you at this
-time; this message is merely informational.
-
-https://%(PLC_WWW_HOST)s:%(PLC_WWW_SSL_PORT)d/db/nodes/?id=%(node_id)d
-
-We will investigate the problem shortly.
-"""
- },
-
- {'message_id': "hostnamenotresolve",
- 'subject': "%(hostname)s does not resolve",
- 'template':
-"""
-%(hostname)s failed to boot because its hostname does not resolve, or
-does resolve but does not match its configured IP address.
-
-Please check the network settings for the node, especially its
-hostname, IP address, and DNS servers, by visiting:
-
-https://%(PLC_WWW_HOST)s:%(PLC_WWW_SSL_PORT)d/db/nodes/?id=%(node_id)d
-
-Correct any errors, and change the 'Boot State' to 'Reinstall', and then
-reboot the node.
-
-If you have already performed this step and are still receiving this
-message, please reply so that we may investigate the problem.
-"""
- },
-
- # XXX N.B. I don't think these are necessary, since there's no
- # way that the Boot Manager would even be able to contact the
- # API to send these messages.
-
- {'message_id': "noconfig",
- 'subject': "%(hostname)s does not have a configuration file",
- 'template': """
-%(hostname)s failed to boot because it could not find a PlanetLab
-configuration file. To create this file, visit:
-
-https://%(PLC_WWW_HOST)s:%(PLC_WWW_SSL_PORT)d/db/nodes/?id=%(node_id)d
-
-Click the Configuration File link, and save the downloaded file as
-plnode.txt on either a floppy disk or a USB flash drive. Change the
-'Boot State' to 'Reinstall', and then reboot the node.
-
-If you have already performed this step and are still receiving this
-message, please reply so that we may investigate the problem.
-"""
- },
-
- {'message_id': "nodetectednetwork",
- 'subject': "%(hostname)s has unsupported network hardware",
- 'template':
-"""
-
-%(hostname)s failed to boot because it has network hardware that is
-unsupported by the current production kernel. If it has booted
-successfully in the past, please try re-installing it by visiting:
-
-https://%(PLC_WWW_HOST)s:%(PLC_WWW_SSL_PORT)d/db/nodes/?id=%(node_id)d
-
-Change the 'Boot State' to 'Reinstall', and then reboot the node.
-
-If you have already performed this step and are still receiving this
-message, please reply so that we may investigate the problem.
-"""
- },
-]
-
-for message in message_templates:
- SetMessage(message)
+++ /dev/null
-# -*-python-*-
-####################
-# quick and dirty, make sure all hrns are set on local nodes
-# could/should get trashed somedy
-
-for node in GetNodes({'peer_id':None}): UpdateNode(node['node_id'],{'hostname':node['hostname']})
+++ /dev/null
--- myplc v5.0 starts with (5,100)
--- the expected former values would be (4,11)
---
--- if you somehow start from a 4.3 not entirely up-dated to rc17,
--- then manually run
--- http://git.onelab.eu/?p=plcapi.git;a=blob;f=migrations/011-up-site-and-person-tags.sql;hb=refs/heads/4.3
---
-UPDATE plc_db_version SET version = 5;
-UPDATE plc_db_version SET subversion = 100;
+++ /dev/null
--- revert cleanup on node_types
-INSERT INTO node_types VALUES ('dummynet');
-
-UPDATE nodes SET node_type='regular' WHERE node_type='reservable';
-DELETE FROM node_types WHERE node_type='reservable';
-
--- drop new tables
-DROP VIEW view_leases;
-DROP VIEW view_all_leases;
-DROP TABLE leases;
-
-DROP FUNCTION IF EXISTS overlapping_trigger();
-
---------------------------------------------------
-UPDATE plc_db_version SET subversion = 100;
+++ /dev/null
--- we're using the 'lease' nodetype to model reservable nodes
-INSERT INTO node_types VALUES ('reservable');
--- also the dummynet node_type is obsolete
-DELETE FROM node_types WHERE node_type='dummynet';
-
-SET TIMEZONE TO 'UTC';
-
-CREATE TABLE leases (
- lease_id serial PRIMARY KEY, -- id
- t_from timestamp with time zone NOT NULL, -- from
- t_until timestamp with time zone NOT NULL, -- until
- node_id integer REFERENCES nodes NOT NULL, -- subject node
- slice_id integer REFERENCES slices, -- slice owning the node
--- xxx for testing
--- CONSTRAINT future CHECK (t_from > CURRENT_TIMESTAMP),
- CONSTRAINT start_before_end CHECK (t_until > t_from)
-) WITH OIDS;
-
---
--- hook to check for overlapping time slots on a given node_id
--- xxx might use the builtin OVERLAPS feature
--- http://www.postgresql.org/docs/8.3/interactive/functions-datetime.html
---
-CREATE language plpgsql;
-CREATE FUNCTION overlapping_trigger() RETURNS trigger AS $overlapping_trigger$
-BEGIN
- PERFORM lease_id FROM leases WHERE
- -- consider only leases on the same node
- NEW.node_id = node_id
- -- consider only non expired leases
- AND t_until > CURRENT_TIMESTAMP
- -- useful for updates
- AND NEW.lease_id <> lease_id
- -- new start date is in range
- AND ( (NEW.t_from >= t_from AND NEW.t_from < t_until)
- -- new end date is in range
- OR (NEW.t_until > t_from AND NEW.t_until <= t_until)
- -- complete overlap: new from before from, new until after until
- OR (NEW.t_from <= t_from AND NEW.t_until >= t_until));
- IF FOUND THEN
- RAISE EXCEPTION 'overlapping error: node % - slice %, % -> %', NEW.node_id, NEW.slice_id, NEW.t_from, NEW.t_until;
- END IF;
- RETURN NEW;
-END;
-$overlapping_trigger$ LANGUAGE plpgsql;
-
-CREATE
- TRIGGER overlapping_trigger BEFORE INSERT OR UPDATE
- ON leases FOR EACH ROW EXECUTE PROCEDURE overlapping_trigger();
-
-
--- this is to let the API a chance to check for leases attached
--- to a node that is not 'reservable'
-CREATE OR REPLACE VIEW view_all_leases AS
-SELECT
-leases.lease_id,
-CAST(date_part('epoch', leases.t_from) AS bigint) AS t_from,
-CAST(date_part('epoch', leases.t_until) AS bigint) AS t_until,
--- dbg
-leases.t_from as s_from,
-leases.t_until as s_until,
-leases.node_id,
-leases.slice_id,
-nodes.hostname,
-nodes.node_type,
-slices.name,
-slices.site_id,
-CAST( date_part ('epoch',leases.t_until-leases.t_from) AS bigint) AS duration,
-leases.t_until < CURRENT_TIMESTAMP as expired
-FROM slices INNER JOIN leases USING (slice_id)
-JOIN nodes USING (node_id);
-
--- only the relevant leases
-CREATE OR REPLACE VIEW view_leases AS
-SELECT * FROM view_all_leases
-WHERE node_type = 'reservable';
-
-
---------------------------------------------------
-UPDATE plc_db_version SET subversion = 101;
+++ /dev/null
-ALTER TABLE nodes DROP COLUMN last_download;
-ALTER TABLE nodes DROP COLUMN last_pcu_reboot;
-ALTER TABLE nodes DROP COLUMN last_pcu_confirmation;
-
-ALTER TABLE pcus DROP COLUMN last_updated timestamp without time zone;
-
-ALTER TABLE interfaces DROP COLUMN last_updated timestamp without time zone;
-
-DROP VIEW view_nodes;
-CREATE OR REPLACE VIEW view_nodes AS
-SELECT
-nodes.node_id,
-nodes.node_type,
-nodes.hostname,
-nodes.site_id,
-nodes.boot_state,
-nodes.run_level,
-nodes.deleted,
-nodes.model,
-nodes.boot_nonce,
-nodes.version,
-nodes.verified,
-nodes.ssh_rsa_key,
-nodes.key,
-CAST(date_part('epoch', nodes.date_created) AS bigint) AS date_created,
-CAST(date_part('epoch', nodes.last_updated) AS bigint) AS last_updated,
-CAST(date_part('epoch', nodes.last_contact) AS bigint) AS last_contact,
-peer_node.peer_id,
-peer_node.peer_node_id,
-COALESCE((SELECT interface_ids FROM node_interfaces
- WHERE node_interfaces.node_id = nodes.node_id), '{}')
-AS interface_ids,
-COALESCE((SELECT nodegroup_ids FROM node_nodegroups
- WHERE node_nodegroups.node_id = nodes.node_id), '{}')
-AS nodegroup_ids,
-COALESCE((SELECT slice_ids FROM node_slices
- WHERE node_slices.node_id = nodes.node_id), '{}')
-AS slice_ids,
-COALESCE((SELECT slice_ids_whitelist FROM node_slices_whitelist
- WHERE node_slices_whitelist.node_id = nodes.node_id), '{}')
-AS slice_ids_whitelist,
-COALESCE((SELECT pcu_ids FROM node_pcus
- WHERE node_pcus.node_id = nodes.node_id), '{}')
-AS pcu_ids,
-COALESCE((SELECT ports FROM node_pcus
- WHERE node_pcus.node_id = nodes.node_id), '{}')
-AS ports,
-COALESCE((SELECT conf_file_ids FROM node_conf_files
- WHERE node_conf_files.node_id = nodes.node_id), '{}')
-AS conf_file_ids,
-COALESCE((SELECT node_tag_ids FROM node_tags
- WHERE node_tags.node_id = nodes.node_id), '{}')
-AS node_tag_ids,
-node_session.session_id AS session
-FROM nodes
-LEFT JOIN peer_node USING (node_id)
-LEFT JOIN node_session USING (node_id);
-
-DROP VIEW view_pcus;
-CREATE OR REPLACE VIEW view_pcus AS
-SELECT
-pcus.*,
-COALESCE((SELECT node_ids FROM pcu_nodes WHERE pcu_nodes.pcu_id = pcus.pcu_id), '{}') AS node_ids,
-COALESCE((SELECT ports FROM pcu_nodes WHERE pcu_nodes.pcu_id = pcus.pcu_id), '{}') AS ports
-FROM pcus;
-
-
-DROP VIEW view_interfaces;
-CREATE OR REPLACE VIEW view_interfaces AS
-SELECT
-interfaces.interface_id,
-interfaces.node_id,
-interfaces.is_primary,
-interfaces.type,
-interfaces.method,
-interfaces.ip,
-interfaces.mac,
-interfaces.gateway,
-interfaces.network,
-interfaces.broadcast,
-interfaces.netmask,
-interfaces.dns1,
-interfaces.dns2,
-interfaces.bwlimit,
-interfaces.hostname,
-COALESCE((SELECT interface_tag_ids FROM interface_tags WHERE interface_tags.interface_id = interfaces.interface_id), '{}') AS interface_tag_ids
-FROM interfaces;
-
+++ /dev/null
-ALTER TABLE nodes ADD COLUMN last_boot timestamp without time zone;
-ALTER TABLE nodes ADD COLUMN last_download timestamp without time zone;
-ALTER TABLE nodes ADD COLUMN last_pcu_reboot timestamp without time zone;
-ALTER TABLE nodes ADD COLUMN last_pcu_confirmation timestamp without time zone;
-
-ALTER TABLE pcus ADD COLUMN last_updated timestamp without time zone;
-
-ALTER TABLE interfaces ADD COLUMN last_updated timestamp without time zone;
-
-DROP VIEW view_nodes;
-CREATE OR REPLACE VIEW view_nodes AS
-SELECT
-nodes.node_id,
-nodes.node_type,
-nodes.hostname,
-nodes.site_id,
-nodes.boot_state,
-nodes.run_level,
-nodes.deleted,
-nodes.model,
-nodes.boot_nonce,
-nodes.version,
-nodes.verified,
-nodes.ssh_rsa_key,
-nodes.key,
-CAST(date_part('epoch', nodes.date_created) AS bigint) AS date_created,
-CAST(date_part('epoch', nodes.last_updated) AS bigint) AS last_updated,
-CAST(date_part('epoch', nodes.last_contact) AS bigint) AS last_contact,
-CAST(date_part('epoch', nodes.last_boot) AS bigint) AS last_boot,
-CAST(date_part('epoch', nodes.last_download) AS bigint) AS last_download,
-CAST(date_part('epoch', nodes.last_pcu_reboot) AS bigint) AS last_pcu_reboot,
-CAST(date_part('epoch', nodes.last_pcu_confirmation) AS bigint) AS last_pcu_confirmation,
-peer_node.peer_id,
-peer_node.peer_node_id,
-COALESCE((SELECT interface_ids FROM node_interfaces
- WHERE node_interfaces.node_id = nodes.node_id), '{}')
-AS interface_ids,
-COALESCE((SELECT nodegroup_ids FROM node_nodegroups
- WHERE node_nodegroups.node_id = nodes.node_id), '{}')
-AS nodegroup_ids,
-COALESCE((SELECT slice_ids FROM node_slices
- WHERE node_slices.node_id = nodes.node_id), '{}')
-AS slice_ids,
-COALESCE((SELECT slice_ids_whitelist FROM node_slices_whitelist
- WHERE node_slices_whitelist.node_id = nodes.node_id), '{}')
-AS slice_ids_whitelist,
-COALESCE((SELECT pcu_ids FROM node_pcus
- WHERE node_pcus.node_id = nodes.node_id), '{}')
-AS pcu_ids,
-COALESCE((SELECT ports FROM node_pcus
- WHERE node_pcus.node_id = nodes.node_id), '{}')
-AS ports,
-COALESCE((SELECT conf_file_ids FROM node_conf_files
- WHERE node_conf_files.node_id = nodes.node_id), '{}')
-AS conf_file_ids,
-COALESCE((SELECT node_tag_ids FROM node_tags
- WHERE node_tags.node_id = nodes.node_id), '{}')
-AS node_tag_ids,
-node_session.session_id AS session
-FROM nodes
-LEFT JOIN peer_node USING (node_id)
-LEFT JOIN node_session USING (node_id);
-
---------------------------------------------------------------------------------
-DROP VIEW view_pcus;
-CREATE OR REPLACE VIEW view_pcus AS
-SELECT
-pcus.pcu_id,
-pcus.site_id,
-pcus.hostname,
-pcus.ip,
-pcus.protocol,
-pcus.username,
-pcus.password,
-pcus.model,
-pcus.notes,
-CAST(date_part('epoch', pcus.last_updated) AS bigint) AS last_updated,
-COALESCE((SELECT node_ids FROM pcu_nodes WHERE pcu_nodes.pcu_id = pcus.pcu_id), '{}') AS node_ids,
-COALESCE((SELECT ports FROM pcu_nodes WHERE pcu_nodes.pcu_id = pcus.pcu_id), '{}') AS ports
-FROM pcus;
-
-
-DROP VIEW view_interfaces;
-CREATE OR REPLACE VIEW view_interfaces AS
-SELECT
-interfaces.interface_id,
-interfaces.node_id,
-interfaces.is_primary,
-interfaces.type,
-interfaces.method,
-interfaces.ip,
-interfaces.mac,
-interfaces.gateway,
-interfaces.network,
-interfaces.broadcast,
-interfaces.netmask,
-interfaces.dns1,
-interfaces.dns2,
-interfaces.bwlimit,
-interfaces.hostname,
-CAST(date_part('epoch', interfaces.last_updated) AS bigint) AS last_updated,
-COALESCE((SELECT interface_tag_ids FROM interface_tags WHERE interface_tags.interface_id = interfaces.interface_id), '{}') AS interface_tag_ids
-FROM interfaces;
-
-
-UPDATE plc_db_version SET subversion = 102;
+++ /dev/null
-DROP TABLE plc_db_extensions;
+++ /dev/null
-CREATE TABLE plc_db_extensions (
- name text NOT NULL PRIMARY KEY,
- version integer NOT NULL
-) WITH OIDS;
-
-UPDATE plc_db_version SET subversion = 103;
+++ /dev/null
--- recreate the min_role_id column
-ALTER TABLE tag_types ADD COLUMN min_role_id integer REFERENCES roles;
-
--- compute the highest role available for each tag_type and store it as min_role_id
-CREATE OR REPLACE VIEW tag_type_max_role_id AS
-SELECT tag_type_id, max(role_id) from tag_type_role GROUP BY tag_type_id;
-
--- tag_types that have at least one role in the new model get the max
-UPDATE tag_types
-SET min_role_id = tag_type_max_role_id.max
-FROM tag_type_max_role_id WHERE tag_type_max_role_id.tag_type_id = tag_types.tag_type_id;
-
--- the ones with no roles end up with min_role_id=10
-UPDATE tag_types
-SET min_role_id=10
-WHERE min_role_id IS NULL;
-
-DELETE VIEW tag_type_max_role_id;
-
-DROP TABLE tag_type_role CASCADE;
--- done by cascade
---DROP VIEW view_tag_types;
---DROP VIEW tag_type_roles;
-
-DELETE from roles WHERE name='node';
-
---------------------
-UPDATE plc_db_version SET subversion = 103;
+++ /dev/null
--- changing the permission model on tags
--- we replace the single 'min_role_id' field attached to tag_types
--- with a set of roles
-
-
--- create a separate table to keep the tag-type x role relationship
-CREATE TABLE tag_type_role (
- tag_type_id integer REFERENCES tag_types NOT NULL, -- tag_type ID
- role_id integer REFERENCES roles NOT NULL, -- role ID
- PRIMARY KEY (tag_type_id, role_id)
-);
-CREATE INDEX tag_type_role_tag_type_id_idx ON tag_type_role (tag_type_id);
-CREATE INDEX tag_type_role_role_id_idx ON tag_type_role (role_id);
-
--- fill this from the former min_role_id field in the tag_types table
--- add all roles lower or equal to the min_role_id
-INSERT INTO tag_type_role ("tag_type_id","role_id") SELECT tag_type_id,role_id FROM tag_types,roles where role_id<=min_role_id;
-
--- we can now drop the min_role_id column
-ALTER TABLE tag_types DROP COLUMN min_role_id CASCADE;
-
--- create views to expose roles
-CREATE OR REPLACE VIEW tag_type_roles AS
-SELECT tag_type_id,
-array_accum(role_id) AS role_ids,
-array_accum(roles.name) AS roles
-FROM tag_type_role
-LEFT JOIN roles USING (role_id)
-GROUP BY tag_type_id;
-
-CREATE OR REPLACE VIEW view_tag_types AS
-SELECT
-tag_types.tag_type_id,
-tag_types.tagname,
-tag_types.description,
-tag_types.category,
-COALESCE((SELECT role_ids FROM tag_type_roles WHERE tag_type_roles.tag_type_id = tag_types.tag_type_id), '{}') AS role_ids,
-COALESCE((SELECT roles FROM tag_type_roles WHERE tag_type_roles.tag_type_id = tag_types.tag_type_id), '{}') AS roles
-FROM tag_types;
-
-
--- remove min_role_id from the object views
-CREATE OR REPLACE VIEW view_person_tags AS
-SELECT
-person_tag.person_tag_id,
-person_tag.person_id,
-persons.email,
-tag_types.tag_type_id,
-tag_types.tagname,
-tag_types.description,
-tag_types.category,
-person_tag.value
-FROM person_tag
-INNER JOIN tag_types USING (tag_type_id)
-INNER JOIN persons USING (person_id);
-
-CREATE OR REPLACE VIEW view_site_tags AS
-SELECT
-site_tag.site_tag_id,
-site_tag.site_id,
-sites.login_base,
-tag_types.tag_type_id,
-tag_types.tagname,
-tag_types.description,
-tag_types.category,
-site_tag.value
-FROM site_tag
-INNER JOIN tag_types USING (tag_type_id)
-INNER JOIN sites USING (site_id);
-
-CREATE OR REPLACE VIEW view_interface_tags AS
-SELECT
-interface_tag.interface_tag_id,
-interface_tag.interface_id,
-interfaces.ip,
-tag_types.tag_type_id,
-tag_types.tagname,
-tag_types.description,
-tag_types.category,
-interface_tag.value
-FROM interface_tag
-INNER JOIN tag_types USING (tag_type_id)
-INNER JOIN interfaces USING (interface_id);
-
-CREATE OR REPLACE VIEW view_node_tags AS
-SELECT
-node_tag.node_tag_id,
-node_tag.node_id,
-nodes.hostname,
-tag_types.tag_type_id,
-tag_types.tagname,
-tag_types.description,
-tag_types.category,
-node_tag.value
-FROM node_tag
-INNER JOIN tag_types USING (tag_type_id)
-INNER JOIN nodes USING (node_id);
-
-CREATE OR REPLACE VIEW view_slice_tags AS
-SELECT
-slice_tag.slice_tag_id,
-slice_tag.slice_id,
-slice_tag.node_id,
-slice_tag.nodegroup_id,
-tag_types.tag_type_id,
-tag_types.tagname,
-tag_types.description,
-tag_types.category,
-slice_tag.value,
-slices.name
-FROM slice_tag
-INNER JOIN tag_types USING (tag_type_id)
-INNER JOIN slices USING (slice_id);
-
--- same for ilinks
-CREATE OR REPLACE VIEW view_ilinks AS
-SELECT * FROM tag_types
-INNER JOIN ilink USING (tag_type_id);
-
--- use this to allow nodes to set slice tags
-INSERT INTO roles (role_id, name) VALUES (50, 'node');
-
---------------------
-UPDATE plc_db_version SET subversion = 104;
+++ /dev/null
-ALTER TABLE nodes DROP COLUMN last_time_spent_online CASCADE;
-ALTER TABLE nodes DROP COLUMN last_time_spent_offline CASCADE;
-
-DROP VIEW view_nodes;
-CREATE OR REPLACE VIEW view_nodes AS
-SELECT
-nodes.node_id,
-nodes.node_type,
-nodes.hostname,
-nodes.site_id,
-nodes.boot_state,
-nodes.run_level,
-nodes.deleted,
-nodes.model,
-nodes.boot_nonce,
-nodes.version,
-nodes.verified,
-nodes.ssh_rsa_key,
-nodes.key,
-CAST(date_part('epoch', nodes.date_created) AS bigint) AS date_created,
-CAST(date_part('epoch', nodes.last_updated) AS bigint) AS last_updated,
-CAST(date_part('epoch', nodes.last_contact) AS bigint) AS last_contact,
-CAST(date_part('epoch', nodes.last_boot) AS bigint) AS last_boot,
-CAST(date_part('epoch', nodes.last_download) AS bigint) AS last_download,
-CAST(date_part('epoch', nodes.last_pcu_reboot) AS bigint) AS last_pcu_reboot,
-CAST(date_part('epoch', nodes.last_pcu_confirmation) AS bigint) AS last_pcu_confirmation,
-peer_node.peer_id,
-peer_node.peer_node_id,
-COALESCE((SELECT interface_ids FROM node_interfaces
- WHERE node_interfaces.node_id = nodes.node_id), '{}')
-AS interface_ids,
-COALESCE((SELECT nodegroup_ids FROM node_nodegroups
- WHERE node_nodegroups.node_id = nodes.node_id), '{}')
-AS nodegroup_ids,
-COALESCE((SELECT slice_ids FROM node_slices
- WHERE node_slices.node_id = nodes.node_id), '{}')
-AS slice_ids,
-COALESCE((SELECT slice_ids_whitelist FROM node_slices_whitelist
- WHERE node_slices_whitelist.node_id = nodes.node_id), '{}')
-AS slice_ids_whitelist,
-COALESCE((SELECT pcu_ids FROM node_pcus
- WHERE node_pcus.node_id = nodes.node_id), '{}')
-AS pcu_ids,
-COALESCE((SELECT ports FROM node_pcus
- WHERE node_pcus.node_id = nodes.node_id), '{}')
-AS ports,
-COALESCE((SELECT conf_file_ids FROM node_conf_files
- WHERE node_conf_files.node_id = nodes.node_id), '{}')
-AS conf_file_ids,
-COALESCE((SELECT node_tag_ids FROM node_tags
- WHERE node_tags.node_id = nodes.node_id), '{}')
-AS node_tag_ids,
-node_session.session_id AS session
-FROM nodes
-LEFT JOIN peer_node USING (node_id)
-LEFT JOIN node_session USING (node_id);
-
---------------------------------------------------------------------------------
-
-UPDATE plc_db_version SET subversion = 104;
+++ /dev/null
-ALTER TABLE nodes ADD COLUMN last_time_spent_online integer;
-ALTER TABLE nodes ADD COLUMN last_time_spent_offline integer;
-
-DROP VIEW view_nodes;
-CREATE OR REPLACE VIEW view_nodes AS
-SELECT
-nodes.node_id,
-nodes.node_type,
-nodes.hostname,
-nodes.site_id,
-nodes.boot_state,
-nodes.run_level,
-nodes.deleted,
-nodes.model,
-nodes.boot_nonce,
-nodes.version,
-nodes.verified,
-nodes.ssh_rsa_key,
-nodes.key,
-CAST(date_part('epoch', nodes.date_created) AS bigint) AS date_created,
-CAST(date_part('epoch', nodes.last_updated) AS bigint) AS last_updated,
-CAST(date_part('epoch', nodes.last_contact) AS bigint) AS last_contact,
-CAST(date_part('epoch', nodes.last_boot) AS bigint) AS last_boot,
-CAST(date_part('epoch', nodes.last_download) AS bigint) AS last_download,
-CAST(date_part('epoch', nodes.last_pcu_reboot) AS bigint) AS last_pcu_reboot,
-CAST(date_part('epoch', nodes.last_pcu_confirmation) AS bigint) AS last_pcu_confirmation,
-nodes.last_time_spent_online,
-nodes.last_time_spent_offline,
-peer_node.peer_id,
-peer_node.peer_node_id,
-COALESCE((SELECT interface_ids FROM node_interfaces
- WHERE node_interfaces.node_id = nodes.node_id), '{}')
-AS interface_ids,
-COALESCE((SELECT nodegroup_ids FROM node_nodegroups
- WHERE node_nodegroups.node_id = nodes.node_id), '{}')
-AS nodegroup_ids,
-COALESCE((SELECT slice_ids FROM node_slices
- WHERE node_slices.node_id = nodes.node_id), '{}')
-AS slice_ids,
-COALESCE((SELECT slice_ids_whitelist FROM node_slices_whitelist
- WHERE node_slices_whitelist.node_id = nodes.node_id), '{}')
-AS slice_ids_whitelist,
-COALESCE((SELECT pcu_ids FROM node_pcus
- WHERE node_pcus.node_id = nodes.node_id), '{}')
-AS pcu_ids,
-COALESCE((SELECT ports FROM node_pcus
- WHERE node_pcus.node_id = nodes.node_id), '{}')
-AS ports,
-COALESCE((SELECT conf_file_ids FROM node_conf_files
- WHERE node_conf_files.node_id = nodes.node_id), '{}')
-AS conf_file_ids,
-COALESCE((SELECT node_tag_ids FROM node_tags
- WHERE node_tags.node_id = nodes.node_id), '{}')
-AS node_tag_ids,
-node_session.session_id AS session
-FROM nodes
-LEFT JOIN peer_node USING (node_id)
-LEFT JOIN node_session USING (node_id);
-
---------------------------------------------------------------------------------
-
-UPDATE plc_db_version SET subversion = 105;
+++ /dev/null
-Store here migration scripts, named
-<nnn>-up-<any-text>.sql
- handled as a sql script to be run against planetlab5, or
-<nnn>-up-<any-text>.sh
- which is assumed to be a shell script and is run as is
-
-Another assumption is that
- * nnn-up- script will set subversion number to <nnn>
- * nnn-down script will set subversion number to <nnn>-1
-
-===
-See the migration script in plc.d/db for how this is used
-===
+++ /dev/null
-#!/usr/bin/env python
-
-import sys
-import re
-
-class Schema:
-
- def __init__ (self,input,output=None):
- self.input=input
- self.output=output
-
- # left part is non-greedy
- comment=re.compile("(.*?)--.*")
- spaces=re.compile("^\s+(\S.*)")
- view=re.compile("(?i)\s*create\s+(or\s+replace)?\s+view.*")
-
- def parse (self):
- if self.output:
- outfile = open(self.output,"w")
- else:
- outfile = sys.stdout
- contents = file(self.input).read()
- parts=contents.split(";")
- for part in parts:
- # normalize: remove comments, linebreaks, trailing spaces..
- normalized=''
- lines=part.split('\n');
- out_lines=[]
- for line in lines:
- # remove comment
- match=Schema.comment.match(line)
- if match:
- line=match.group(1)
- out_lines.append(line)
- # get them together
- out_line = " ".join(out_lines)
- # remove trailing spaces
- match=Schema.spaces.match(out_line)
- if match:
- out_line=match.group(1)
- match=Schema.view.match(out_line)
- if match:
- print >>outfile, out_line,';'
- if outfile != sys.stdout:
- outfile.close()
-
-if __name__ == '__main__':
- if len(sys.argv) not in [2,3]:
- print 'Usage:',sys.argv[0],'input [output]'
- sys.exit(1)
- input=sys.argv[1]
- try:
- output=sys.argv[2]
- except:
- output=None
- Schema(input,output).parse()
-
+++ /dev/null
---
--- PlanetLab Central database schema
--- Version 5, PostgreSQL
---
--- Aaron Klingaman <alk@cs.princeton.edu>
--- Reid Moran <rmoran@cs.princeton.edu>
--- Mark Huang <mlhuang@cs.princeton.edu>
--- Tony Mack <tmack@cs.princeton.edu>
--- Thierry Parmentelat <thierry.parmentelat@sophia.inria.fr>
---
--- Copyright (C) 2006 The Trustees of Princeton University
---
--- NOTE: this file was first created for version 4.3, the filename might be confusing
---
-
-SET client_encoding = 'UNICODE';
-
---------------------------------------------------------------------------------
--- Version
---------------------------------------------------------------------------------
-
--- Database version
-CREATE TABLE plc_db_version (
- version integer NOT NULL,
- subversion integer NOT NULL DEFAULT 0
-) WITH OIDS;
-
--- the migration scripts do not use the major 'version' number
--- so 5.0 sets subversion at 100
--- in case your database misses the site and persons tags feature,
--- you might wish to first upgrade to 4.3-rc16 before moving to some 5.0
--- or run the up script here
--- http://svn.planet-lab.org/svn/PLCAPI/branches/4.3/migrations/
-
-INSERT INTO plc_db_version (version, subversion) VALUES (5, 100);
-
---------------------------------------------------------------------------------
--- Aggregates and store procedures
---------------------------------------------------------------------------------
-
--- Like MySQL GROUP_CONCAT(), this function aggregates values into a
--- PostgreSQL array.
-CREATE AGGREGATE array_accum (
- sfunc = array_append,
- basetype = anyelement,
- stype = anyarray,
- initcond = '{}'
-);
-
---------------------------------------------------------------------------------
--- Roles
---------------------------------------------------------------------------------
-
--- Valid account roles
-CREATE TABLE roles (
- role_id integer PRIMARY KEY, -- Role identifier
- name text UNIQUE NOT NULL -- Role symbolic name
-) WITH OIDS;
-INSERT INTO roles (role_id, name) VALUES (10, 'admin');
-INSERT INTO roles (role_id, name) VALUES (20, 'pi');
-INSERT INTO roles (role_id, name) VALUES (30, 'user');
-INSERT INTO roles (role_id, name) VALUES (40, 'tech');
-
---------------------------------------------------------------------------------
--- The building block for attaching tags
---------------------------------------------------------------------------------
-CREATE TABLE tag_types (
-
- tag_type_id serial PRIMARY KEY, -- ID
- tagname text UNIQUE NOT NULL, -- Tag Name
- description text, -- Optional Description
--- this is deprecated -- see migrations/104*
--- starting with subversion 104, a tag type has a SET OF roles attached to it
- min_role_id integer REFERENCES roles DEFAULT 10, -- set minimal role required
- category text NOT NULL DEFAULT 'general' -- Free text for grouping tags together
-) WITH OIDS;
-
---------------------------------------------------------------------------------
--- Accounts
---------------------------------------------------------------------------------
-
--- Accounts
-CREATE TABLE persons (
- -- Mandatory
- person_id serial PRIMARY KEY, -- Account identifier
- email text NOT NULL, -- E-mail address
- first_name text NOT NULL, -- First name
- last_name text NOT NULL, -- Last name
- deleted boolean NOT NULL DEFAULT false, -- Has been deleted
- enabled boolean NOT NULL DEFAULT false, -- Has been disabled
-
- password text NOT NULL DEFAULT 'nopass', -- Password (md5crypted)
- verification_key text, -- Reset password key
- verification_expires timestamp without time zone,
-
- -- Optional
- title text, -- Honorific
- phone text, -- Telephone number
- url text, -- Home page
- bio text, -- Biography
-
- -- Timestamps
- date_created timestamp without time zone NOT NULL DEFAULT CURRENT_TIMESTAMP,
- last_updated timestamp without time zone NOT NULL DEFAULT CURRENT_TIMESTAMP
-) WITH OIDS;
-CREATE INDEX persons_email_idx ON persons (email);
-
---------------------------------------------------------------------------------
--- person tags
---------------------------------------------------------------------------------
-CREATE TABLE person_tag (
- person_tag_id serial PRIMARY KEY, -- ID
- person_id integer REFERENCES persons NOT NULL, -- person id
- tag_type_id integer REFERENCES tag_types, -- tag type id
- value text -- value attached
-) WITH OIDS;
-
-CREATE OR REPLACE VIEW person_tags AS
-SELECT person_id,
-array_accum(person_tag_id) AS person_tag_ids
-FROM person_tag
-GROUP BY person_id;
-
-CREATE OR REPLACE VIEW view_person_tags AS
-SELECT
-person_tag.person_tag_id,
-person_tag.person_id,
-persons.email,
-tag_types.tag_type_id,
-tag_types.tagname,
-tag_types.description,
-tag_types.category,
-tag_types.min_role_id,
-person_tag.value
-FROM person_tag
-INNER JOIN tag_types USING (tag_type_id)
-INNER JOIN persons USING (person_id);
-
---------------------------------------------------------------------------------
--- Sites
---------------------------------------------------------------------------------
-
--- Sites
-CREATE TABLE sites (
- -- Mandatory
- site_id serial PRIMARY KEY, -- Site identifier
- login_base text NOT NULL, -- Site slice prefix
- name text NOT NULL, -- Site name
- abbreviated_name text NOT NULL, -- Site abbreviated name
- enabled boolean NOT NULL Default true, -- Is this site enabled
- deleted boolean NOT NULL DEFAULT false, -- Has been deleted
- is_public boolean NOT NULL DEFAULT true, -- Shows up in public lists
- max_slices integer NOT NULL DEFAULT 0, -- Maximum number of slices
- max_slivers integer NOT NULL DEFAULT 1000, -- Maximum number of instantiated slivers
-
- -- Optional
- latitude real,
- longitude real,
- url text,
- ext_consortium_id integer, -- external consortium id
-
- -- Timestamps
- date_created timestamp without time zone NOT NULL DEFAULT CURRENT_TIMESTAMP,
- last_updated timestamp without time zone NOT NULL DEFAULT CURRENT_TIMESTAMP
-) WITH OIDS;
-CREATE INDEX sites_login_base_idx ON sites (login_base);
-
--- Account site membership
-CREATE TABLE person_site (
- person_id integer REFERENCES persons NOT NULL, -- Account identifier
- site_id integer REFERENCES sites NOT NULL, -- Site identifier
- is_primary boolean NOT NULL DEFAULT false, -- Is the primary site for this account
- PRIMARY KEY (person_id, site_id)
-);
-CREATE INDEX person_site_person_id_idx ON person_site (person_id);
-CREATE INDEX person_site_site_id_idx ON person_site (site_id);
-
--- Ordered by primary site first
-CREATE OR REPLACE VIEW person_site_ordered AS
-SELECT person_id, site_id
-FROM person_site
-ORDER BY is_primary DESC;
-
--- Sites that each person is a member of
-CREATE OR REPLACE VIEW person_sites AS
-SELECT person_id,
-array_accum(site_id) AS site_ids
-FROM person_site_ordered
-GROUP BY person_id;
-
--- Accounts at each site
-CREATE OR REPLACE VIEW site_persons AS
-SELECT site_id,
-array_accum(person_id) AS person_ids
-FROM person_site
-GROUP BY site_id;
-
---------------------------------------------------------------------------------
--- site tags
---------------------------------------------------------------------------------
-
-CREATE TABLE site_tag (
- site_tag_id serial PRIMARY KEY, -- ID
- site_id integer REFERENCES sites NOT NULL, -- site id
- tag_type_id integer REFERENCES tag_types, -- tag type id
- value text -- value attached
-) WITH OIDS;
-
-CREATE OR REPLACE VIEW site_tags AS
-SELECT site_id,
-array_accum(site_tag_id) AS site_tag_ids
-FROM site_tag
-GROUP BY site_id;
-
-CREATE OR REPLACE VIEW view_site_tags AS
-SELECT
-site_tag.site_tag_id,
-site_tag.site_id,
-sites.login_base,
-tag_types.tag_type_id,
-tag_types.tagname,
-tag_types.description,
-tag_types.category,
-tag_types.min_role_id,
-site_tag.value
-FROM site_tag
-INNER JOIN tag_types USING (tag_type_id)
-INNER JOIN sites USING (site_id);
-
---------------------------------------------------------------------------------
--- Mailing Addresses
---------------------------------------------------------------------------------
-
-CREATE TABLE address_types (
- address_type_id serial PRIMARY KEY, -- Address type identifier
- name text UNIQUE NOT NULL, -- Address type
- description text -- Address type description
-) WITH OIDS;
-
--- Multi-rows insertion "insert .. values (row1), (row2)" is not supported by pgsql-8.1
--- 'Billing' Used to be 'Site'
-INSERT INTO address_types (name) VALUES ('Personal');
-INSERT INTO address_types (name) VALUES ('Shipping');
-INSERT INTO address_types (name) VALUES ('Billing');
-
--- Mailing addresses
-CREATE TABLE addresses (
- address_id serial PRIMARY KEY, -- Address identifier
- line1 text NOT NULL, -- Address line 1
- line2 text, -- Address line 2
- line3 text, -- Address line 3
- city text NOT NULL, -- City
- state text NOT NULL, -- State or province
- postalcode text NOT NULL, -- Postal code
- country text NOT NULL -- Country
-) WITH OIDS;
-
--- Each mailing address can be one of several types
-CREATE TABLE address_address_type (
- address_id integer REFERENCES addresses NOT NULL, -- Address identifier
- address_type_id integer REFERENCES address_types NOT NULL, -- Address type
- PRIMARY KEY (address_id, address_type_id)
-) WITH OIDS;
-CREATE INDEX address_address_type_address_id_idx ON address_address_type (address_id);
-CREATE INDEX address_address_type_address_type_id_idx ON address_address_type (address_type_id);
-
-CREATE OR REPLACE VIEW address_address_types AS
-SELECT address_id,
-array_accum(address_type_id) AS address_type_ids,
-array_accum(address_types.name) AS address_types
-FROM address_address_type
-LEFT JOIN address_types USING (address_type_id)
-GROUP BY address_id;
-
-CREATE TABLE site_address (
- site_id integer REFERENCES sites NOT NULL, -- Site identifier
- address_id integer REFERENCES addresses NOT NULL, -- Address identifier
- PRIMARY KEY (site_id, address_id)
-) WITH OIDS;
-CREATE INDEX site_address_site_id_idx ON site_address (site_id);
-CREATE INDEX site_address_address_id_idx ON site_address (address_id);
-
-CREATE OR REPLACE VIEW site_addresses AS
-SELECT site_id,
-array_accum(address_id) AS address_ids
-FROM site_address
-GROUP BY site_id;
-
---------------------------------------------------------------------------------
--- Authentication Keys
---------------------------------------------------------------------------------
-
--- Valid key types
-CREATE TABLE key_types (
- key_type text PRIMARY KEY -- Key type
-) WITH OIDS;
-INSERT INTO key_types (key_type) VALUES ('ssh');
-
--- Authentication keys
-CREATE TABLE keys (
- key_id serial PRIMARY KEY, -- Key identifier
- key_type text REFERENCES key_types NOT NULL, -- Key type
- key text NOT NULL, -- Key material
- is_blacklisted boolean NOT NULL DEFAULT false -- Has been blacklisted
-) WITH OIDS;
-
--- Account authentication key(s)
-CREATE TABLE person_key (
- key_id integer REFERENCES keys PRIMARY KEY, -- Key identifier
- person_id integer REFERENCES persons NOT NULL -- Account identifier
-) WITH OIDS;
-CREATE INDEX person_key_person_id_idx ON person_key (person_id);
-
-CREATE OR REPLACE VIEW person_keys AS
-SELECT person_id,
-array_accum(key_id) AS key_ids
-FROM person_key
-GROUP BY person_id;
-
---------------------------------------------------------------------------------
--- Account roles
---------------------------------------------------------------------------------
-
-CREATE TABLE person_role (
- person_id integer REFERENCES persons NOT NULL, -- Account identifier
- role_id integer REFERENCES roles NOT NULL, -- Role identifier
- PRIMARY KEY (person_id, role_id)
-) WITH OIDS;
-CREATE INDEX person_role_person_id_idx ON person_role (person_id);
-
--- Account roles
-CREATE OR REPLACE VIEW person_roles AS
-SELECT person_id,
-array_accum(role_id) AS role_ids,
-array_accum(roles.name) AS roles
-FROM person_role
-LEFT JOIN roles USING (role_id)
-GROUP BY person_id;
-
---------------------------------------------------------------------------------
--- Nodes
---------------------------------------------------------------------------------
-
--- Valid node boot states (Nodes.py expect max length to be 20)
-CREATE TABLE boot_states (
- boot_state text PRIMARY KEY
-) WITH OIDS;
-INSERT INTO boot_states (boot_state) VALUES ('boot');
-INSERT INTO boot_states (boot_state) VALUES ('safeboot');
-INSERT INTO boot_states (boot_state) VALUES ('reinstall');
-INSERT INTO boot_states (boot_state) VALUES ('disabled');
-
-CREATE TABLE run_levels (
- run_level text PRIMARY KEY
-) WITH OIDS;
-INSERT INTO run_levels (run_level) VALUES ('boot');
-INSERT INTO run_levels (run_level) VALUES ('safeboot');
-INSERT INTO run_levels (run_level) VALUES ('failboot');
-INSERT INTO run_levels (run_level) VALUES ('reinstall');
-
--- Known node types (Nodes.py expect max length to be 20)
-CREATE TABLE node_types (
- node_type text PRIMARY KEY
-) WITH OIDS;
-INSERT INTO node_types (node_type) VALUES ('regular');
--- old dummynet stuff, to be removed
-INSERT INTO node_types (node_type) VALUES ('dummynet');
-
--- Nodes
-CREATE TABLE nodes (
- -- Mandatory
- node_id serial PRIMARY KEY, -- Node identifier
- node_type text REFERENCES node_types -- node type
- DEFAULT 'regular',
-
- hostname text NOT NULL, -- Node hostname
- site_id integer REFERENCES sites NOT NULL, -- At which site
- boot_state text REFERENCES boot_states NOT NULL -- Node boot state
- DEFAULT 'reinstall',
- run_level text REFERENCES run_levels DEFAULT NULL, -- Node Run Level
- deleted boolean NOT NULL DEFAULT false, -- Is deleted
-
- -- Optional
- model text, -- Hardware make and model
- boot_nonce text, -- Random nonce updated by Boot Manager
- version text, -- Boot CD version string updated by Boot Manager
- ssh_rsa_key text, -- SSH host key updated by Boot Manager
- key text, -- Node key generated when boot file is downloaded
- verified boolean NOT NULL DEFAULT false, -- whether or not the node & pcu are verified
-
- -- Timestamps
- date_created timestamp without time zone NOT NULL DEFAULT CURRENT_TIMESTAMP,
- last_updated timestamp without time zone NOT NULL DEFAULT CURRENT_TIMESTAMP,
- last_download timestamp without time zone,
- last_pcu_reboot timestamp without time zone,
- last_pcu_confirmation timestamp without time zone,
- last_contact timestamp without time zone
-) WITH OIDS;
-CREATE INDEX nodes_hostname_idx ON nodes (hostname);
-CREATE INDEX nodes_site_id_idx ON nodes (site_id);
-
--- Nodes at each site
-CREATE OR REPLACE VIEW site_nodes AS
-SELECT site_id,
-array_accum(node_id) AS node_ids
-FROM nodes
-WHERE deleted IS false
-GROUP BY site_id;
-
---------------------------------------------------------------------------------
--- node tags
---------------------------------------------------------------------------------
-
-CREATE TABLE node_tag (
- node_tag_id serial PRIMARY KEY, -- ID
- node_id integer REFERENCES nodes NOT NULL, -- node id
- tag_type_id integer REFERENCES tag_types, -- tag type id
- value text -- value attached
-) WITH OIDS;
-
---------------------------------------------------------------------------------
--- (network) interfaces
---------------------------------------------------------------------------------
-
--- Valid network addressing schemes
-CREATE TABLE network_types (
- type text PRIMARY KEY -- Addressing scheme
-) WITH OIDS;
-INSERT INTO network_types (type) VALUES ('ipv4');
-
--- Valid network configuration methods
-CREATE TABLE network_methods (
- method text PRIMARY KEY -- Configuration method
-) WITH OIDS;
-
-INSERT INTO network_methods (method) VALUES ('static');
-INSERT INTO network_methods (method) VALUES ('dhcp');
-INSERT INTO network_methods (method) VALUES ('proxy');
-INSERT INTO network_methods (method) VALUES ('tap');
-INSERT INTO network_methods (method) VALUES ('ipmi');
-INSERT INTO network_methods (method) VALUES ('unknown');
-
--- Network interfaces
-CREATE TABLE interfaces (
- -- Mandatory
- interface_id serial PRIMARY KEY, -- Network interface identifier
- node_id integer REFERENCES nodes NOT NULL, -- Which node
- is_primary boolean NOT NULL DEFAULT false, -- Is the primary interface for this node
- type text REFERENCES network_types NOT NULL, -- Addressing scheme
- method text REFERENCES network_methods NOT NULL, -- Configuration method
-
- -- Optional, depending on type and method
- ip text, -- IP address
- mac text, -- MAC address
- gateway text, -- Default gateway address
- network text, -- Network address
- broadcast text, -- Network broadcast address
- netmask text, -- Network mask
- dns1 text, -- Primary DNS server
- dns2 text, -- Secondary DNS server
- bwlimit integer, -- Bandwidth limit in bps
- hostname text, -- Hostname of this interface
- last_updated timestamp without time zone -- When the interface was last updated
-) WITH OIDS;
-CREATE INDEX interfaces_node_id_idx ON interfaces (node_id);
-
--- Ordered by primary interface first
-CREATE OR REPLACE VIEW interfaces_ordered AS
-SELECT node_id, interface_id
-FROM interfaces
-ORDER BY is_primary DESC;
-
--- Network interfaces on each node
-CREATE OR REPLACE VIEW node_interfaces AS
-SELECT node_id,
-array_accum(interface_id) AS interface_ids
-FROM interfaces_ordered
-GROUP BY node_id;
-
---------------------------------------------------------------------------------
--- Interface tags (formerly known as interface settings)
---------------------------------------------------------------------------------
-
-CREATE TABLE interface_tag (
- interface_tag_id serial PRIMARY KEY, -- Interface Setting Identifier
- interface_id integer REFERENCES interfaces NOT NULL,-- the interface this applies to
- tag_type_id integer REFERENCES tag_types NOT NULL, -- the setting type
- value text -- value attached
-) WITH OIDS;
-
-CREATE OR REPLACE VIEW interface_tags AS
-SELECT interface_id,
-array_accum(interface_tag_id) AS interface_tag_ids
-FROM interface_tag
-GROUP BY interface_id;
-
-CREATE OR REPLACE VIEW view_interface_tags AS
-SELECT
-interface_tag.interface_tag_id,
-interface_tag.interface_id,
-interfaces.ip,
-tag_types.tag_type_id,
-tag_types.tagname,
-tag_types.description,
-tag_types.category,
-tag_types.min_role_id,
-interface_tag.value
-FROM interface_tag
-INNER JOIN tag_types USING (tag_type_id)
-INNER JOIN interfaces USING (interface_id);
-
-CREATE OR REPLACE VIEW view_interfaces AS
-SELECT
-interfaces.interface_id,
-interfaces.node_id,
-interfaces.is_primary,
-interfaces.type,
-interfaces.method,
-interfaces.ip,
-interfaces.mac,
-interfaces.gateway,
-interfaces.network,
-interfaces.broadcast,
-interfaces.netmask,
-interfaces.dns1,
-interfaces.dns2,
-interfaces.bwlimit,
-interfaces.hostname,
-CAST(date_part('epoch', interfaces.last_updated) AS bigint) AS last_updated,
-COALESCE((SELECT interface_tag_ids FROM interface_tags WHERE interface_tags.interface_id = interfaces.interface_id), '{}') AS interface_tag_ids
-FROM interfaces;
-
---------------------------------------------------------------------------------
--- ilinks : links between interfaces
---------------------------------------------------------------------------------
-CREATE TABLE ilink (
- ilink_id serial PRIMARY KEY, -- id
- tag_type_id integer REFERENCES tag_types, -- id of the tag type
- src_interface_id integer REFERENCES interfaces not NULL, -- id of src interface
- dst_interface_id integer REFERENCES interfaces NOT NULL, -- id of dst interface
- value text -- optional value on the link
-) WITH OIDS;
-
-CREATE OR REPLACE VIEW view_ilinks AS
-SELECT * FROM tag_types
-INNER JOIN ilink USING (tag_type_id);
-
--- xxx TODO : expose to view_interfaces the set of ilinks a given interface is part of
--- this is needed for properly deleting these ilinks when an interface gets deleted
--- as this is not done yet, it prevents DeleteInterface, thus DeleteNode, thus DeleteSite
--- from working correctly when an iLink is set
-
---------------------------------------------------------------------------------
--- Node groups
---------------------------------------------------------------------------------
-
--- Node groups
-CREATE TABLE nodegroups (
- nodegroup_id serial PRIMARY KEY, -- Group identifier
- groupname text UNIQUE NOT NULL, -- Group name
- tag_type_id integer REFERENCES tag_types, -- node is in nodegroup if it has this tag defined
- -- can be null, make management faster & easier
- value text -- with this value attached
-) WITH OIDS;
-
--- xxx - first rough implem. similar to former semantics but might be slow
-CREATE OR REPLACE VIEW nodegroup_node AS
-SELECT nodegroup_id, node_id
-FROM tag_types
-JOIN node_tag
-USING (tag_type_id)
-JOIN nodegroups
-USING (tag_type_id,value);
-
-CREATE OR REPLACE VIEW nodegroup_nodes AS
-SELECT nodegroup_id,
-array_accum(node_id) AS node_ids
-FROM nodegroup_node
-GROUP BY nodegroup_id;
-
--- Node groups that each node is a member of
-CREATE OR REPLACE VIEW node_nodegroups AS
-SELECT node_id,
-array_accum(nodegroup_id) AS nodegroup_ids
-FROM nodegroup_node
-GROUP BY node_id;
-
---------------------------------------------------------------------------------
--- Node configuration files
---------------------------------------------------------------------------------
-
-CREATE TABLE conf_files (
- conf_file_id serial PRIMARY KEY, -- Configuration file identifier
- enabled bool NOT NULL DEFAULT true, -- Configuration file is active
- source text NOT NULL, -- Relative path on the boot server
- -- where file can be downloaded
- dest text NOT NULL, -- Absolute path where file should be installed
- file_permissions text NOT NULL DEFAULT '0644', -- chmod(1) permissions
- file_owner text NOT NULL DEFAULT 'root', -- chown(1) owner
- file_group text NOT NULL DEFAULT 'root', -- chgrp(1) owner
- preinstall_cmd text, -- Shell command to execute prior to installing
- postinstall_cmd text, -- Shell command to execute after installing
- error_cmd text, -- Shell command to execute if any error occurs
- ignore_cmd_errors bool NOT NULL DEFAULT false, -- Install file anyway even if an error occurs
- always_update bool NOT NULL DEFAULT false -- Always attempt to install file even if unchanged
-) WITH OIDS;
-
-CREATE TABLE conf_file_node (
- conf_file_id integer REFERENCES conf_files NOT NULL, -- Configuration file identifier
- node_id integer REFERENCES nodes NOT NULL, -- Node identifier
- PRIMARY KEY (conf_file_id, node_id)
-);
-CREATE INDEX conf_file_node_conf_file_id_idx ON conf_file_node (conf_file_id);
-CREATE INDEX conf_file_node_node_id_idx ON conf_file_node (node_id);
-
--- Nodes linked to each configuration file
-CREATE OR REPLACE VIEW conf_file_nodes AS
-SELECT conf_file_id,
-array_accum(node_id) AS node_ids
-FROM conf_file_node
-GROUP BY conf_file_id;
-
--- Configuration files linked to each node
-CREATE OR REPLACE VIEW node_conf_files AS
-SELECT node_id,
-array_accum(conf_file_id) AS conf_file_ids
-FROM conf_file_node
-GROUP BY node_id;
-
-CREATE TABLE conf_file_nodegroup (
- conf_file_id integer REFERENCES conf_files NOT NULL, -- Configuration file identifier
- nodegroup_id integer REFERENCES nodegroups NOT NULL, -- Node group identifier
- PRIMARY KEY (conf_file_id, nodegroup_id)
-);
-CREATE INDEX conf_file_nodegroup_conf_file_id_idx ON conf_file_nodegroup (conf_file_id);
-CREATE INDEX conf_file_nodegroup_nodegroup_id_idx ON conf_file_nodegroup (nodegroup_id);
-
--- Node groups linked to each configuration file
-CREATE OR REPLACE VIEW conf_file_nodegroups AS
-SELECT conf_file_id,
-array_accum(nodegroup_id) AS nodegroup_ids
-FROM conf_file_nodegroup
-GROUP BY conf_file_id;
-
--- Configuration files linked to each node group
-CREATE OR REPLACE VIEW nodegroup_conf_files AS
-SELECT nodegroup_id,
-array_accum(conf_file_id) AS conf_file_ids
-FROM conf_file_nodegroup
-GROUP BY nodegroup_id;
-
---------------------------------------------------------------------------------
--- Power control units (PCUs)
---------------------------------------------------------------------------------
-
-CREATE TABLE pcus (
- -- Mandatory
- pcu_id serial PRIMARY KEY, -- PCU identifier
- site_id integer REFERENCES sites NOT NULL, -- Site identifier
- hostname text, -- Hostname, not necessarily unique
- -- (multiple logical sites could use the same PCU)
- ip text NOT NULL, -- IP, not necessarily unique
-
- -- Optional
- protocol text, -- Protocol, e.g. ssh or https or telnet
- username text, -- Username, if applicable
- "password" text, -- Password, if applicable
- model text, -- Model, e.g. BayTech or iPal
- last_updated timestamp without time zone,
- notes text -- Random notes
-) WITH OIDS;
-CREATE INDEX pcus_site_id_idx ON pcus (site_id);
-
-CREATE OR REPLACE VIEW site_pcus AS
-SELECT site_id,
-array_accum(pcu_id) AS pcu_ids
-FROM pcus
-GROUP BY site_id;
-
-CREATE TABLE pcu_node (
- pcu_id integer REFERENCES pcus NOT NULL, -- PCU identifier
- node_id integer REFERENCES nodes NOT NULL, -- Node identifier
- port integer NOT NULL, -- Port number
- PRIMARY KEY (pcu_id, node_id), -- The same node cannot be controlled by different ports
- UNIQUE (pcu_id, port) -- The same port cannot control multiple nodes
-);
-CREATE INDEX pcu_node_pcu_id_idx ON pcu_node (pcu_id);
-CREATE INDEX pcu_node_node_id_idx ON pcu_node (node_id);
-
-CREATE OR REPLACE VIEW node_pcus AS
-SELECT node_id,
-array_accum(pcu_id) AS pcu_ids,
-array_accum(port) AS ports
-FROM pcu_node
-GROUP BY node_id;
-
-CREATE OR REPLACE VIEW pcu_nodes AS
-SELECT pcu_id,
-array_accum(node_id) AS node_ids,
-array_accum(port) AS ports
-FROM pcu_node
-GROUP BY pcu_id;
-
---------------------------------------------------------------------------------
--- Slices
---------------------------------------------------------------------------------
-
-CREATE TABLE slice_instantiations (
- instantiation text PRIMARY KEY
-) WITH OIDS;
-INSERT INTO slice_instantiations (instantiation) VALUES ('not-instantiated'); -- Placeholder slice
-INSERT INTO slice_instantiations (instantiation) VALUES ('plc-instantiated'); -- Instantiated by Node Manager
-INSERT INTO slice_instantiations (instantiation) VALUES ('delegated'); -- Manually instantiated
-INSERT INTO slice_instantiations (instantiation) VALUES ('nm-controller'); -- NM Controller
-
--- Slices
-CREATE TABLE slices (
- slice_id serial PRIMARY KEY, -- Slice identifier
- site_id integer REFERENCES sites NOT NULL, -- Site identifier
-
- name text NOT NULL, -- Slice name
- instantiation text REFERENCES slice_instantiations -- Slice state, e.g. plc-instantiated
- NOT NULL DEFAULT 'plc-instantiated',
- url text, -- Project URL
- description text, -- Project description
-
- max_nodes integer NOT NULL DEFAULT 100, -- Maximum number of nodes that can be assigned to this slice
-
- creator_person_id integer REFERENCES persons, -- Creator
- created timestamp without time zone NOT NULL -- Creation date
- DEFAULT CURRENT_TIMESTAMP,
- expires timestamp without time zone NOT NULL -- Expiration date
- DEFAULT CURRENT_TIMESTAMP + '2 weeks',
-
- is_deleted boolean NOT NULL DEFAULT false
-) WITH OIDS;
-CREATE INDEX slices_site_id_idx ON slices (site_id);
-CREATE INDEX slices_name_idx ON slices (name);
-
--- Slivers
-CREATE TABLE slice_node (
- slice_id integer REFERENCES slices NOT NULL, -- Slice identifier
- node_id integer REFERENCES nodes NOT NULL, -- Node identifier
- PRIMARY KEY (slice_id, node_id)
-) WITH OIDS;
-CREATE INDEX slice_node_slice_id_idx ON slice_node (slice_id);
-CREATE INDEX slice_node_node_id_idx ON slice_node (node_id);
-
--- Synonym for slice_node
-CREATE OR REPLACE VIEW slivers AS
-SELECT * FROM slice_node;
-
--- Nodes in each slice
-CREATE OR REPLACE VIEW slice_nodes AS
-SELECT slice_id,
-array_accum(node_id) AS node_ids
-FROM slice_node
-GROUP BY slice_id;
-
--- Slices on each node
-CREATE OR REPLACE VIEW node_slices AS
-SELECT node_id,
-array_accum(slice_id) AS slice_ids
-FROM slice_node
-GROUP BY node_id;
-
--- Slices at each site
-CREATE OR REPLACE VIEW site_slices AS
-SELECT site_id,
-array_accum(slice_id) AS slice_ids
-FROM slices
-WHERE is_deleted is false
-GROUP BY site_id;
-
--- Slice membership
-CREATE TABLE slice_person (
- slice_id integer REFERENCES slices NOT NULL, -- Slice identifier
- person_id integer REFERENCES persons NOT NULL, -- Account identifier
- PRIMARY KEY (slice_id, person_id)
-) WITH OIDS;
-CREATE INDEX slice_person_slice_id_idx ON slice_person (slice_id);
-CREATE INDEX slice_person_person_id_idx ON slice_person (person_id);
-
--- Members of the slice
-CREATE OR REPLACE VIEW slice_persons AS
-SELECT slice_id,
-array_accum(person_id) AS person_ids
-FROM slice_person
-GROUP BY slice_id;
-
--- Slices of which each person is a member
-CREATE OR REPLACE VIEW person_slices AS
-SELECT person_id,
-array_accum(slice_id) AS slice_ids
-FROM slice_person
-GROUP BY person_id;
-
---------------------------------------------------------------------------------
--- Slice whitelist
---------------------------------------------------------------------------------
--- slice whitelist on nodes
-CREATE TABLE node_slice_whitelist (
- node_id integer REFERENCES nodes NOT NULL, -- Node id of whitelist
- slice_id integer REFERENCES slices NOT NULL, -- Slice id thats allowd on this node
- PRIMARY KEY (node_id, slice_id)
-) WITH OIDS;
-CREATE INDEX node_slice_whitelist_node_id_idx ON node_slice_whitelist (node_id);
-CREATE INDEX node_slice_whitelist_slice_id_idx ON node_slice_whitelist (slice_id);
-
--- Slices on each node
-CREATE OR REPLACE VIEW node_slices_whitelist AS
-SELECT node_id,
-array_accum(slice_id) AS slice_ids_whitelist
-FROM node_slice_whitelist
-GROUP BY node_id;
-
---------------------------------------------------------------------------------
--- Slice tags (formerly known as slice attributes)
---------------------------------------------------------------------------------
-
--- Slice/sliver attributes
-CREATE TABLE slice_tag (
- slice_tag_id serial PRIMARY KEY, -- Slice attribute identifier
- slice_id integer REFERENCES slices NOT NULL, -- Slice identifier
- node_id integer REFERENCES nodes, -- Sliver attribute if set
- nodegroup_id integer REFERENCES nodegroups, -- Node group attribute if set
- tag_type_id integer REFERENCES tag_types NOT NULL, -- Attribute type identifier
- value text
-) WITH OIDS;
-CREATE INDEX slice_tag_slice_id_idx ON slice_tag (slice_id);
-CREATE INDEX slice_tag_node_id_idx ON slice_tag (node_id);
-CREATE INDEX slice_tag_nodegroup_id_idx ON slice_tag (nodegroup_id);
-
---------------------------------------------------------------------------------
--- Initscripts
---------------------------------------------------------------------------------
-
--- Initscripts
-CREATE TABLE initscripts (
- initscript_id serial PRIMARY KEY, -- Initscript identifier
- name text NOT NULL, -- Initscript name
- enabled bool NOT NULL DEFAULT true, -- Initscript is active
- script text NOT NULL, -- Initscript code
- UNIQUE (name)
-) WITH OIDS;
-CREATE INDEX initscripts_name_idx ON initscripts (name);
-
-
---------------------------------------------------------------------------------
--- Peers
---------------------------------------------------------------------------------
-
--- Peers
-CREATE TABLE peers (
- peer_id serial PRIMARY KEY, -- Peer identifier
- peername text NOT NULL, -- Peer name
- peer_url text NOT NULL, -- (HTTPS) URL of the peer PLCAPI interface
- cacert text, -- (SSL) Public certificate of peer API server
- key text, -- (GPG) Public key used for authentication
- shortname text, -- abbreviated name for displaying foreign objects
- hrn_root text, -- root for this peer domain
- deleted boolean NOT NULL DEFAULT false
-) WITH OIDS;
-CREATE INDEX peers_peername_idx ON peers (peername) WHERE deleted IS false;
-CREATE INDEX peers_shortname_idx ON peers (shortname) WHERE deleted IS false;
-
--- Objects at each peer
-CREATE TABLE peer_site (
- site_id integer REFERENCES sites PRIMARY KEY, -- Local site identifier
- peer_id integer REFERENCES peers NOT NULL, -- Peer identifier
- peer_site_id integer NOT NULL, -- Foreign site identifier at peer
- UNIQUE (peer_id, peer_site_id) -- The same foreign site should not be cached twice
-) WITH OIDS;
-CREATE INDEX peer_site_peer_id_idx ON peers (peer_id);
-
-CREATE OR REPLACE VIEW peer_sites AS
-SELECT peer_id,
-array_accum(site_id) AS site_ids,
-array_accum(peer_site_id) AS peer_site_ids
-FROM peer_site
-GROUP BY peer_id;
-
-CREATE TABLE peer_person (
- person_id integer REFERENCES persons PRIMARY KEY, -- Local user identifier
- peer_id integer REFERENCES peers NOT NULL, -- Peer identifier
- peer_person_id integer NOT NULL, -- Foreign user identifier at peer
- UNIQUE (peer_id, peer_person_id) -- The same foreign user should not be cached twice
-) WITH OIDS;
-CREATE INDEX peer_person_peer_id_idx ON peer_person (peer_id);
-
-CREATE OR REPLACE VIEW peer_persons AS
-SELECT peer_id,
-array_accum(person_id) AS person_ids,
-array_accum(peer_person_id) AS peer_person_ids
-FROM peer_person
-GROUP BY peer_id;
-
-CREATE TABLE peer_key (
- key_id integer REFERENCES keys PRIMARY KEY, -- Local key identifier
- peer_id integer REFERENCES peers NOT NULL, -- Peer identifier
- peer_key_id integer NOT NULL, -- Foreign key identifier at peer
- UNIQUE (peer_id, peer_key_id) -- The same foreign key should not be cached twice
-) WITH OIDS;
-CREATE INDEX peer_key_peer_id_idx ON peer_key (peer_id);
-
-CREATE OR REPLACE VIEW peer_keys AS
-SELECT peer_id,
-array_accum(key_id) AS key_ids,
-array_accum(peer_key_id) AS peer_key_ids
-FROM peer_key
-GROUP BY peer_id;
-
-CREATE TABLE peer_node (
- node_id integer REFERENCES nodes PRIMARY KEY, -- Local node identifier
- peer_id integer REFERENCES peers NOT NULL, -- Peer identifier
- peer_node_id integer NOT NULL, -- Foreign node identifier
- UNIQUE (peer_id, peer_node_id) -- The same foreign node should not be cached twice
-) WITH OIDS;
-CREATE INDEX peer_node_peer_id_idx ON peer_node (peer_id);
-
-CREATE OR REPLACE VIEW peer_nodes AS
-SELECT peer_id,
-array_accum(node_id) AS node_ids,
-array_accum(peer_node_id) AS peer_node_ids
-FROM peer_node
-GROUP BY peer_id;
-
-CREATE TABLE peer_slice (
- slice_id integer REFERENCES slices PRIMARY KEY, -- Local slice identifier
- peer_id integer REFERENCES peers NOT NULL, -- Peer identifier
- peer_slice_id integer NOT NULL, -- Slice identifier at peer
- UNIQUE (peer_id, peer_slice_id) -- The same foreign slice should not be cached twice
-) WITH OIDS;
-CREATE INDEX peer_slice_peer_id_idx ON peer_slice (peer_id);
-
-CREATE OR REPLACE VIEW peer_slices AS
-SELECT peer_id,
-array_accum(slice_id) AS slice_ids,
-array_accum(peer_slice_id) AS peer_slice_ids
-FROM peer_slice
-GROUP BY peer_id;
-
---------------------------------------------------------------------------------
--- Authenticated sessions
---------------------------------------------------------------------------------
-
--- Authenticated sessions
-CREATE TABLE sessions (
- session_id text PRIMARY KEY, -- Session identifier
- expires timestamp without time zone
-) WITH OIDS;
-
--- People can have multiple sessions
-CREATE TABLE person_session (
- person_id integer REFERENCES persons NOT NULL, -- Account identifier
- session_id text REFERENCES sessions NOT NULL, -- Session identifier
- PRIMARY KEY (person_id, session_id),
- UNIQUE (session_id) -- Sessions are unique
-) WITH OIDS;
-CREATE INDEX person_session_person_id_idx ON person_session (person_id);
-
--- Nodes can have only one session
-CREATE TABLE node_session (
- node_id integer REFERENCES nodes NOT NULL, -- Node identifier
- session_id text REFERENCES sessions NOT NULL, -- Session identifier
- UNIQUE (node_id), -- Nodes can have only one session
- UNIQUE (session_id) -- Sessions are unique
-) WITH OIDS;
-
--------------------------------------------------------------------------------
--- PCU Types
-------------------------------------------------------------------------------
-CREATE TABLE pcu_types (
- pcu_type_id serial PRIMARY KEY,
- model text NOT NULL , -- PCU model name
- name text -- Full PCU model name
-) WITH OIDS;
-CREATE INDEX pcu_types_model_idx ON pcu_types (model);
-
-CREATE TABLE pcu_protocol_type (
- pcu_protocol_type_id serial PRIMARY KEY,
- pcu_type_id integer REFERENCES pcu_types NOT NULL, -- PCU type identifier
- port integer NOT NULL, -- PCU port
- protocol text NOT NULL, -- Protocol
- supported boolean NOT NULL DEFAULT True -- Does PLC support
-) WITH OIDS;
-CREATE INDEX pcu_protocol_type_pcu_type_id ON pcu_protocol_type (pcu_type_id);
-
-
-CREATE OR REPLACE VIEW pcu_protocol_types AS
-SELECT pcu_type_id,
-array_accum(pcu_protocol_type_id) as pcu_protocol_type_ids
-FROM pcu_protocol_type
-GROUP BY pcu_type_id;
-
---------------------------------------------------------------------------------
--- Message templates
---------------------------------------------------------------------------------
-
-CREATE TABLE messages (
- message_id text PRIMARY KEY, -- Message name
- subject text, -- Message summary
- template text, -- Message template
- enabled bool NOT NULL DEFAULT true -- Whether message is enabled
-) WITH OIDS;
-
---------------------------------------------------------------------------------
--- Events
---------------------------------------------------------------------------------
-
--- Events
-CREATE TABLE events (
- event_id serial PRIMARY KEY, -- Event identifier
- person_id integer REFERENCES persons, -- Person responsible for event, if any
- node_id integer REFERENCES nodes, -- Node responsible for event, if any
- auth_type text, -- Type of auth used. i.e. AuthMethod
- fault_code integer NOT NULL DEFAULT 0, -- Did this event result in error
- call_name text NOT NULL, -- Call responsible for this event
- call text NOT NULL, -- Call responsible for this event, including parameters
- message text, -- High level description of this event
- runtime float DEFAULT 0, -- Event run time
- time timestamp without time zone NOT NULL -- Event timestamp
- DEFAULT CURRENT_TIMESTAMP
-) WITH OIDS;
-
--- Database object(s) that may have been affected by a particular event
-CREATE TABLE event_object (
- event_id integer REFERENCES events NOT NULL, -- Event identifier
- object_id integer NOT NULL, -- Object identifier
- object_type text NOT NULL Default 'Unknown' -- What type of object is this event affecting
-) WITH OIDS;
-CREATE INDEX event_object_event_id_idx ON event_object (event_id);
-CREATE INDEX event_object_object_id_idx ON event_object (object_id);
-CREATE INDEX event_object_object_type_idx ON event_object (object_type);
-
-CREATE OR REPLACE VIEW event_objects AS
-SELECT event_id,
-array_accum(object_id) AS object_ids,
-array_accum(object_type) AS object_types
-FROM event_object
-GROUP BY event_id;
-
---------------------------------------------------------------------------------
--- Useful views
---------------------------------------------------------------------------------
-CREATE OR REPLACE VIEW view_pcu_types AS
-SELECT
-pcu_types.pcu_type_id,
-pcu_types.model,
-pcu_types.name,
-COALESCE((SELECT pcu_protocol_type_ids FROM pcu_protocol_types
- WHERE pcu_protocol_types.pcu_type_id = pcu_types.pcu_type_id), '{}')
-AS pcu_protocol_type_ids
-FROM pcu_types;
-
---------------------------------------------------------------------------------
-CREATE OR REPLACE VIEW view_events AS
-SELECT
-events.event_id,
-events.person_id,
-events.node_id,
-events.auth_type,
-events.fault_code,
-events.call_name,
-events.call,
-events.message,
-events.runtime,
-CAST(date_part('epoch', events.time) AS bigint) AS time,
-COALESCE((SELECT object_ids FROM event_objects WHERE event_objects.event_id = events.event_id), '{}') AS object_ids,
-COALESCE((SELECT object_types FROM event_objects WHERE event_objects.event_id = events.event_id), '{}') AS object_types
-FROM events;
-
-CREATE OR REPLACE VIEW view_event_objects AS
-SELECT
-events.event_id,
-events.person_id,
-events.node_id,
-events.fault_code,
-events.call_name,
-events.call,
-events.message,
-events.runtime,
-CAST(date_part('epoch', events.time) AS bigint) AS time,
-event_object.object_id,
-event_object.object_type
-FROM events LEFT JOIN event_object USING (event_id);
-
---------------------------------------------------------------------------------
-CREATE OR REPLACE VIEW view_persons AS
-SELECT
-persons.person_id,
-persons.email,
-persons.first_name,
-persons.last_name,
-persons.deleted,
-persons.enabled,
-persons.password,
-persons.verification_key,
-CAST(date_part('epoch', persons.verification_expires) AS bigint) AS verification_expires,
-persons.title,
-persons.phone,
-persons.url,
-persons.bio,
-CAST(date_part('epoch', persons.date_created) AS bigint) AS date_created,
-CAST(date_part('epoch', persons.last_updated) AS bigint) AS last_updated,
-peer_person.peer_id,
-peer_person.peer_person_id,
-COALESCE((SELECT role_ids FROM person_roles WHERE person_roles.person_id = persons.person_id), '{}') AS role_ids,
-COALESCE((SELECT roles FROM person_roles WHERE person_roles.person_id = persons.person_id), '{}') AS roles,
-COALESCE((SELECT site_ids FROM person_sites WHERE person_sites.person_id = persons.person_id), '{}') AS site_ids,
-COALESCE((SELECT key_ids FROM person_keys WHERE person_keys.person_id = persons.person_id), '{}') AS key_ids,
-COALESCE((SELECT slice_ids FROM person_slices WHERE person_slices.person_id = persons.person_id), '{}') AS slice_ids,
-COALESCE((SELECT person_tag_ids FROM person_tags WHERE person_tags.person_id = persons.person_id), '{}') AS person_tag_ids
-FROM persons
-LEFT JOIN peer_person USING (person_id);
-
---------------------------------------------------------------------------------
-CREATE OR REPLACE VIEW view_peers AS
-SELECT
-peers.*,
-COALESCE((SELECT site_ids FROM peer_sites WHERE peer_sites.peer_id = peers.peer_id), '{}') AS site_ids,
-COALESCE((SELECT peer_site_ids FROM peer_sites WHERE peer_sites.peer_id = peers.peer_id), '{}') AS peer_site_ids,
-COALESCE((SELECT person_ids FROM peer_persons WHERE peer_persons.peer_id = peers.peer_id), '{}') AS person_ids,
-COALESCE((SELECT peer_person_ids FROM peer_persons WHERE peer_persons.peer_id = peers.peer_id), '{}') AS peer_person_ids,
-COALESCE((SELECT key_ids FROM peer_keys WHERE peer_keys.peer_id = peers.peer_id), '{}') AS key_ids,
-COALESCE((SELECT peer_key_ids FROM peer_keys WHERE peer_keys.peer_id = peers.peer_id), '{}') AS peer_key_ids,
-COALESCE((SELECT node_ids FROM peer_nodes WHERE peer_nodes.peer_id = peers.peer_id), '{}') AS node_ids,
-COALESCE((SELECT peer_node_ids FROM peer_nodes WHERE peer_nodes.peer_id = peers.peer_id), '{}') AS peer_node_ids,
-COALESCE((SELECT slice_ids FROM peer_slices WHERE peer_slices.peer_id = peers.peer_id), '{}') AS slice_ids,
-COALESCE((SELECT peer_slice_ids FROM peer_slices WHERE peer_slices.peer_id = peers.peer_id), '{}') AS peer_slice_ids
-FROM peers;
-
---------------------------------------------------------------------------------
-CREATE OR REPLACE VIEW node_tags AS
-SELECT node_id,
-array_accum(node_tag_id) AS node_tag_ids
-FROM node_tag
-GROUP BY node_id;
-
-CREATE OR REPLACE VIEW view_node_tags AS
-SELECT
-node_tag.node_tag_id,
-node_tag.node_id,
-nodes.hostname,
-tag_types.tag_type_id,
-tag_types.tagname,
-tag_types.description,
-tag_types.category,
-tag_types.min_role_id,
-node_tag.value
-FROM node_tag
-INNER JOIN tag_types USING (tag_type_id)
-INNER JOIN nodes USING (node_id);
-
-CREATE OR REPLACE VIEW view_nodes AS
-SELECT
-nodes.node_id,
-nodes.node_type,
-nodes.hostname,
-nodes.site_id,
-nodes.boot_state,
-nodes.run_level,
-nodes.deleted,
-nodes.model,
-nodes.boot_nonce,
-nodes.version,
-nodes.verified,
-nodes.ssh_rsa_key,
-nodes.key,
-CAST(date_part('epoch', nodes.date_created) AS bigint) AS date_created,
-CAST(date_part('epoch', nodes.last_updated) AS bigint) AS last_updated,
-CAST(date_part('epoch', nodes.last_contact) AS bigint) AS last_contact,
-CAST(date_part('epoch', nodes.last_boot) AS bigint) AS last_boot,
-CAST(date_part('epoch', nodes.last_download) AS bigint) AS last_download,
-CAST(date_part('epoch', nodes.last_pcu_reboot) AS bigint) AS last_pcu_reboot,
-CAST(date_part('epoch', nodes.last_pcu_confirmation) AS bigint) AS last_pcu_confirmation,
-peer_node.peer_id,
-peer_node.peer_node_id,
-COALESCE((SELECT interface_ids FROM node_interfaces
- WHERE node_interfaces.node_id = nodes.node_id), '{}')
-AS interface_ids,
-COALESCE((SELECT nodegroup_ids FROM node_nodegroups
- WHERE node_nodegroups.node_id = nodes.node_id), '{}')
-AS nodegroup_ids,
-COALESCE((SELECT slice_ids FROM node_slices
- WHERE node_slices.node_id = nodes.node_id), '{}')
-AS slice_ids,
-COALESCE((SELECT slice_ids_whitelist FROM node_slices_whitelist
- WHERE node_slices_whitelist.node_id = nodes.node_id), '{}')
-AS slice_ids_whitelist,
-COALESCE((SELECT pcu_ids FROM node_pcus
- WHERE node_pcus.node_id = nodes.node_id), '{}')
-AS pcu_ids,
-COALESCE((SELECT ports FROM node_pcus
- WHERE node_pcus.node_id = nodes.node_id), '{}')
-AS ports,
-COALESCE((SELECT conf_file_ids FROM node_conf_files
- WHERE node_conf_files.node_id = nodes.node_id), '{}')
-AS conf_file_ids,
-COALESCE((SELECT node_tag_ids FROM node_tags
- WHERE node_tags.node_id = nodes.node_id), '{}')
-AS node_tag_ids,
-node_session.session_id AS session
-FROM nodes
-LEFT JOIN peer_node USING (node_id)
-LEFT JOIN node_session USING (node_id);
-
---------------------------------------------------------------------------------
-CREATE OR REPLACE VIEW view_nodegroups AS
-SELECT
-nodegroups.*,
-tag_types.tagname,
-COALESCE((SELECT conf_file_ids FROM nodegroup_conf_files
- WHERE nodegroup_conf_files.nodegroup_id = nodegroups.nodegroup_id), '{}')
-AS conf_file_ids,
-COALESCE((SELECT node_ids FROM nodegroup_nodes
- WHERE nodegroup_nodes.nodegroup_id = nodegroups.nodegroup_id), '{}')
-AS node_ids
-FROM nodegroups INNER JOIN tag_types USING (tag_type_id);
-
---------------------------------------------------------------------------------
-CREATE OR REPLACE VIEW view_conf_files AS
-SELECT
-conf_files.*,
-COALESCE((SELECT node_ids FROM conf_file_nodes
- WHERE conf_file_nodes.conf_file_id = conf_files.conf_file_id), '{}')
-AS node_ids,
-COALESCE((SELECT nodegroup_ids FROM conf_file_nodegroups
- WHERE conf_file_nodegroups.conf_file_id = conf_files.conf_file_id), '{}')
-AS nodegroup_ids
-FROM conf_files;
-
---------------------------------------------------------------------------------
-DROP VIEW view_pcus;
-CREATE OR REPLACE VIEW view_pcus AS
-SELECT
-pcus.pcu_id,
-pcus.site_id,
-pcus.hostname,
-pcus.ip,
-pcus.protocol,
-pcus.username,
-pcus.password,
-pcus.model,
-pcus.notes,
-CAST(date_part('epoch', pcus.last_updated) AS bigint) AS last_updated,
-COALESCE((SELECT node_ids FROM pcu_nodes WHERE pcu_nodes.pcu_id = pcus.pcu_id), '{}') AS node_ids,
-COALESCE((SELECT ports FROM pcu_nodes WHERE pcu_nodes.pcu_id = pcus.pcu_id), '{}') AS ports
-FROM pcus;
-
-
---------------------------------------------------------------------------------
-CREATE OR REPLACE VIEW view_sites AS
-SELECT
-sites.site_id,
-sites.login_base,
-sites.name,
-sites.abbreviated_name,
-sites.deleted,
-sites.enabled,
-sites.is_public,
-sites.max_slices,
-sites.max_slivers,
-sites.latitude,
-sites.longitude,
-sites.url,
-sites.ext_consortium_id,
-CAST(date_part('epoch', sites.date_created) AS bigint) AS date_created,
-CAST(date_part('epoch', sites.last_updated) AS bigint) AS last_updated,
-peer_site.peer_id,
-peer_site.peer_site_id,
-COALESCE((SELECT person_ids FROM site_persons WHERE site_persons.site_id = sites.site_id), '{}') AS person_ids,
-COALESCE((SELECT node_ids FROM site_nodes WHERE site_nodes.site_id = sites.site_id), '{}') AS node_ids,
-COALESCE((SELECT address_ids FROM site_addresses WHERE site_addresses.site_id = sites.site_id), '{}') AS address_ids,
-COALESCE((SELECT slice_ids FROM site_slices WHERE site_slices.site_id = sites.site_id), '{}') AS slice_ids,
-COALESCE((SELECT pcu_ids FROM site_pcus WHERE site_pcus.site_id = sites.site_id), '{}') AS pcu_ids,
-COALESCE((SELECT site_tag_ids FROM site_tags WHERE site_tags.site_id = sites.site_id), '{}') AS site_tag_ids
-FROM sites
-LEFT JOIN peer_site USING (site_id);
-
---------------------------------------------------------------------------------
-CREATE OR REPLACE VIEW view_addresses AS
-SELECT
-addresses.*,
-COALESCE((SELECT address_type_ids FROM address_address_types WHERE address_address_types.address_id = addresses.address_id), '{}') AS address_type_ids,
-COALESCE((SELECT address_types FROM address_address_types WHERE address_address_types.address_id = addresses.address_id), '{}') AS address_types
-FROM addresses;
-
---------------------------------------------------------------------------------
-CREATE OR REPLACE VIEW view_keys AS
-SELECT
-keys.*,
-person_key.person_id,
-peer_key.peer_id,
-peer_key.peer_key_id
-FROM keys
-LEFT JOIN person_key USING (key_id)
-LEFT JOIN peer_key USING (key_id);
-
---------------------------------------------------------------------------------
-CREATE OR REPLACE VIEW slice_tags AS
-SELECT slice_id,
-array_accum(slice_tag_id) AS slice_tag_ids
-FROM slice_tag
-GROUP BY slice_id;
-
-CREATE OR REPLACE VIEW view_slices AS
-SELECT
-slices.slice_id,
-slices.site_id,
-slices.name,
-slices.instantiation,
-slices.url,
-slices.description,
-slices.max_nodes,
-slices.creator_person_id,
-slices.is_deleted,
-CAST(date_part('epoch', slices.created) AS bigint) AS created,
-CAST(date_part('epoch', slices.expires) AS bigint) AS expires,
-peer_slice.peer_id,
-peer_slice.peer_slice_id,
-COALESCE((SELECT node_ids FROM slice_nodes WHERE slice_nodes.slice_id = slices.slice_id), '{}') AS node_ids,
-COALESCE((SELECT person_ids FROM slice_persons WHERE slice_persons.slice_id = slices.slice_id), '{}') AS person_ids,
-COALESCE((SELECT slice_tag_ids FROM slice_tags WHERE slice_tags.slice_id = slices.slice_id), '{}') AS slice_tag_ids
-FROM slices
-LEFT JOIN peer_slice USING (slice_id);
-
-CREATE OR REPLACE VIEW view_slice_tags AS
-SELECT
-slice_tag.slice_tag_id,
-slice_tag.slice_id,
-slice_tag.node_id,
-slice_tag.nodegroup_id,
-tag_types.tag_type_id,
-tag_types.tagname,
-tag_types.description,
-tag_types.category,
-tag_types.min_role_id,
-slice_tag.value,
-slices.name
-FROM slice_tag
-INNER JOIN tag_types USING (tag_type_id)
-INNER JOIN slices USING (slice_id);
-
---------------------------------------------------------------------------------
-CREATE OR REPLACE VIEW view_sessions AS
-SELECT
-sessions.session_id,
-CAST(date_part('epoch', sessions.expires) AS bigint) AS expires,
-person_session.person_id,
-node_session.node_id
-FROM sessions
-LEFT JOIN person_session USING (session_id)
-LEFT JOIN node_session USING (session_id);
-
---------------------------------------------------------------------------------
--- Built-in maintenance account and default site
---------------------------------------------------------------------------------
-
-INSERT INTO persons (first_name, last_name, email, password, enabled)
-VALUES ('Maintenance', 'Account', 'maint@localhost.localdomain', 'nopass', true);
-
-INSERT INTO person_role (person_id, role_id) VALUES (1, 10);
-INSERT INTO person_role (person_id, role_id) VALUES (1, 20);
-INSERT INTO person_role (person_id, role_id) VALUES (1, 30);
-INSERT INTO person_role (person_id, role_id) VALUES (1, 40);
-
-INSERT INTO sites (login_base, name, abbreviated_name, max_slices)
-VALUES ('pl', 'PlanetLab Central', 'PLC', 100);
+++ /dev/null
-#!/bin/bash
-#
-# priority: 900
-#
-# Bootstrap the database
-#
-# Mark Huang <mlhuang@cs.princeton.edu>
-# Copyright (C) 2006 The Trustees of Princeton University
-#
-
-# Source function library and configuration
-. /etc/plc.d/functions
-. /etc/planetlab/plc_config
-
-# Be verbose
-set -x
-
-# Export so that we do not have to specify -p to psql invocations
-export PGPORT=$PLC_DB_PORT
-
-# Install extensions
-function extend_db()
-{
- shopt -s nullglob
- for file in /usr/share/plc_api/extensions/*-up*; do
- script=${file##*/}
- name=${script%-up*}
- extension=${script##*.}
- version=$(psql -U $PLC_DB_USER --quiet --tuples-only --no-align -c \
- "SELECT version FROM plc_db_extensions WHERE name='$name' LIMIT 1" \
- $PLC_DB_NAME 2>/dev/null | awk 'BEGIN { ver=0 } /^[0-9]+$/ { ver=$1 } END { print ver }')
- if [ $version -eq 0 ]; then
- if [ "$extension" = "sql" ] ; then
- dialog " - $script (dbdumped)"
- dump_planetlab_db "before-$script"
- psql -U $PLC_DB_USER -f $file $PLC_DB_NAME
- elif [ -x $file ] ; then
- dialog " - $script (dbdumped)"
- dump_planetlab_db "before-$script"
- $file
- else
- dialog "\nWarning: extension $file not executable"
- fi
- check
- fi
- for file in /usr/share/plc_api/extensions/$name/migrations/[0-9]*-up-*; do
- script=${file##*/}
- index=${script%-up-*}
- extension=${script##*.}
- if [ $index -gt $version ] ; then
- if [ "$extension" = "sql" ] ; then
- dialog " - $script (dbdumped)"
- dump_planetlab_db "before-$script"
- psql -U $PLC_DB_USER -f $file $PLC_DB_NAME
- elif [ -x $file ] ; then
- dialog " - $script (dbdumped)"
- dump_planetlab_db "before-$script"
- $file
- else
- dialog "\nWarning: migration $file not executable"
- fi
- check
- fi
- done
- done
-}
-
-# Updates the database by applying all migration scripts in
-# /usr/share/plc_api/migrations/N-up-*, where N is greater than the
-# current subversion. At least one of the migration scripts with the
-# same N must update plc_db_version.subversion.
-function migrate_db()
-{
- subversion=$(psql -U $PLC_DB_USER --quiet --tuples-only --no-align -c \
- "SELECT subversion FROM plc_db_version LIMIT 1" \
- $PLC_DB_NAME 2>/dev/null || echo 0)
- shopt -s nullglob
- for file in /usr/share/plc_api/migrations/[0-9]*-up-* ; do
- script=$(basename $file)
- index=${script%-up*}
- extension=${script##*.}
- if [ $index -gt $subversion ] ; then
- if [ "$extension" = "sql" ] ; then
- dialog " - $script (dbdumped)"
- dump_planetlab_db "before-$script"
- psql -U $PLC_DB_USER -f $file $PLC_DB_NAME
- elif [ -x $file ] ; then
- dialog " - $script (dbdumped)"
- dump_planetlab_db "before-$script"
- $file
- else
- dialog "\nWarning: migration $file not executable"
- fi
- check
- fi
- done
-}
-
-function checkpoint_planetlab_db()
-{
- dumpfile=$1
- pg_dump -U $PLC_DB_USER $PLC_DB_NAME > $dumpfile
- check
-}
-
-function restore_planetlab_db()
-{
- dumpfile=$1
- if [ -n "$dumpfile" ] ; then
- [ -f "$dumpfile" ] && psql -a -U $PLC_DB_USER $PLC_DB_NAME < $dumpfile
- check
- fi
-}
-
-# use a single date of this script invocation for the dump_*_db functions.
-DATE=$(date +"%Y-%m-%d-%H-%M-%S")
-
-# Dumps the database - optional argument to specify filename suffix
-function dump_planetlab_db()
-{
- if [ -n "$1" ] ; then suffix="-$1" ; else suffix="" ; fi
- dumpfile=/var/lib/pgsql/backups/$(date +"${PLC_DB_NAME}.${DATE}${suffix}.sql")
- checkpoint_planetlab_db $dumpfile
-}
-
-function restore_drupal_db()
-{
- dumpfile=$1
- if [ -n "$dumpfile" ] ; then
- [ -f "$dumpfile" ] && psql -a -U $PLC_DB_USER drupal < $1
- check
- fi
-}
-
-function checkpoint_drupal_db()
-{
- dumpfile=$1
- pg_dump -U $PLC_DB_USER drupal > $dumpfile
- check
-}
-
-function dump_drupal_db()
-{
- dumpfile=/var/lib/pgsql/backups/$(date +"drupal.${DATE}.sql")
- checkpoint_drupal_db $dumpfile
- check
-}
-
-# Clean up old backups
-function clean_dumps()
-{
- find /var/lib/pgsql/backups '(' -name "$PLC_DB_NAME.*.sql" -o -name "drupal.*.sql" ')' -a -atime +15 | xargs rm -f
- check
-}
-
-[ $PLC_DB_ENABLED -ne 1 ] && exit 0
-case "$1" in
- start)
- MESSAGE=$"Bootstrapping the database"
- dialog "$MESSAGE"
-
- # Apply schema updates
- migrate_db
- extend_db
-
- # Update the maintenance account username. This can't be
- # done through the api-config script since it uses the
- # maintenance account to access the API. The maintenance
- # account should be person_id 1 since it is created by the
- # DB schema itself.
- psql -U $PLC_DB_USER -c "UPDATE persons SET email='$PLC_API_MAINTENANCE_USER' WHERE person_id=1" $PLC_DB_NAME
-
- # Update the Drupal site_name variable
- # also turn off drupal native user registration
- psql -U $PLC_DB_USER drupal <<EOF
-DELETE FROM variable WHERE name = 'site_name';
-INSERT INTO variable (name, value) VALUES ('site_name', 's:${#PLC_NAME}:"$PLC_NAME";');
-DELETE FROM variable WHERE name = 'user_register';
-INSERT INTO variable (name, value) VALUES ('user_register', 's:1:"0";');
-DELETE FROM cache;
-EOF
-
- # Bootstrap the DB
- db-config
- check
-
- result "$MESSAGE"
- ;;
-
- migrate)
- MESSAGE=$"Migrating the database"
- dialog "$MESSAGE"
-
- migrate_db
- result "$MESSAGE"
- ;;
-
- dump)
- MESSAGE=$"Dumping the databases in /var/lib/pgsql/backups"
- dialog "$MESSAGE"
-
- dump_planetlab_db
- dump_drupal_db
- result "$MESSAGE"
- ;;
-
- checkpoint)
- MESSAGE=$"Checkpointing the databases"
- checkpoint_planetlab_db $2
- checkpoint_drupal_db $3
- ;;
-
- restore)
- MESSAGE=$"Restoring the databases from checkpoint files"
- restore_planetlab_db $2
- restore_drupal_db $3
- ;;
-
- clean-dump)
- MESSAGE=$"Cleaning old database dumps"
- dialog "$MESSAGE"
-
- clean_dumps
- result "$MESSAGE"
- ;;
-
- stop)
- MESSAGE="Ignoring request to stop myplc databases"
- dialog "$MESSAGE"
- result ""
- ;;
-
- *)
- echo "Usage: $0 [start|migrate|dump|checkpoint|restore|clean-dump|stop]"
- exit 1
- ;;
-esac
-
-exit $ERRORS
+++ /dev/null
-#!/bin/bash
-#
-# priority: 700
-#
-# Manage the PostgreSQL database server
-#
-# Mark Huang <mlhuang@cs.princeton.edu>
-# Copyright (C) 2006 The Trustees of Princeton University
-#
-
-# Source function library and configuration
-. /etc/plc.d/functions
-. /etc/planetlab/plc_config
-local_config=/etc/planetlab/configs/site.xml
-
-# Be verbose
-set -x
-
-# Default locations
-PGDATA=/var/lib/pgsql/data
-postgresql_conf=$PGDATA/postgresql.conf
-pghba_conf=$PGDATA/pg_hba.conf
-postgresql_sysconfig=/etc/sysconfig/pgsql/postgresql
-
-# Export so that we do not have to specify -p to psql invocations
-export PGPORT=$PLC_DB_PORT
-
-# can't trust the return of service postgresql start / nor status
-function postgresql_check () {
-
- # wait until postmaster is up and running - or 10s max
- if status postmaster && [ -f /var/lock/subsys/postgresql ] ; then
- # The only way we can be sure is if we can access it
- for i in $(seq 1 10) ; do
- # Must do this as the postgres user initially (before we
- # fix pg_hba.conf to passwordless localhost access).
- su -c 'psql -U postgres -c "" template1' postgres && return 0
- sleep 1
- done
- fi
-
- return 1
-}
-
-case "$1" in
- start)
- if [ "$PLC_DB_ENABLED" != "1" ] ; then
- exit 0
- fi
-
- MESSAGE=$"Starting PostgreSQL server"
- dialog "$MESSAGE"
-
- ######## sysconfig
-# xxx on f16, the systemd init script won't read /etc/sysconfig/pgsql/postgresql any more
-# need to find out how to perform this configuration, if still needed
- # Set data directory and redirect startup output to /var/log/pgsql
- mkdir -p $(dirname $postgresql_sysconfig)
- touch $postgresql_sysconfig
- tmp=${postgresql_sysconfig}.new
- # remove any previous definitions and write ours
- ( egrep -v '^(PGDATA=|PGLOG=|PGPORT=)' $postgresql_sysconfig
- echo "PGDATA=$PGDATA"
- echo "PGLOG=/var/log/pgsql"
- echo "PGPORT=$PLC_DB_PORT"
- ) > $tmp ; mv -f $tmp $postgresql_sysconfig
-
- ######## /var/lib/pgsql/data
- # Fix ownership of /var/lib/pgsql (rpm installation may have changed it)
- chown -R -H postgres:postgres $(dirname $PGDATA)
-
- # PostgreSQL must be started at least once to bootstrap
- # /var/lib/pgsql/data
- if [ ! -f $postgresql_conf ] ; then
-# fedora 16 uses systemd
-# http://docs.fedoraproject.org/en-US/Fedora/16/html/Release_Notes/sect-Release_Notes-Changes_for_Sysadmin.html
- if type postgresql-setup >& /dev/null ; then
- postgresql-setup initdb || :
- check
- else
- service postgresql initdb &> /dev/null || postgresql :
- check
- fi
- fi
-
- ######## /var/lib/pgsql/data/postgresql.conf
- # Enable DB server. drop Postgresql<=7.x
- # PostgreSQL >=8.0 defines listen_addresses
- # listen on a specific IP + localhost, more robust when run within a vserver
- sed -i -e '/^listen_addresses/d' $postgresql_conf
- echo "listen_addresses = '${PLC_DB_HOST},localhost'" >> $postgresql_conf
- # tweak timezone to be 'UTC'
- sed -i -e '/^timezone=/d' $postgresql_conf
- echo "timezone='UTC'" >> $postgresql_conf
-
- ######## /var/lib/pgsql/data/pg_hba.conf
- # Disable access to MyPLC and drupal DBs from all hosts
- sed -i -e '/^\(host\|local\)/d' $pghba_conf
-
- # Enable passwordless localhost access
- echo "local all all trust" >>$pghba_conf
-
- # Enable access from the API, boot, and web servers
- PLC_API_IP=$(gethostbyname $PLC_API_HOST)
- PLC_BOOT_IP=$(gethostbyname $PLC_BOOT_HOST)
- PLC_WWW_IP=$(gethostbyname $PLC_WWW_HOST)
- ip_failure=0
- if [ -z "$PLC_API_IP" ] ; then
- MESSAGE=$"PLC_API_IP is not set"
- dialog "$MESSAGE"
- ip_failure=1
- fi
- if [ -z "$PLC_BOOT_IP" ] ; then
- MESSAGE=$"PLC_BOOT_IP is not set"
- dialog "$MESSAGE"
- ip_failure=1
- fi
- if [ -z "$PLC_WWW_IP" ] ; then
- MESSAGE=$"PLC_WWW_IP is not set"
- dialog "$MESSAGE"
- ip_failure=1
- fi
- if [ $ip_failure -eq 1 ] ; then
- /bin/false
- check
- fi
-
- (
- echo "host $PLC_DB_NAME $PLC_DB_USER 127.0.0.1/32 password"
- echo "host $PLC_DB_NAME $PLC_DB_USER $PLC_API_IP/32 password"
- echo "host $PLC_DB_NAME $PLC_DB_USER $PLC_BOOT_IP/32 password"
- echo "host $PLC_DB_NAME $PLC_DB_USER $PLC_WWW_IP/32 password"
- # Drupal also uses PostgreSQL
- echo "host drupal $PLC_DB_USER 127.0.0.1/32 password"
- echo "host drupal $PLC_DB_USER $PLC_WWW_IP/32 password"
- ) >>$pghba_conf
-
- # Append site-specific access rules
- for file in $pghba_conf.d/*.conf ; do
- cat "$file" >>$pghba_conf
- done
-
- # Fix ownership (sed -i changes it)
- chown postgres:postgres $postgresql_conf $pghba_conf
-
- ######## Start up the server - ignore retcod and check this our way
- (exec 3>&- 4>&- ; service postgresql start)
- postgresql_check
- check
-
- ######## Create/update the unprivileged database user and password
- if [ -z "$PLC_DB_PASSWORD" ] ; then
- PLC_DB_PASSWORD=$(uuidgen)
- plc-config --category=plc_db --variable=password --value="$PLC_DB_PASSWORD" --save=$local_config $local_config
- #service plc reload
- plc_reload force
- fi
- if ! psql -U $PLC_DB_USER -c "" template1 >/dev/null 2>&1 ; then
- psql -U postgres -c "CREATE USER $PLC_DB_USER PASSWORD '$PLC_DB_PASSWORD'" template1
- else
- psql -U postgres -c "ALTER USER $PLC_DB_USER WITH PASSWORD '$PLC_DB_PASSWORD'" template1
- fi
- check
-
- ######## Create the databases if necessary
- if ! psql -U $PLC_DB_USER -c "" $PLC_DB_NAME >/dev/null 2>&1 ; then
- createdb -U postgres --template=template0 --encoding=UNICODE --owner=$PLC_DB_USER $PLC_DB_NAME
- psql -U $PLC_DB_USER -f /usr/share/plc_api/$PLC_DB_NAME.sql $PLC_DB_NAME
- fi
- check
- if ! psql -U $PLC_DB_USER -c "" drupal >/dev/null 2>&1 ; then
- createdb -U postgres --template=template0 --encoding=UNICODE --owner=$PLC_DB_USER drupal
- psql -U $PLC_DB_USER -f /var/www/html/database/database.pgsql drupal
- fi
- check
-
- result "$MESSAGE"
- ;;
-
- stop)
- MESSAGE=$"Stopping PostgreSQL server"
- dialog "$MESSAGE"
-
- # Drop the current user in case the username changes
- psql -U postgres -c "DROP USER $PLC_DB_USER" template1
-
- # WARNING: If the DB name changes, the old DB will be left
- # intact and a new one will be created. If it changes
- # back, the old DB will not be re-created.
-
- # Shut down the server
- service postgresql stop
-
- # /etc/init.d/postgresql fails if it is not running
- [ "$PLC_DB_ENABLED" = 1 ] && check
-
- result "$MESSAGE"
- ;;
-esac
-
-exit $ERRORS
+++ /dev/null
-#!/usr/bin/python
-#
-# Tool that removes zombie records from database tables#
-import sys
-import os
-import getopt
-import pgdb
-from pprint import pprint
-
-schema_file = None
-config_file = "/etc/planetlab/plc_config"
-config = {}
-execfile(config_file, config)
-
-def usage():
- print "Usage: %s SCHEMA_FILE " % sys.argv[0]
- sys.exit(1)
-
-try:
- schema_file = sys.argv[1]
-except IndexError:
- print "Error: too few arguments"
- usage()
-
-# all foreing keys exist as primary kyes in another table
-# will represent all foreign keys as
-# { 'table.foreign_key': 'table.primary_key'}
-foreign_keys = {}
-foreign_keys_ordered = []
-zombie_keys = {}
-# parse the schema for foreign keys
-try:
- file = open(schema_file, 'r')
- index = 0
- lines = file.readlines()
- while index < len(lines):
- line = lines[index].strip()
- # find all created objects
- if line.startswith("CREATE"):
- line_parts = line.split(" ")
- if line_parts[1:3] == ['OR', 'REPLACE']:
- line_parts = line_parts[2:]
- item_type = line_parts[1].strip()
- item_name = line_parts[2].strip()
- if item_type.upper() in ['TABLE']:
- while index < len(lines):
- index = index + 1
- nextline =lines[index].strip()
- if nextline.find("--") > -1:
- nextline = nextline[0:nextline.index("--")].replace(',', '')
- if nextline.upper().find("REFERENCES") > -1:
- nextline_parts = nextline.split(" ")
- foreign_key_name = nextline_parts[0].strip()
- foreign_key_table = nextline_parts[nextline_parts.index("REFERENCES")+1].strip()
- foreign_key = item_name + "."+ foreign_key_name
- primary_key = foreign_key_table +"."+ foreign_key_name
- foreign_keys[foreign_key] = primary_key
- foreign_keys_ordered.append(foreign_key)
- elif nextline.find(";") >= 0:
- break
- index = index + 1
-except:
- raise
-
-db = pgdb.connect(user = config['PLC_DB_USER'],
- database = config['PLC_DB_NAME'])
-cursor = db.cursor()
-try:
- for foreign_key in foreign_keys_ordered:
- primary_key = foreign_keys[foreign_key]
- sql = "SELECT distinct %s from %s"
-
- # get all foreign keys in this table
- foreign_key_parts = foreign_key.split(".")
-
- # do not delete from primary tables
- if foreign_key_parts[0] in ['addresses', 'boot_states', 'conf_files', \
- 'keys', 'messages', 'nodegroups', 'interfaces', 'nodes', 'pcus', 'peers' \
- 'persons', 'roles', 'sessions', 'sites', 'slices']:
- #print "skipping table %s" % foreign_key_parts[0]
- continue
-
- cursor.execute(sql % (foreign_key_parts[1], foreign_key_parts[0]))
- foreign_rows = cursor.fetchall()
-
- # get all the primary keys from this foreign key's primary table
- primary_key_parts = primary_key.split(".")
- # foreign key name may not match primary key name. must rename these
- if primary_key_parts[1] == 'creator_person_id':
- primary_key_parts[1] = 'person_id'
- elif primary_key_parts[1] == 'min_role_id':
- primary_key_parts[1] = 'role_id'
- sql = sql % (primary_key_parts[1], primary_key_parts[0])
-
- # determin which primary records are deleted
- desc = os.popen('psql planetlab4 postgres -c "\d %s;"' % primary_key_parts[0])
- result = desc.readlines()
- if primary_key_parts[0] in ['slices']:
- sql = sql + " where name not like '%_deleted'"
- elif filter(lambda line: line.find("deleted") > -1, result):
- sql = sql + " where deleted = false"
-
- cursor.execute(sql)
- primary_key_rows = cursor.fetchall()
-
- # if foreign key isnt present in primay_key query, it either doesnt exist or marked as deleted
- # also, ignore null foreign keys, not considered zombied
- zombie_keys_func = lambda key: key not in primary_key_rows and not key == [None]
- zombie_keys_list = [zombie_key[0] for zombie_key in filter(zombie_keys_func, foreign_rows)]
- print zombie_keys_list
- # delete these zombie records
- if zombie_keys_list:
- print " -> Deleting %d zombie record(s) from %s after checking %s" % \
- (len(zombie_keys_list), foreign_key_parts[0], primary_key_parts[0])
- sql_delete = 'DELETE FROM %s WHERE %s IN %s' % \
- (foreign_key_parts[0], foreign_key_parts[1], tuple(zombie_keys_list))
- cursor.execute(sql_delete)
- db.commit()
- #zombie_keys[foreign_key] = zombie_keys_list
- print "done"
-except pgdb.DatabaseError:
- raise
+++ /dev/null
-#!/bin/bash
-#
-# Dumps the planetlab3 database on zulu, fixing a few things on the way
-#
-# Mark Huang <mlhuang@cs.princeton.edu>
-# Copyright (C) 2007 The Trustees of Princeton University
-#
-# $Id$
-#
-
-tables=(
-node_bootstates
-nodes
-nodenetworks
-node_nodenetworks
-nodegroups
-nodegroup_nodes
-override_bootscripts
-pod_hash
-conf_file
-conf_assoc
-address_types
-addresses
-organizations
-sites
-roles
-capabilities
-persons
-person_roles
-person_capabilities
-person_address
-key_types
-keys
-person_keys
-person_site
-node_root_access
-authorized_subnets
-site_authorized_subnets
-event_classes
-dslice03_states
-dslice03_attributetypes
-dslice03_slices
-dslice03_attributes
-dslice03_sliceattribute
-dslice03_slicenode
-dslice03_sliceuser
-dslice03_siteinfo
-pcu
-pcu_ports
-join_request
-whatsnew
-node_hostnames
-blacklist
-dslice03_initscripts
-dslice03_defaultattribute
-peered_mas
-sessions
-)
-
-# Dump tables
-for table in "${tables[@]}" ; do
- pg_dump -U postgres -t $table planetlab3
-done |
-
-# Do some manual cleanup
-sed -f <(cat <<EOF
-# Swap person_id=1 (kfall@cs.berkeley.edu) with person_id=1303 (maint@planet-lab.org)
-/^COPY \(persons\|person_roles\|person_capabilities\|person_address\|person_keys\|person_site\|node_root_access\)/,/^\\\./{
-s/^1\t/1303\t/
-t
-s/^1303\t/1\t/
-t
-}
-/^COPY dslice03_sliceuser/,/^\\\./{
-s/\t1$/\t1303/
-t
-s/\t1303$/\t1/
-t
-}
-
-# Swap person_id=2 (nakao@cs.princeton.edu) with person_id=13342 (root@planet-lab.org)
-/^COPY \(persons\|person_roles\|person_capabilities\|person_address\|person_keys\|person_site\|node_root_access\)/,/^\\\./{
-s/^2\t/13342\t/
-t
-s/^13342\t/2\t/
-t
-}
-/^COPY dslice03_sliceuser/,/^\\\./{
-s/\t2$/\t13342/
-t
-s/\t13342$/\t2/
-t
-}
-
-# Swap site_id=1 (gt) with site_id=90 (pl)
-/^COPY \(sites\|site_authorized_subnets\|dslice03_siteinfo\)/,/^\\\./{
-s/^1\t/90\t/
-t
-s/^90\t/1\t/
-t
-}
-/^COPY \(person_site\|pcu\)/,/^\\\./{
-s/\([^\t]*\t\)1\t/\190\t/
-t
-s/\([^\t]*\t\)90\t/\11\t/
-t
-}
-/^COPY \(dslice03_slices\)/,/^\\\./{
-s/\([^\t]*\t[^\t]*\t\)1\t/\190\t/
-t
-s/\([^\t]*\t[^\t]*\t\)90\t/\11\t/
-t
-}
-EOF
-)
-
-# Dump events and api_log schema only
-pg_dump -U postgres -s -t events planetlab3
-pg_dump -U postgres -s -t api_log planetlab3
+++ /dev/null
-# configuration file that describes the differences
-
-# new_table_name = field:old_table.field[:required_join_table.join_using:...], ...
-
-DB_VERSION_PREVIOUS = '3'
-
-DB_VERSION_NEW = '4'
-
-sites = 'site_id:sites.site_id, login_base:sites.login_base, name:sites.name, abbreviated_name:sites.abbreviated_name, deleted:sites.deleted, is_public:sites.is_public, max_slices:dslice03_siteinfo.max_slices:dslice03_siteinfo.site_id, latitude:sites.latitude, longitude:sites.longitude, url:sites.url, date_created:sites.date_created'
-
-persons = 'person_id:persons.person_id, email:persons.email, first_name:persons.first_name, last_name:persons.last_name, deleted:persons.deleted, enabled:persons.enabled, password:persons.password, verification_key:persons.verification_key, verification_expires:persons.verification_expires, title:persons.title, phone:persons.phone, url:persons.url, bio:persons.bio'
-
-person_site = 'person_id:person_site.person_id, site_id:person_site.site_id, is_primary:person_site.is_primary'
-
-address_types = 'address_type_id:address_types.address_type_id, name:address_types.name'
-
-addresses = 'address_id:addresses.address_id:addresses.address_type_id=10001, line1:addresses.line1, line2:addresses.line2, line3:addresses.line3, city:addresses.city, state:addresses.state, postalcode:addresses.postalcode, country:addresses.country'
-
-site_address = 'address_id:addresses.address_id, site_id:person_site.site_id:person_address.address_id:person_site.person_id:addresses.address_type_id=10001'
-
-address_address_type = 'address_id:addresses.address_id:addresses.address_type_id=10001, address_type_id:addresses.address_type_id'
-
-key_types = 'key_type:key_types.key_type'
-
-keys = 'key_id:keys.key_id:person_keys.key_id:person_keys.deleted=false, key_type:keys.key_type, key:keys.key, is_blacklisted:keys.is_blacklisted'
-
-person_key = 'person_id:person_keys.person_id:person_keys.deleted=false, key_id:person_keys.key_id'
-
-roles = 'role_id:roles.role_id, name:roles.name'
-
-person_role = 'person_id:person_roles.person_id, role_id:person_roles.role_id'
-
-boot_states = 'boot_state:node_bootstates.boot_state'
-
-nodes = 'node_id:nodes.node_id, hostname:nodes.hostname, site_id:sites.site_id:nodegroup_nodes.node_id:sites.nodegroup_id, boot_state:nodes.boot_state , deleted:nodes.deleted , model:nodes.model , boot_nonce:nodes.boot_nonce, version:nodes.version, ssh_rsa_key:nodes.ssh_rsa_key, key:nodes.key, date_created:nodes.date_created'
-
-nodegroups = 'nodegroup_id:nodegroups.nodegroup_id, name:nodegroups.name, description:nodegroups.description'
-
-nodegroup_node = 'nodegroup_id:nodegroup_nodes.nodegroup_id, node_id:nodegroup_nodes.node_id'
-
-# conf_files = 'conf_file_id:conf_file.conf_file_id, enabled:conf_file.enabled, source:conf_file.source, dest:conf_file.dest, file_permissions:conf_file.file_permissions, file_owner:conf_file.file_owner, file_group:conf_file.file_group, preinstall_cmd:conf_file.preinstall_cmd, postinstall_cmd:conf_file.postinstall_cmd, error_cmd:conf_file.error_cmd, ignore_cmd_errors:conf_file.ignore_cmd_errors, always_update:conf_file.always_update'
-
-# conf_file_node = 'conf_file_id:conf_assoc.conf_file_id, node_id:conf_assoc.node_id'
-
-# conf_file_nodegroup = 'conf_file_id:conf_assoc.conf_file_id, nodegroup_id:conf_assoc.nodegroup_id'
-
-nodenetworks = 'nodenetwork_id:nodenetworks.nodenetwork_id, node_id:node_nodenetworks.node_id:node_nodenetworks.nodenetwork_id, is_primary:node_nodenetworks.is_primary:node_nodenetworks.nodenetwork_id, type:nodenetworks.type, method:nodenetworks.method, ip:nodenetworks.ip, mac:nodenetworks.mac, gateway:nodenetworks.gateway, network:nodenetworks.network, broadcast:nodenetworks.broadcast, netmask:nodenetworks.netmask, dns1:nodenetworks.dns1, dns2:nodenetworks.dns2, bwlimit:nodenetworks.bwlimit, hostname:nodenetworks.hostname'
-
-pcus = 'pcu_id:pcu.pcu_id, site_id:pcu.site_id, hostname:pcu.hostname, ip:pcu.ip, protocol:pcu.protocol, username:pcu.username, password:pcu.password, model:pcu.model, notes:pcu.notes'
-
-pcu_node = 'pcu_id:pcu_ports.pcu_id, node_id:pcu_ports.node_id, port:pcu_ports.port_number'
-
-slices = 'slice_id:dslice03_slices.slice_id, site_id:dslice03_slices.site_id, name:dslice03_slices.name, instantiation:dslice03_states.name:dslice03_states.state_id, url:dslice03_slices.url, description:dslice03_slices.description, max_nodes:dslice03_siteinfo.max_slices:dslice03_siteinfo.site_id, creator_person_id:dslice03_slices.creator_person_id, created:dslice03_slices.created, expires:dslice03_slices.expires, is_deleted:dslice03_slices.is_deleted'
-
-slice_node = 'slice_id:dslice03_slicenode.slice_id, node_id:dslice03_slicenode.node_id'
-
-slice_person = 'slice_id:dslice03_sliceuser.slice_id, person_id:dslice03_sliceuser.person_id'
-
-slice_attribute_types = 'attribute_type_id:dslice03_attributetypes.type_id, name:dslice03_attributetypes.name, description:dslice03_attributetypes.description, min_role_id:dslice03_attributetypes.min_role_id'
-
-slice_attribute = 'slice_attribute_id:dslice03_sliceattribute.attribute_id, slice_id:dslice03_sliceattribute.slice_id, attribute_type_id:dslice03_attributes.type_id:dslice03_attributes.attribute_id, value:dslice03_attributes.value1:dslice03_attributes.attribute_id'
-
+++ /dev/null
-#!/usr/bin/env /usr/bin/plcsh
-#
-# Convert old planetlab3 slice attributes and initscripts to new
-# planetlab4 ones.
-#
-# Mark Huang <mlhuang@cs.princeton.edu>
-# Copyright (C) 2006 The Trustees of Princeton University
-#
-
-import re
-import base64
-
-# Convert nm_net_{exempt_,}{min,max}_rate (bps) to
-# net_{i2_,}{min,max}_rate and net_{i2_,}{min,max}_rate (kbps)
-rename = {'nm_net_min_rate': 'net_min_rate',
- 'nm_net_max_rate': 'net_max_rate',
- 'nm_net_exempt_min_rate': 'net_i2_min_rate',
- 'nm_net_exempt_max_rate': 'net_i2_max_rate'}
-for slice_attribute in GetSliceTags({'name': rename.keys()}):
- id = slice_attribute['slice_attribute_id']
- name = slice_attribute['name']
- slice_id = slice_attribute['slice_id']
-
- # Convert bps to kbps
- bps = int(slice_attribute['value'])
- kbps = bps / 1000
-
- # Add the new attribute
- if GetSlices([slice_id]):
- AddSliceTag(slice_id, rename[name], str(kbps))
-
- # Delete the old attribute
- DeleteSliceTag(id)
-
-# Convert nm_net_{exempt_,}avg_rate to
-# net_{i2_,}max_kbyte and net_{i2_,}thresh_kbyte
-rename = {'nm_net_avg_rate': {'max': 'net_max_kbyte',
- 'thresh': 'net_thresh_kbyte'},
- 'nm_net_exempt_avg_rate': {'max': 'net_i2_max_kbyte',
- 'thresh': 'net_i2_thresh_kbyte'}}
-for slice_attribute in GetSliceTags({'name': rename.keys()}):
- id = slice_attribute['slice_attribute_id']
- name = slice_attribute['name']
- slice_id = slice_attribute['slice_id']
-
- # Convert bps to 80% and 100% of max bytes per day
- bps = int(slice_attribute['value'])
- max_kbyte = bps * 24 * 60 * 60 / 8 / 1000
- thresh_kbyte = int(0.8 * max_kbyte)
-
- # Add the new attribute
- if GetSlices([slice_id]):
- AddSliceTag(slice_id, rename[name]['max'], str(max_kbyte))
- AddSliceTag(slice_id, rename[name]['thresh'], str(thresh_kbyte))
-
- # Delete the old attribute
- DeleteSliceTag(id)
-
-# Convert plc_slice_state
-for slice_attribute in GetSliceTags({'name': 'plc_slice_state'}):
- id = slice_attribute['slice_attribute_id']
- name = slice_attribute['name']
- slice_id = slice_attribute['slice_id']
-
- # Add the new attribute
- if GetSlices([slice_id]):
- if slice_attribute['value'] == "suspended":
- AddSliceTag(slice_id, 'enabled', "0")
- else:
- AddSliceTag(slice_id, 'enabled', "1")
-
- # Delete the old attribute
- DeleteSliceTag(id)
-
-# Straight renames
-rename = {'nm_cpu_share': 'cpu_share',
- 'nm_disk_quota': 'disk_max',
- 'nm_net_share': 'net_share',
- 'nm_net_exempt_share': 'net_i2_share',
- 'nm_net_max_byte': 'net_max_kbyte',
- 'nm_net_max_thresh_byte': 'net_thresh_kbyte',
- 'nm_net_max_exempt_byte': 'net_i2_max_kbyte',
- 'nm_net_max_thresh_exempt_byte': 'net_i2_thresh_kbyte'}
-for slice_attribute in GetSliceTags({'name': rename.keys()}):
- id = slice_attribute['slice_attribute_id']
- name = slice_attribute['name']
- slice_id = slice_attribute['slice_id']
-
- # Pass straight through
- value = slice_attribute['value']
-
- # Add the new attribute
- if GetSlices([slice_id]):
- AddSliceTag(slice_id, rename[name], value)
-
- # Delete the old attribute
- DeleteSliceTag(id)
-
-# Update plc_ticket_pubkey attribute
-for slice_attribute in GetSliceTags({'name': "plc_ticket_pubkey"}):
- id = slice_attribute['slice_attribute_id']
-
- UpdateSliceTag(id, """
-MIGfMA0GCSqGSIb3DQEBAQUAA4GNADCBiQKBgQDKXa72MEKDAnVyzEpKOB1ot2eW
-xG/TG2aa7q/2oy1xf5XMmU9H9uKwO+GoUeinp1BSxgkVRF0VhEGGaqKR9kYQzX0k
-ht4+P2hAr+UyU4cp0NxV4xfmyAbrNKuHVjawMUCu5BH0IkBUC/89ckxk71oROnak
-FbI7ojUezSGr4aVabQIDAQAB
-""".lstrip())
-
-# Delete _deleted and deprecated slice attributes and types
-for attribute_type in GetSliceTagTypes():
- id = attribute_type['attribute_type_id']
- name = attribute_type['name']
-
- if name == 'general_prop_share' or \
- re.match('nm_', name) or \
- re.search('_deleted$', name):
- DeleteSliceTagType(id)
- # N.B. Automatically deletes all slice attributes of this type
-
-# Add Proper ops
-proper_ops = [
- # give Stork permission to mount and unmount client dirs
- ('arizona_stork', 'mount_dir'),
- ('arizona_stork', 'set_file_flags pass, "1"'),
- ('arizona_stork', 'set_file_flags_list "1"'),
- ('arizona_stork', 'bind_socket sockname=64?:*'),
- ('arizona_stork2', 'mount_dir'),
- ('arizona_stork2', 'set_file_flags pass, "1"'),
- ('arizona_stork2', 'set_file_flags_list "1"'),
- ('arizona_stork2', 'bind_socket sockname=64?:*'),
-
- # give CoMon the necessary permissions to run slicestat
- ('princeton_slicestat', 'exec "root", pass, "/usr/local/planetlab/bin/pl-ps", none'),
- ('princeton_slicestat', 'exec "root", pass, "/usr/sbin/vtop", "bn1", none'),
- ('princeton_slicestat', 'open_file file=/proc/virtual/*/cacct'),
- ('princeton_slicestat', 'open_file file=/proc/virtual/*/limit'),
- ('princeton_comon', 'open_file file=/var/log/secure'),
- ('princeton_comon', 'exec "root", pass, "/bin/df", "/vservers", none'),
-
- # give pl_slicedir access to /etc/passwd
- ('pl_slicedir', 'open_file pass, "/etc/passwd"'),
-
- # nyu_d are building a DNS demux so give them access to port 53
- ('nyu_d', 'bind_socket'),
- ('nyu_oasis', 'bind_socket'),
-
- # QA slices need to be able to create and delete bind-mounts
- ('pl_qa_0', 'mount_dir'),
- ('pl_qa_1', 'mount_dir'),
-
- # irb_snort needs packet sockets for tcpdump
- ('irb_snort', 'create_socket'),
-
- # uw_ankur is using netlink sockets to do the same thing as netflow
- ('uw_ankur', 'create_socket'),
-
- # cornell_codons gets access to port 53 for now
- ('cornell_codons', 'create_socket'),
-
- # give Mic Bowman's conf-monitor service read-only access to root fs
- # and the ability to run df
- ('idsl_monitor', 'mount_dir "root:/", pass, "ro"'),
- ('idsl_monitor', 'unmount'),
- ('idsl_monitor', 'exec "root", pass, "/bin/df", "-P", "/", "/vservers", none'),
-
- # give Shark access to port 111 to run portmap
- # and port 955 to run mount
- ('nyu_shkr', 'bind_socket'),
- ('nyu_shkr', 'mount_dir "nfs:**:**"'),
- ('nyu_shkr', 'exec "root", pass, "/bin/umount", "-l", "/vservers/nyu_shkr/**", none'),
-
- # give tsinghua_lgh access to restricted ports
- ('tsinghua_lgh', 'bind_socket'),
-
- # CoDeeN needs port 53 too
- ('princeton_codeen', 'bind_socket sockname=53:*'),
-
- # give ucin_load access to /var/log/wtmp
- ('ucin_load', 'open_file file=/var/log/wtmp*'),
-
- # give google_highground permission to bind port 81 (and raw sockets)
- ('google_highground', 'bind_socket'),
-
- # pl_conf needs access to port 814
- ('pl_conf', 'bind_socket sockname=814:*'),
- ('pl_conf', 'open file=/home/*/.ssh/authorized_keys'),
-
- # give princeton_visp permission to read all packets sent through the
- # tap0 device
- ('princeton_visp', 'open file=/dev/net/tun, flags=rw'),
-
- # The PLB group needs the BGP port
- ('princeton_iias', 'bind_socket sockname=179:*'),
- ('princeton_visp', 'bind_socket sockname=179:*'),
- ('mit_rcp', 'bind_socket sockname=179:*'),
- ('princeton_bgpmux', 'bind_socket sockname=179:*'),
- ('princeton_bgpmux2', 'bind_socket sockname=179:*'),
-
- # PL-VINI group
- ('mit_rcp', 'exec "root", pass, "/usr/bin/chrt"'),
- ('princeton_iias', 'exec "root", pass, "/usr/bin/chrt"'),
-
- # Tycoon needs access to /etc/passwd to determine Slicename->XID mappings
- ('hplabs_tycoon_aucd', 'open_file file=/etc/passwd'),
-]
-
-for slice, op in proper_ops:
- try:
- AddSliceTag(slice, 'proper_op', op)
- except Exception, err:
- print "Warning: %s:" % slice, err
-
-initscripts = dict([(initscript['initscript_id'], initscript) for initscript in [{'initscript_id': 8, 'script': 'IyEgL2Jpbi9zaA0KDQojIDxQcm9ncmFtIE5hbWU+DQojICAgIGJpbmRzY3JpcHQNCiMNCiMgPEF1dGhvcj4NCiMgICAgSmVmZnJ5IEpvaG5zdG9uIGFuZCBKZXJlbXkgUGxpY2h0YQ0KIw0KIyA8UHVycG9zZT4NCiMgICAgRG93bmxvYWRzIGFuZCBpbnN0YWxscyBzdG9yayBvbiBhIG5vZGUuDQoNCiMgc2F2ZSBvcmlnaW5hbCBQV0QNCk9MRFBXRD0kUFdEDQoNCiMgZXJyb3IgcmVwb3J0aW5nIGZ1bmN0aW9uDQplcnJvcigpDQp7DQogICBlY2hvDQogICBlY2hvICJQbGVhc2UgRS1tYWlsIHN0b3JrLXN1cHBvcnRAY3MuYXJpem9uYS5lZHUgaWYgeW91IGJlbGlldmUgeW91IGhhdmUiIA0KICAgZWNobyAicmVjZWl2ZWQgdGhpcyBtZXNzYWdlIGluIGVycm9yLiINCg0KICAgIyBnZXQgcmlkIG9mIENFUlQgZmlsZQ0KICAgaWYgWyAtZiAkQ0VSVCBdDQogICB0aGVuDQogICAgICBybSAtZiAkQ0VSVCA+IC9kZXYvbnVsbA0KICAgZmkNCg0KICAgIyByZXN0b3JlIG9yaWdpbmFsIFBXRA0KICAgY2QgJE9MRFBXRA0KICAgZXhpdCAxDQp9DQoNCkNFUlQ9YHB3ZGAvdGVtcGNydGZpbGUNCg0KI2Z1bmN0aW9ucw0KDQojIyMNCiMjIyBjcmVhdGVDZXJ0aWZpY2F0ZSgpDQojIyMgICAgcHJpbnRzIG91dCB0aGUgZXF1aWZheCBjZXJ0aWZpY2F0ZSB0byB1c2UgYW5kIHN0b3Jlcw0KIyMjICAgIHRoZSBmaWxlIG5hbWUgaW4gJENFUlQNCiMjIw0KZnVuY3Rpb24gY3JlYXRlQ2VydGlmaWNhdGUoKXsNCmNhdCA+ICRDRVJUIDw8RVFVSUZBWA0KLS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tDQpNSUlDa0RDQ0FmbWdBd0lCQWdJQkFUQU5CZ2txaGtpRzl3MEJBUVFGQURCYU1Rc3dDUVlEVlFRR0V3SlYNClV6RWNNQm9HQTFVRUNoTVRSWEYxYVdaaGVDQlRaV04xY21VZ1NXNWpMakV0TUNzR0ExVUVBeE1rUlhGMQ0KYVdaaGVDQlRaV04xY21VZ1IyeHZZbUZzSUdWQ2RYTnBibVZ6Y3lCRFFTMHhNQjRYRFRrNU1EWXlNVEEwDQpNREF3TUZvWERUSXdNRFl5TVRBME1EQXdNRm93V2pFTE1Ba0dBMVVFQmhNQ1ZWTXhIREFhQmdOVkJBb1QNCkUwVnhkV2xtWVhnZ1UyVmpkWEpsSUVsdVl5NHhMVEFyQmdOVkJBTVRKRVZ4ZFdsbVlYZ2dVMlZqZFhKbA0KSUVkc2IySmhiQ0JsUW5WemFXNWxjM01nUTBFdE1UQ0JuekFOQmdrcWhraUc5dzBCQVFFRkFBT0JqUUF3DQpnWWtDZ1lFQXV1Y1hrQUpsc1RSVlBFbkNVZFhmcDlFM2o5SG5nWE5CVW1DYm5hRVhKbml0eDdIb0pwUXkNCnRkNHpqVG92Mi9LYWVscHptS05jNmZ1S2N4dGM1OE8vZ0d6TnFmVFdLOEQzK1ptcVk2S3hSd0lQMU9SUg0KT2hJOGJJcGFWSVJ3MjhIRmtNOXlSY3VvV2NETk01MC9vNWJyaFRNaEhENGVQbUJ1ZHB4bmhjWEl3MkVDDQpBd0VBQWFObU1HUXdFUVlKWUlaSUFZYjRRZ0VCQkFRREFnQUhNQThHQTFVZEV3RUIvd1FGTUFNQkFmOHcNCkh3WURWUjBqQkJnd0ZvQVV2cWlnZEhKUWEwUzN5U1BZKzZqL3MxZHJhR3d3SFFZRFZSME9CQllFRkw2bw0Kb0hSeVVHdEV0OGtqMlB1by83TlhhMmhzTUEwR0NTcUdTSWIzRFFFQkJBVUFBNEdCQUREaUFWR3F4K3BmDQoycm5RWlE4dzFqN2FEUlJKYnBHVEp4UXg3OFQzTFVYNDdNZS9va0VOSTdTUytSa0FaNzBCcjgzZ2NmeGENCnoyVEU0SmFZMEtOQTRnR0s3eWNIOFdVQmlrUXRCbVYxVXNDR0VDQWhYMnhyRDJ5dUNSeXY4cUlZTk1SMQ0KcEhNYzhZM2M3NjM1czNhMGtyL2NsUkFldnN2SU8xcUVZQmxXbEtsVg0KLS0tLS1FTkQgQ0VSVElGSUNBVEUtLS0tLSANCkVRVUlGQVgNCn0NCg0KIyMjDQojIyMgb3ZlcldyaXRlQ29uZigpDQojIyMJb3ZlcndyaXRlIHRoZSBkZWZhdWx0IHN0b3JrLmNvbmYgZmlsZQ0KIyMjICAgICB0aGF0IHdhcyBpbnN0YWxsZWQgYnkgdGhlIHJwbSBwYWNrYWdlLg0KIyMjICAgICB0aGlzIGlzIGEgdGVtcG9yYXJ5IGhhY2sgYmVjYXVzZSBJIG5lZWQNCiMjIyAgICAgdG8gY2hhbmdlIHRoZSBuZXN0cG9ydCBhbmQgSSBkb250IGtub3cNCiMjIyAgICAgZW5vdWdoIHRvIHJlcGFja2FnZSB0aGUgcnBtIHdpdGggdGhlDQojIyMgICAgIGNvcnJlY3Qgc2V0dGluZ3MNCmZ1bmN0aW9uIG92ZXJXcml0ZUNvbmYoKXsNCmNhdCA+IC91c3IvbG9jYWwvc3RvcmsvZXRjL3N0b3JrLmNvbmYgPDxFTkRPRkZJTEUNCnBhY21hbj0vdXNyL2xvY2FsL3N0b3JrL2Jpbi9wYWNtYW4NCmR0ZC1wYWNrYWdlcz0vdXNyL2xvY2FsL3N0b3JrL2Jpbi9wYWNrYWdlcy5kdGQNCmR0ZC1ncm91cHM9L3Vzci9sb2NhbC9zdG9yay9iaW4vZ3JvdXBzLmR0ZA0Kc3RvcmtuZXN0dXBkYXRlbGlzdGVuZXJwb3J0PTY0OQ0KDQojYml0dG9ycmVudHRyYWNrZXJob3N0PXF1YWRydXMuY3MuYXJpem9uYS5lZHUNCmJpdHRvcnJlbnR0cmFja2VyaG9zdD1ucjA2LmNzLmFyaXpvbmEuZWR1DQoNCmJpdHRvcnJlbnR0cmFja2VycG9ydD02ODgwDQpiaXR0b3JyZW50dXBsb2FkcmF0ZT0wDQpiaXR0b3JyZW50c2VlZGxvb2t1cHRpbWVvdXQ9MzANCg0KI3BhY2thZ2VyZXBvc2l0b3J5ID0gcXVhZHJ1cy5jcy5hcml6b25hLmVkdS9QbGFuZXRMYWIvVjN8ZGlzdCwgc3RhYmxlDQpwYWNrYWdlcmVwb3NpdG9yeSA9IG5yMDYuY3MuYXJpem9uYS5lZHUvUGxhbmV0TGFiL1YzfGRpc3QsIHN0YWJsZQ0KI3BhY2thZ2VpbmZvcmVwb3NpdG9yeSA9IHF1YWRydXMuY3MuYXJpem9uYS5lZHUvUGxhbmV0TGFiL1YzL3N0b3JrLmluZm8NCnBhY2thZ2VpbmZvcmVwb3NpdG9yeSA9IG5yMDYuY3MuYXJpem9uYS5lZHUvUGxhbmV0TGFiL1YzL3N0b3JrLmluZm8NCg0KdXNlcm5hbWUgPSBQbGFuZXRMYWINCnB1YmxpY2tleWZpbGUgPSAvdXNyL2xvY2FsL3N0b3JrL3Zhci9rZXlzL1BsYW5ldExhYi5wdWJsaWNrZXkNCnBhY2thZ2VtYW5hZ2VycyA9IG5lc3RycG0sIHJwbSwgdGFyZ3oNCnRyYW5zZmVybWV0aG9kPSBuZXN0LGJpdHRvcnJlbnQsY29ibGl0eixjb3JhbCxodHRwLGZ0cA0KbmVzdHBvcnQ9NjAwMA0KdGFycGFja2luZm9wYXRoPS91c3IvbG9jYWwvc3RvcmsvdmFyL3RhcmluZm8NCkVORE9GRklMRQ0KfSANCg0KDQojIyMNCiMjIyBkb3dubG9hZE5SMDYoKQ0KIyMjICAgIGRvd25sb2FkIGEgZmlsZSBmcm9tIG5yMDYgdXNpbmcgY3VybA0KIyMjDQojIyMgYXJnczogDQojIyMgICAgICAgLSB0aGUgcGF0aCBvZiB0aGUgZmlsZSB5b3Ugd2lzaCB0byBkb3dubG9hZA0KIyMjICAgICAgICAgcmVsYXRpdmUgZnJvbSBodHRwczovL25yMDYuY3MuYXJpem9uYS5lZHUNCiMjIyAgICAgICAtIHRoZSBmaWxlIHRvIHNhdmUgaXQgdG8NCiMjIyAgICAgICAtIHJldHVybmVkIHZhbHVlIGFzIHNwZWNpZmllZCBpbiB2ZXJpZnlEb3dubG9hZA0KZnVuY3Rpb24gZG93bmxvYWROUjA2KCl7DQogICAgY3VybCAtLWNhY2VydCAkQ0VSVCBodHRwczovL25yMDYuY3MuYXJpem9uYS5lZHUvJDEgLW8gJDIgMj4vZGV2L251bGwNCiAgICB2ZXJpZnlEb3dubG9hZCAkMiAkMw0KfQ0KDQojIyMNCiMjIyB2ZXJpZnlEb3dubG9hZCgpDQojIyMgICAgIHZlcmlmeSB0aGF0IGEgZmlsZSB0aGF0IHdhcyBqdXN0IGRvd25sb2FkIHdpdGggZG93bmxvYWROUjA2DQojIyMgICAgIHdhcyBkb3dubG9hZCBjb3JyZWN0bHkuIFNpbmNlIHdlIGFyZSBnZXR0aW5nIHN0dWZmIGZyb20gYQ0KIyMjICAgICBodHRwIHNlcnZlciB3ZSBhcmUgYXNzdW1pbmcgdGhhdCBpZiB3ZSBnZXQgYSA0MDQgcmVzcG9uc2UNCiMjIyAgICAgdGhhdCB0aGUgcGFnZSB3ZSB3YW50IGRvZXMgbm90IGV4aXN0LiBBbHNvLCBpZiB0aGUgb3V0cHV0IGZpbGUNCiMjIyAgICAgZG9lcyBub3QgZXhpc3QgdGhhdCBtZWFucyB0aGF0IG9ubHkgaGVhZGVycyB3ZXJlIHJldHVybmVkDQojIyMgICAgIHdpdGhvdXQgYW55IGNvbnRlbnQuIHRoaXMgdG9vIGlzIGEgaW52YWxpZCBmaWxlIGRvd25sb2FkDQojIyMNCiMjIyBhcmdzOg0KIyMjICAgICAgIC0gdGhlIGZpbGUgdG8gdmVyaWZ5DQojIyMgICAgICAgLSByZXR1cm4gdmFyaWFibGUsIHdpbGwgaGF2ZSAxIGlmIGZhaWwgMCBpZiBnb29kDQojIyMNCmZ1bmN0aW9uIHZlcmlmeURvd25sb2FkKCl7DQogICAgZXZhbCAiJDI9MCINCiAgICBpZiBbICEgLWYgJDEgXTsNCiAgICB0aGVuDQogICAgICAgIGV2YWwgIiQyPTEiDQogICAgZWxpZiBncmVwICc0MDQgTm90IEZvdW5kJyAkMSA+IC9kZXYvbnVsbA0KICAgIHRoZW4NCglybSAtZiAkMQ0KICAgICAgICBldmFsICIkMj0xIg0KICAgIGVsc2UNCiAgICAgICAgZXZhbCAiJDI9MCINCiAgICBmaQ0KfQ0KDQoNCiMgY2hlY2sgZm9yIHJvb3QgdXNlcg0KaWYgWyAkVUlEIC1uZSAiMCIgXQ0KdGhlbg0KICAgZWNobyAiWW91IG11c3QgcnVuIHRoaXMgcHJvZ3JhbSB3aXRoIHJvb3QgcGVybWlzc2lvbnMuLi4iDQogICBlcnJvcg0KZmkgICANCiANCiMgY2xlYW4gdXAgaW4gY2FzZSB0aGlzIHNjcmlwdCB3YXMgcnVuIGJlZm9yZSBhbmQgZmFpbGVkDQpybSAtcmYgL3RtcC9zdG9yayAmPiAvZGV2L251bGwNCg0KIyBjcmVhdGUgL3RtcC9zdG9yayBkaXJlY3RvcnkNCm1rZGlyIC90bXAvc3RvcmsgDQppZiBbICQ/IC1uZSAiMCIgXQ0KdGhlbg0KICAgZWNobw0KICAgZWNobyAiQ291bGQgbm90IGNyZWF0ZSB0aGUgL3RtcC9zdG9yayBkaXJlY3RvcnkuLi4iDQogICBlcnJvcg0KZmkNCg0KIyBleHBvcnQgb3VyIHJvb3QgZGlyZWN0b3J5IHRvIFN0b3JrDQplY2hvICJhcml6b25hX3N0b3JrMiIgPiAvLmV4cG9ydGRpcg0KaWYgWyAkPyAtbmUgIjAiIF0NCnRoZW4NCiAgIGVjaG8NCiAgIGVjaG8gIkNvdWxkIG5vdCBjcmVhdGUgdGhlIC8uZXhwb3J0ZGlyIGZpbGUuLi4iDQogICBlcnJvcg0KZmkNCiANCiMgdGVsbCBzdG9yayB0aGF0IHdlIHdhbnQgdG8gYmUgc2VydmVkDQppZiBbIC1mIC9ldGMvc2xpY2VuYW1lIF0NCnRoZW4NCiAgIFNMSUNFTkFNRT1gY2F0IC9ldGMvc2xpY2VuYW1lYA0KZWxzZSANCiAgIFNMSUNFTkFNRT0kVVNFUg0KZmkNCndnZXQgLU8gL3RtcC9zdG9yay8kU0xJQ0VOQU1FICJodHRwOi8vbG9jYWxob3N0OjY0OC8kU0xJQ0VOQU1FXCRiaW5kc2NyaXB0Ig0KDQojIHZlcmlmeSB0aGF0IHRoZSBkb3dubG9hZCB3YXMgc3VjY2Vzc2Z1bA0KaWYgWyAhIC1mIC90bXAvc3RvcmsvJFNMSUNFTkFNRSAtbyAkPyAtbmUgMCBdDQp0aGVuDQogICBlY2hvDQogICBlY2hvICJTdG9yayBkb2Vzbid0IHNlZW0gdG8gYmUgcnVubmluZyBvbiB0aGlzIG5vZGUuLi4iDQogICBlcnJvcg0KZmkNCg0KIyB3YWl0IGZvciBzdG9yayBzbGljZSANCmVjaG8gIldhaXRpbmcgZm9yIFN0b3JrIHRvIGFjY2VwdCBvdXIgYmluZGluZy4uLiINCndoaWxlIFsgISAtZiAvdG1wL3N0b3JrL3N0b3JrX3NheXNfZ28gXQ0KZG8NCiAgIHNsZWVwIDENCmRvbmUNCg0KIyBjaGFuZ2UgUFdEIHRvIHRoZSAvdG1wL3N0b3JrIGRpcmVjdG9yeSANCmNkIC90bXAvc3RvcmsNCmlmIFsgJD8gLW5lICIwIiBdDQp0aGVuDQogICBlY2hvDQogICBlY2hvICJDb3VsZCBub3QgYWNjZXNzIHRoZSAvdG1wL3N0b3JrIGRpcmVjdG9yeS4uLiINCiAgIGVycm9yDQpmaQ0KDQojIGNvbmZpcm0gdGhhdCBwYWNrYWdlcyB0byBiZSBpbnN0YWxsZWQgYWN0dWFsbHkgZXhpc3QNCmlmIGVjaG8gKi5ycG0gfCBncmVwICcqJyA+IC9kZXYvbnVsbA0KdGhlbg0KICAgZWNobw0KICAgZWNobyAiRXJyb3I6IFN0b3JrIHBhY2thZ2UgZG93bmxvYWQgZmFpbGVkLi4uIg0KICAgZXJyb3INCmZpDQoNCiMgcmVtb3ZlIFN0b3JrIHBhY2thZ2VzIGFuZCBmaWxlcw0KZWNobw0KZWNobyAiUmVtb3ZpbmcgU3RvcmsgZmlsZXMuLi4iDQoNCiMgYnVpbGQgYSBsaXN0IG9mIHBhY2thZ2VzIHRvIHJlbW92ZQ0KcGFja2FnZXM9IiINCmZvciBmaWxlbmFtZSBpbiAqLnJwbQ0KZG8NCiAgIyBjb252ZXJ0IGZpbGVuYW1lIHRvIGEgcGFja2FnZSBuYW1lDQogIHBhY2s9YHJwbSAtcXAgLS1xZiAiJXtOQU1FfVxuIiAkZmlsZW5hbWVgDQogIGlmIFsgJD8gLWVxICIwIiBdDQogIHRoZW4NCiAgICBwYWNrYWdlcz0iJHBhY2thZ2VzICRwYWNrIg0KICBmaQ0KZG9uZSAgIA0KDQojIHJlbW92ZSBvbGQgU3RvcmsgcGFja2FnZXMNCnJwbSAtZSAkcGFja2FnZXMgJj4gL2Rldi9udWxsDQoNCiMgcmVtb3ZlIGFueXRoaW5nIGxlZnQgaW4gL3Vzci9sb2NhbC9zdG9yay9iaW4NCnJtIC1yZiAvdXNyL2xvY2FsL3N0b3JrL2Jpbi8qICY+IC9kZXYvbnVsbCANCg0KIyBpbnN0YWxsIFN0b3JrIHBhY2thZ2VzDQplY2hvDQplY2hvICJJbnN0YWxsaW5nIHBhY2thZ2VzLi4uIiANCg0KIyBidWlsZCBhIGxpc3Qgb2YgcGFja2FnZXMgdG8gaW5zdGFsbA0KcGFja2FnZXM9IiINCmZvciBmaWxlbmFtZSBpbiAqLnJwbQ0KZG8NCiAgcGFja2FnZXM9IiRwYWNrYWdlcyAkZmlsZW5hbWUiDQpkb25lICAgDQoNCiMgaW5zdGFsbCB0aGUgbmV3IHN0b3JrIHBhY2thZ2VzDQpycG0gLWkgJHBhY2thZ2VzDQoNCiMgcmVwb3J0IHBhY2thZ2UgaW5zdGFsbGF0aW9uIGVycm9ycw0KaWYgWyAkPyAtbmUgIjAiIF0NCnRoZW4NCiAgZWNobyAiV2FybmluZzogUG9zc2libGUgZXJyb3IgaW5zdGFsbGluZyBTdG9yayBwYWNrYWdlcy4uLiINCmZpDQoNCiMgcmVzdG9yZSBvcmlnaW5hbCBQV0QNCmNkICRPTERQV0QNCg0KIyBjbGVhbiB1cCB0ZW1wb3JhcnkgZmlsZXMNCnJtIC1yZiAvdG1wL3N0b3JrICY+IC9kZXYvbnVsbA0KDQojIFNFRSBUTy1ETyAxDQojY3JlYXRlIHRoZSBlcXVpZmF4IGNlcnRpZmljYXRlIHRvIHVzZSBmb3IgY3VybA0KI2NyZWF0ZUNlcnRpZmljYXRlDQoNCiMgVE8tRE8gMQ0KIyBpbXBsZW1lbnQgdGhlIGJlbG93IGluIHRoZSBiZWdnaW5pbmcgb2Ygc3RvcmsucHkNCiNhdHRlbXB0IHRvIGRvd25sb2FkIHRoZSB1c2VycyBwdWJsaWMga2V5IGZyb20gdGhlIHJlcG9zaXRvcnkNCiNkb3dubG9hZE5SMDYgInVzZXItdXBsb2FkL3B1YmtleXMvJFNMSUNFTkFNRS5wdWJsaWNrZXkiICIvdXNyL2xvY2FsL3N0b3JrL3Zhci8kU0xJQ0VOQU1FLnB1YmxpY2tleSIgUkVUDQoNCiNpZiBbICRSRVQgLW5lIDAgXTsNCiN0aGVuDQojICAgZWNobw0KIyAgIGVjaG8gIkNvdWxkIG5vdCBmZXRjaCB5b3VyIHB1YmxpYyBrZXkgZnJvbSB0aGUgcmVwb3NpdG9yeS4iDQojICAgZWNobyAiSWYgeW91IHdhbnQgdG8gdXBsb2FkIG9uZSBmb3IgdGhlIG5leHQgdGltZSB5b3UgcnVuIg0KIyAgIGVjaG8gInRoZSBpbml0c2NyaXB0IHBsZWFzZSB2aXNpdCINCiMgICBlY2hvICJodHRwOi8vbnIwNi5jcy5hcml6b25hLmVkdS90ZXN0cGhwL3VwbG9hZC5waHAiDQojICAgZWNobw0KI2ZpDQoNCiNhdHRlbXB0IHRvIGRvd25sb2FkIHRoZSB1c2VycyBzdG9yay5jb25mIGZpbGUgZnJvbSB0aGUgcmVwb3NpdG9yeQ0KI2Rvd25sb2FkTlIwNiAidXNlci11cGxvYWQvY29uZi8kU0xJQ0VOQU1FLnN0b3JrLmNvbmYiICIvdXNyL2xvY2FsL3N0b3JrL2V0Yy9zdG9yay5jb25mLnVzZXJzIiBSRVQNCg0KI2lmIFsgJFJFVCAtbmUgMCBdOw0KI3RoZW4NCiMgICBlY2hvDQojICAgZWNobyAiQ291bGQgbm90IGZldGNoIHlvdXIgc3RvcmsuY29uZiBmaWxlIGZyb20gdGhlIHJlcG9zaXRvcnkuIg0KIyAgIGVjaG8gIklmIHlvdSB3YW50IHRvIHVwbG9hZCBvbmUgZm9yIHRoZSBuZXh0IHRpbWUgeW91IHJ1biINCiMgICBlY2hvICJ0aGUgaW5pdHNjcmlwdCBwbGVhc2UgdmlzaXQiDQojICAgZWNobyAiaHR0cDovL25yMDYuY3MuYXJpem9uYS5lZHUvdGVzdHBocC91cGxvYWQucGhwIg0KIyAgIGVjaG8gIlN0b3JrIHdpbGwgd29yayB3aXRob3V0IGEgY29uZmlndXJhdGlvbiBmaWxlIGJ1dCB0byBtYWtlIG9uZSINCiMgICBlY2hvICJwbGVhc2UgcGxhY2UgYSBmaWxlIG5hbWVkIHN0b3JrLmNvbmYgaW4gL3Vzci9sb2NhbC9zdG9yay9ldGMiDQojICAgZWNobyAicmVmZXIgdG8gdGhlIG1hbnVhbCBmb3IgbW9yZSBkaXJlY3Rpb25zIG9yIGVtYWlsOiINCiMgICBlY2hvICJzdG9yay1zdXBwb3J0QGNzLmFyaXpvbmEuZWR1IGZvciBhZGRpdGlvbmFsIGFzc2lzdGFuY2UuIg0KIyAgIGVjaG8NCiNmaQ0KDQojZG9udCBuZWVkIHRvIG92ZXJ3cml0ZSB0aGUgZGVmYXVsdCBjb25mIGZpbGUNCiNiZWNhdXNlIGl0IHNob3VsZCBiZSBmaXhlZCBpbiB0aGUgbmV3IHJwbXMNCiNvdmVyV3JpdGVDb25mDQoNCiMgcnVuIHN0b3JrIHRvIHVwZGF0ZSBrZXlmaWxlcyBhbmQgZG93bmxvYWQgcGFja2FnZSBsaXN0cw0KZWNobw0KZWNobyAiQXR0ZW1wdGluZyB0byBjb21tdW5pY2F0ZSB3aXRoIHN0b3JrLi4uIg0KaWYgc3RvcmsgDQp0aGVuDQogICBlY2hvDQogICBlY2hvICJDb25ncmF0dWxhdGlvbnMsIHlvdSBoYXZlIHN1Y2Nlc3NmdWxseSBib3VuZCB0byBzdG9yayEiDQogICBlY2hvDQogICBlY2hvICJGb3IgaGVscCwgeW91IG1heSB0eXBlIHN0b3JrIC0taGVscCINCiAgIGVjaG8NCiAgICNlY2hvICJUaGVyZSBpcyBhbHNvIGEgc3RvcmtxdWVyeSBjb21tYW5kIHRoYXQgd2lsbCBwcm92aWRlIGluZm9ybWF0aW9uIg0KICAgI2VjaG8gImFib3V0IHBhY2thZ2VzIGluIHRoZSByZXBvc2l0b3J5LiINCiAgIGVjaG8NCiAgIGVjaG8gIkZvciBtb3JlIGhlbHAsIHZpc2l0IHRoZSBzdG9yayBwcm9qZWN0IG9ubGluZSBhdCINCiAgIGVjaG8gImh0dHA6Ly93d3cuY3MuYXJpem9uYS5lZHUvc3RvcmsvLiAgUGxlYXNlIGNvbnRhY3QiDQogICBlY2hvICJzdG9yay1zdXBwb3J0QGNzLmFyaXpvbmEuZWR1IGZvciBhZGRpdGlvbmFsIGFzc2lzdGFuY2UuIiANCiAgICNybSAtZiAkQ0VSVCA+IC9kZXYvbnVsbA0KZWxzZQ0KICAgZWNobw0KICAgZWNobyAiQW4gZXJyb3Igb2NjdXJyZWQgZHVyaW5nIGluc3RhbGwgZmluYWxpemF0aW9uLi4uICBQbGVhc2UgY29udGFjdCINCiAgIGVjaG8gInN0b3JrLXN1cHBvcnRAY3MuYXJpem9uYS5lZHUgZm9yIGFzc2lzdGFuY2UuIg0KICAgI3JtIC1mICRDRVJUID4gL2Rldi9udWxsDQogICBleGl0IDENCmZpDQoNCiMgZG9uZQ0KZXhpdCAwDQo=', 'name': 'arizona_stork_2', 'encoding': 'base64'}, {'initscript_id': 9, 'script': 'IyEvYmluL2Jhc2gNCmNkIC8NCnJtIC1mIHN0YXJ0X3B1cnBsZQ0Kd2dldCBodHRwOi8vd3d3LmNzLnByaW5jZXRvbi5lZHUvfmRlaXNlbnN0L3B1cnBsZS9zdGFydF9wdXJwbGUNCmNobW9kIDc1NSBzdGFydF9wdXJwbGUNCnN1IHByaW5jZXRvbl9wdXJwbGUgLWMgJy4vc3RhcnRfcHVycGxlJw0K', 'name': 'princeton_purple', 'encoding': 'base64'}, {'initscript_id': 6, 'script': 'IyEgL2Jpbi9zaA0KDQojIHNhdmUgb3JpZ2luYWwgUFdEDQpPTERQV0Q9JFBXRA0KDQojIGVycm9yIHJlcG9ydGluZyBmdW5jdGlvbg0KZXJyb3IoKQ0Kew0KICAgZWNobw0KICAgZWNobyAiUGxlYXNlIEUtbWFpbCBzdG9yay1zdXBwb3J0QGNzLmFyaXpvbmEuZWR1IGlmIHlvdSBiZWxpZXZlIHlvdSBoYXZlIiANCiAgIGVjaG8gInJlY2VpdmVkIHRoaXMgbWVzc2FnZSBpbiBlcnJvci4iDQoNCiAgICMgcmVzdG9yZSBvcmlnaW5hbCBQV0QNCiAgIGNkICRPTERQV0QNCiAgIGV4aXQgMQ0KfQ0KDQojIGNoZWNrIGZvciByb290IHVzZXINCmlmIFsgJFVJRCAtbmUgIjAiIF0NCnRoZW4NCiAgIGVjaG8gJ1lvdSBtdXN0IGJlIHJvb3QgdG8gcnVuIHRoaXMgcHJvZ3JhbS4uLicNCiAgIGVycm9yDQpmaSAgIA0KIA0KIyBDbGVhbiB1cCBpbiBjYXNlIEkgcmFuIHRoaXMgYmVmb3JlDQpybSAtZiAvdG1wL3N0b3JrKiA+IC9kZXYvbnVsbCAyPiYxDQoNCiMgRmlyc3Qgb2YgYWxsIGV4cG9ydCBvdXIgcm9vdCBkaXJlY3RvcnkgdG8gU3RvcmsNCmVjaG8gImFyaXpvbmFfc3RvcmsiID4gLy5leHBvcnRkaXINCiANCiMgTm93IHRlbGwgc3RvcmsgdGhhdCB3ZSB3YW50IHRvIGJlIHNlcnZlZA0KaWYgWyAtZiAvZXRjL3NsaWNlbmFtZSBdDQp0aGVuDQogICBTTElDRU5BTUU9YGNhdCAvZXRjL3NsaWNlbmFtZWANCmVsc2UgDQogICBTTElDRU5BTUU9JFVTRVINCmZpDQoNCndnZXQgaHR0cDovL2xvY2FsaG9zdDo2NDAvJFNMSUNFTkFNRQ0KDQojIGNoZWNrIHRvIG1ha2Ugc3VyZSB0aGUgZG93bmxvYWQgd2FzIHN1Y2Nlc3NmdWwNCmlmIFsgISAtZiAkU0xJQ0VOQU1FIC1vICQ/IC1uZSAwIF0NCnRoZW4NCiAgIGVjaG8NCiAgIGVjaG8gIlN0b3JrIGRvZXNuJ3Qgc2VlbSB0byBiZSBydW5uaW5nIG9uIHRoaXMgbm9kZS4uLiINCiAgIGVycm9yDQpmaQ0KDQojIHdhaXQgZm9yIHN0b3JrIHNsaWNlIA0KZWNobyAiV2FpdGluZyBmb3IgU3RvcmsgdG8gYWNjZXB0IG91ciBiaW5kaW5nLi4uIg0Kd2hpbGUgWyAhIC1mIC90bXAvc3Rvcmtfc2F5c19nbyBdDQpkbw0KICAgc2xlZXAgMQ0KZG9uZQ0KDQojIGNoYW5nZSBQV0QgdG8gdGhlIC90bXAgZGlyZWN0b3J5IA0KY2QgL3RtcA0KaWYgWyAkPyAtbmUgIjAiIF0NCnRoZW4NCiAgIGVjaG8NCiAgIGVjaG8gIkNvdWxkIG5vdCBhY2Nlc3MgdGhlIC90bXAgZGlyZWN0b3J5Li4uIg0KICAgZXJyb3INCmZpDQoNCiMgY29uZmlybSB0aGF0IHBhY2thZ2VzIHRvIGJlIGluc3RhbGxlZCBhY3R1YWxseSBleGlzdA0KaWYgZWNobyAqLnJwbSB8IGdyZXAgJyonID4gL2Rldi9udWxsDQp0aGVuDQogICBlY2hvDQogICBlY2hvICJFcnJvcjogU3RvcmsgcGFja2FnZSBkb3dubG9hZCBmYWlsZWQuLi4iDQogICBlcnJvcg0KZmkNCg0KIyBpbnN0YWxsIFN0b3JrIHBhY2thZ2VzDQplY2hvICJJbnN0YWxsaW5nIHBhY2thZ2VzLi4uIiANCmZvciBwYWNrIGluICoucnBtDQpkbw0KICAgIyByZW1vdmUgdGhlIG9sZCBzdG9yayBwYWNrYWdlLCBpZiBhbnkNCiAgIHJwbSAtZSBgcnBtIC1xcCAtLXFmICIle05BTUV9XG4iICRwYWNrYCA+IC9kZXYvbnVsbCAyPiYxDQoNCiAgICMgcmVtb3ZlIGFueXRoaW5nIGxlZnQgaW4gL3Vzci9sb2NhbC9zdG9yay9iaW4NCiAgIHJtIC1yZiAvdXNyL2xvY2FsL3N0b3JrL2Jpbi8qID4gL2Rldi9udWxsIDI+JjENCg0KICAgIyBpbnN0YWxsIHRoZSBuZXcgc3RvcmsgcGFja2FnZQ0KICAgcnBtIC1pICRwYWNrDQoNCiAgICMgcmVwb3J0IHBhY2thZ2UgaW5zdGFsbGF0aW9uIGVycm9ycw0KICAgaWYgWyAkPyAtbmUgIjAiIF0NCiAgIHRoZW4NCiAgICAgZWNobyAiV2FybmluZzogUG9zc2libGUgZXJyb3IgaW5zdGFsbGluZyBTdG9yayBwYWNrYWdlOiAkcGFjay4uLiINCiAgIGZpDQpkb25lDQoNCiMgcmVzdG9yZSBvcmlnaW5hbCBQV0QNCmNkICRPTERQV0QNCg0KIyBjbGVhbiB1cCB0ZW1wb3JhcnkgZmlsZXMNCnJtIC1mIC90bXAvc3RvcmsqID4gL2Rldi9udWxsIDI+JjENCnJtICRTTElDRU5BTUUqIA0KDQojIHJ1biBzdG9yayB0byB1cGRhdGUga2V5ZmlsZXMgYW5kIGRvd25sb2FkIHBhY2thZ2UgbGlzdHMNCmVjaG8gIkF0dGVtcHRpbmcgdG8gY29tbXVuaWNhdGUgd2l0aCBzdG9yay4uLiINCmlmIHN0b3JrIA0KdGhlbg0KICAgZWNobw0KICAgZWNobyAiQ29uZ3JhdHVsYXRpb25zLCB5b3UgaGF2ZSBzdWNjZXNzZnVsbHkgYm91bmQgdG8gc3RvcmshIg0KICAgZWNobw0KICAgZWNobyAiRm9yIGhlbHAsIHlvdSBtYXkgdHlwZSBzdG9yayAtLWhlbHAgIg0KICAgZWNobw0KICAgZWNobyAiVGhlcmUgaXMgYWxzbyBhIHN0b3JrcXVlcnkgY29tbWFuZCB0aGF0IHdpbGwgcHJvdmlkZSBpbmZvcm1hdGlvbiINCiAgIGVjaG8gImFib3V0IHBhY2thZ2VzIGluIHRoZSByZXBvc2l0b3J5LiINCiAgIGVjaG8NCiAgIGVjaG8gIkZvciBtb3JlIGhlbHAsIHZpc2l0IHRoZSBzdG9yayBwcm9qZWN0IG9ubGluZSBhdCINCiAgIGVjaG8gImh0dHA6Ly93d3cuY3MuYXJpem9uYS5lZHUvc3RvcmsvLiAgUGxlYXNlIGNvbnRhY3QiDQogICBlY2hvICJzdG9yay1zdXBwb3J0QGNzLmFyaXpvbmEuZWR1IGZvciBhZGRpdGlvbmFsIGFzc2lzdGFuY2UuIiANCmVsc2UNCiAgIGVjaG8NCiAgIGVjaG8gIkFuIGVycm9yIG9jY3VycmVkIGR1cmluZyBpbnN0YWxsIGZpbmFsaXphdGlvbi4uLiAgUGxlYXNlIGNvbnRhY3QiDQogICBlY2hvICJzdG9yay1zdXBwb3J0QGNzLmFyaXpvbmEuZWR1IGZvciBhc3Npc3RhbmNlLiINCiAgIGV4aXQgMQ0KZmkNCg0KIw0KIyBIZWxsbyBXb3JsZCBkZW1vIGNvZGUNCiMNCg0KIyBQdWJsaWMga2V5IGZvciB0aGlzIGRlbW8NCmNhdCA+L3Vzci9sb2NhbC9zdG9yay92YXIva2V5cy9oZWxsby5wdWJsaWNrZXkgPDwiRU9GIg0KLS0tLS1CRUdJTiBQVUJMSUMgS0VZLS0tLS0NCk1Gd3dEUVlKS29aSWh2Y05BUUVCQlFBRFN3QXdTQUpCQU1XcVE3K2VxQVljNlRPSUJPbkJyRnZqYjlnRVViaWgNCkkxd0Nyeld4a09aa01BcXFmY1RuMW9tcCtLMGd0cUtBK3VaNEIzRGlQRXI0Q0V0Myt5MmJlMGtDQXdFQUFRPT0NCi0tLS0tRU5EIFBVQkxJQyBLRVktLS0tLQ0KRU9GDQpzZWQgLWkgLWUgJ3MvXnVzZXJuYW1lLiovdXNlcm5hbWUgPSBoZWxsby8nIC91c3IvbG9jYWwvc3RvcmsvZXRjL3N0b3JrLmNvbmYNCg0KIyBJbnN0YWxsIFJQTQ0Kc3RvcmsgdXBncmFkZSBoZWxsbw0KDQojIGVuZA0KZXhpdCAwDQo=', 'name': 'princeton_hello_stork', 'encoding': 'base64'}, {'initscript_id': 10, 'script': 'IyEvYmluL2Jhc2gNCg0KIyBJbml0IHNjcmlwdCBmb3IgdGhlIFBsYW5ldExhYiAiSGVsbG8gV29ybGQiIGRlbW8gdXNpbmcgR29vZ2xlIEVhcnRoLg0KIyBJbnN0YWxscyBhIGNyb250YWIgZW50cnkgb24gdGhlIG5vZGUgdGhhdCBwaG9uZXMgaG9tZSB0byB0aGUgc2VydmVyDQojIGV2ZXJ5IHRocmVlIG1pbnV0ZXMuDQoNClNFUlZFUj0xMjguMTEyLjEzOS43Mzo4MDQyCQkjIHBsYW5ldGxhYi0zLmNzLnByaW5jZXRvbi5lZHUNCg0KL3Vzci9iaW4vY3VybCAtcyBodHRwOi8vJFNFUlZFUi8NCmVjaG8gIiovNSAqICogKiAqIC91c3IvYmluL2N1cmwgLXMgaHR0cDovLyRTRVJWRVIvIiB8IGNyb250YWIgLQ0KL3NiaW4vY2hrY29uZmlnIGNyb25kIG9uDQo=', 'name': 'princeton_hello', 'encoding': 'base64'}]])
-
-# Convert plc_initscript.initscript_id to raw initscript attribute
-for slice_attribute in GetSliceTags({'name': 'plc_initscript'}):
- id = slice_attribute['slice_attribute_id']
- slice_id = slice_attribute['slice_id']
- initscript_id = int(slice_attribute['value'])
-
- # Delete old attribute
- DeleteSliceTag(id)
-
- if initscript_id not in initscripts:
- print "Warning: Missing initscript %d" % initscript_id
- continue
-
- initscript = base64.b64decode(initscripts[initscript_id]['script'])
-
- # Add as initscript attribute
- AddSliceTag(slice_id, 'initscript', initscript)
-
-# Add our custom yum.conf entries
-conf_file_id = AddConfFile({
- 'enabled': True,
- 'source': 'PlanetLabConf/yum.conf.php?gpgcheck=1&alpha',
- 'dest': '/etc/yum.conf',
- 'file_permissions': '644',
- 'file_owner': 'root',
- 'file_group': 'root',
- 'preinstall_cmd': '',
- 'postinstall_cmd': '',
- 'error_cmd': '',
- 'ignore_cmd_errors': False,
- 'always_update': False})
-AddConfFileToNodeGroup(conf_file_id, 'Alpha')
-
-conf_file_id = AddConfFile({
- 'enabled': True,
- 'source': 'PlanetLabConf/yum.conf.php?gpgcheck=1&beta',
- 'dest': '/etc/yum.conf',
- 'file_permissions': '644',
- 'file_owner': 'root',
- 'file_group': 'root',
- 'preinstall_cmd': '',
- 'postinstall_cmd': '',
- 'error_cmd': '',
- 'ignore_cmd_errors': False,
- 'always_update': False})
-AddConfFileToNodeGroup(conf_file_id, 'Beta')
-
-conf_file_id = AddConfFile({
- 'enabled': True,
- 'source': 'PlanetLabConf/yum.conf.php?gpgcheck=1&rollout',
- 'dest': '/etc/yum.conf',
- 'file_permissions': '644',
- 'file_owner': 'root',
- 'file_group': 'root',
- 'preinstall_cmd': '',
- 'postinstall_cmd': '',
- 'error_cmd': '',
- 'ignore_cmd_errors': False,
- 'always_update': False})
-AddConfFileToNodeGroup(conf_file_id, 'Rollout')
-
-# Add OneLab as a peer
-onelab = {'peername': u'OneLab', 'peer_url': u'https://onelab-plc.inria.fr/PLCAPI/', 'key': u'-----BEGIN PGP PUBLIC KEY BLOCK-----\nVersion: GnuPG v1.4.5 (GNU/Linux)\n\nmQGiBEW0kJMRBACaTlrW0eYlQwkzRuMFfEYMwyqBT9Bm6R4g68SJ5GdjCRu3XCnd\nGTGCFF4ewOu6IcUmZDv39eqxShBWyx+JqBogYPGNvPrj07jXXKaSBCM7TPk+9kMW\nPziIxSClvO15XaPKv89c6kFaEBe0z1xsoMB/TNoLmhFUxmc24O7JnEqmYwCgjzIS\nHP7u9KIOYk1ZlTdOtwyRxVkD/1uYbPzD0Qigf8uF9ADzx7I4F1ATd2ezYq0EfzhD\nTDa15FPWwA7jm+Mye//ovT01Ju6JQtCU4N9wRsV2Yy2tWcWFZiYt+BISPVS0lJDx\nQ2Cd2+kEWyl9ByL9/ACHmCUz0OOaz9j1x+GpJLArjUdZSJOs68kPw90F62mrLHfg\nYCHpA/0ZcdJQG9QYNZ67KMFqNPho+uRww5/7kxQ4wkSyP7EK3QUVgXG5OWZ/1mPZ\njon9N04nnjrL9qoQv7m04ih3rmqyGy1MsicNCoys0RNh1eavPdAsXD1ZEXnWPA7z\naC37hxUaRPP3hH+1ifjPpAWQX1E89MK2y2zQpZipvEOAO2Lw8LRCT25lTGFiIENl\nbnRyYWwgKGh0dHA6Ly9vbmVsYWItcGxjLmlucmlhLmZyLykgPHN1cHBvcnRAb25l\nLWxhYi5vcmc+iGAEExECACAFAkW0kJMCGyMGCwkIBwMCBBUCCAMEFgIDAQIeAQIX\ngAAKCRBuu7E0vzFd9fvbAJ9QB2neTSbAN5HuoigIbuKzTUCTjQCeM/3h7/OmjD+z\n6yXtWD4Fzyfr7fSIYAQTEQIAIAUCRbibbAIbIwYLCQgHAwIEFQIIAwQWAgMBAh4B\nAheAAAoJEG67sTS/MV31w3AAn2t6qb94HIPmqCoD/ptK34Dv+VW0AJ4782ffPPnk\nbVXHU/Sx31QCoFmj34hgBBMRAgAgBQJFtJJBAhsjBgsJCAcDAgQVAggDBBYCAwEC\nHgECF4AACgkQbruxNL8xXfU5UQCeKqXWeNzTqdMqj/qHPkp1JCb+isEAn2AzDnde\nITF0aYd02RAKsU4sKePEtEJPbmVMYWIgQ2VudHJhbCAoaHR0cDovL29uZWxhYi1w\nbGMuaW5yaWEuZnIvKSA8c3VwcG9ydEBvbmUtbGFiLm9yZz6IYAQTEQIAIAUCRbi2\npgIbIwYLCQgHAwIEFQIIAwQWAgMBAh4BAheAAAoJEG67sTS/MV31W4AAn0rW5yjR\n2a8jPP/V44gw1JhqnE8jAKCMAEh0nPjvle5oLEGectC3Es9Pm7kBDQRFtJCUEAQA\nhp38fNVy/aJiPg2lUKKnA6KjrRm3LxD66N8MSWfxGCIYzQRJHhmZWnS+m1DDOjdu\nFG9FM6QrsCRRcEQuvhKI2ORFfK75D24lj4QaXzw7vfBbAibTaDsYa0b5LxfR5pGj\nYPCQ5LrRex+Ws3DrB3acJE5/XnYJZ+rUO1ZJlm00FTMAAwUD/Ai4ZUunVB8F0VqS\nhJgDYQF08/OlAnDAcbL//P5dtXdztUNSgXZM4wW/XFnDvAsBuRnbfkT/3BeptM9L\neEbdrMi4eThLstSl13ITOsZbSL3i/2OO9sPAxupWzRWOXcQILpqR2YMRK1EapO+M\nNhjrgxU9JpMXz24FESocczSyywDXiEkEGBECAAkFAkW0kJQCGwwACgkQbruxNL8x\nXfXGxQCfZqzSqinohParWaHv+4XNoIz2B7IAn2Ge0O5wjYZeV/joulkTXfPKm7Iu\n=SsZg\n-----END PGP PUBLIC KEY BLOCK-----\n', 'cacert': u'Certificate:\r\n Data:\r\n Version: 3 (0x2)\r\n Serial Number: 67109883 (0x40003fb)\r\n Signature Algorithm: sha1WithRSAEncryption\r\n Issuer: C=US, O=GTE Corporation, OU=GTE CyberTrust Solutions, Inc., CN=G\r\n Validity\r\n Not Before: Mar 14 20:30:00 2006 GMT\r\n Not After : Mar 14 23:59:00 2013 GMT\r\n Subject: C=BE, O=Cybertrust, OU=Educational CA, CN=Cybertrust Educationa\r\n Subject Public Key Info:\r\n Public Key Algorithm: rsaEncryption\r\n RSA Public Key: (2048 bit)\r\n Modulus (2048 bit):\r\n 00:95:22:a1:10:1d:4a:46:60:6e:05:91:9b:df:83:\r\n c2:ed:12:b2:5a:7c:f8:ab:e1:f8:50:5c:28:2c:7e:\r\n 7e:00:38:93:b0:8b:4a:f1:c2:4c:3c:10:2c:3c:ef:\r\n b0:ec:a1:69:2f:b9:fc:cc:08:14:6b:8d:4f:18:f3:\r\n 83:d2:fa:a9:37:08:20:aa:5c:aa:80:60:a2:d5:a5:\r\n 22:00:cf:5a:e5:b4:97:df:ba:1e:be:5c:8e:17:19:\r\n 66:fd:af:9f:7c:7b:89:b2:0e:24:d8:c7:ab:63:c4:\r\n 95:32:8d:48:e6:63:59:7d:04:b8:33:a8:bd:d7:5d:\r\n 64:bc:63:b5:f7:4d:28:fd:f9:06:72:31:5c:ba:45:\r\n 94:65:a3:d2:b4:58:ec:3b:61:58:44:a3:2f:62:b3:\r\n 9b:80:b4:82:fd:d5:c7:cc:51:25:e5:95:3f:47:2f:\r\n 30:7b:ac:c8:78:6e:e2:e1:6d:27:eb:3d:cc:01:82:\r\n e8:35:77:8d:ab:58:bb:55:d1:d5:a4:81:56:8d:1c:\r\n d0:14:b1:b0:06:de:a0:91:22:f3:f0:a8:34:17:47:\r\n c6:e0:3e:f6:0c:5a:ac:7e:50:4b:cd:e1:69:6e:06:\r\n fc:06:7e:6a:4d:b4:95:99:a0:59:5c:35:66:ec:d9:\r\n 49:d4:17:e0:60:b0:5d:a5:d7:1a:e2:2a:6e:66:f2:\r\n af:1d\r\n Exponent: 65537 (0x10001)\r\n X509v3 extensions:\r\n X509v3 CRL Distribution Points: \r\n URI:http://www.public-trust.com/cgi-bin/CRL/2018/cdp.crl\r\n\r\n X509v3 Subject Key Identifier: \r\n 65:65:A3:3D:D7:3B:11:A3:0A:07:25:37:C9:42:4A:5B:76:77:50:E1\r\n X509v3 Certificate Policies: \r\n Policy: 1.3.6.1.4.1.6334.1.0\r\n CPS: http://www.public-trust.com/CPS/OmniRoot.html\r\n\r\n X509v3 Authority Key Identifier: \r\n DirName:/C=US/O=GTE Corporation/OU=GTE CyberTrust Solutions, Inc\r\n serial:01:A5\r\n\r\n X509v3 Key Usage: critical\r\n Certificate Sign, CRL Sign\r\n X509v3 Basic Constraints: critical\r\n CA:TRUE, pathlen:0\r\n Signature Algorithm: sha1WithRSAEncryption\r\n 43:b3:45:83:54:71:c4:1f:dc:b2:3c:6b:4e:bf:26:f2:4e:f2:\r\n ad:9a:5b:fa:86:37:88:e8:14:6c:41:18:42:5f:ef:65:3e:eb:\r\n 03:77:a0:b7:9e:75:7a:51:7c:bb:15:5b:b8:af:91:a0:34:92:\r\n 53:ed:7f:2a:49:84:ac:b9:80:4b:b5:c7:b2:23:22:fb:eb:d8:\r\n fb:6e:c9:3c:f3:d2:d1:bb:be:c9:1c:ff:6d:01:db:69:80:0e:\r\n 99:a5:ea:9e:7b:97:98:8f:b7:cf:22:9c:b3:b8:5d:e5:a9:33:\r\n 17:74:c6:97:37:0f:b4:e9:26:82:5f:61:0b:3f:1e:3d:64:e9:\r\n 2b:9b\r\n-----BEGIN CERTIFICATE-----\r\nMIIEQjCCA6ugAwIBAgIEBAAD+zANBgkqhkiG9w0BAQUFADB1MQswCQYDVQQGEwJV\r\nUzEYMBYGA1UEChMPR1RFIENvcnBvcmF0aW9uMScwJQYDVQQLEx5HVEUgQ3liZXJU\r\ncnVzdCBTb2x1dGlvbnMsIEluYy4xIzAhBgNVBAMTGkdURSBDeWJlclRydXN0IEds\r\nb2JhbCBSb290MB4XDTA2MDMxNDIwMzAwMFoXDTEzMDMxNDIzNTkwMFowXzELMAkG\r\nA1UEBhMCQkUxEzARBgNVBAoTCkN5YmVydHJ1c3QxFzAVBgNVBAsTDkVkdWNhdGlv\r\nbmFsIENBMSIwIAYDVQQDExlDeWJlcnRydXN0IEVkdWNhdGlvbmFsIENBMIIBIjAN\r\nBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAlSKhEB1KRmBuBZGb34PC7RKyWnz4\r\nq+H4UFwoLH5+ADiTsItK8cJMPBAsPO+w7KFpL7n8zAgUa41PGPOD0vqpNwggqlyq\r\ngGCi1aUiAM9a5bSX37oevlyOFxlm/a+ffHuJsg4k2MerY8SVMo1I5mNZfQS4M6i9\r\n111kvGO1900o/fkGcjFcukWUZaPStFjsO2FYRKMvYrObgLSC/dXHzFEl5ZU/Ry8w\r\ne6zIeG7i4W0n6z3MAYLoNXeNq1i7VdHVpIFWjRzQFLGwBt6gkSLz8Kg0F0fG4D72\r\nDFqsflBLzeFpbgb8Bn5qTbSVmaBZXDVm7NlJ1BfgYLBdpdca4ipuZvKvHQIDAQAB\r\no4IBbzCCAWswRQYDVR0fBD4wPDA6oDigNoY0aHR0cDovL3d3dy5wdWJsaWMtdHJ1\r\nc3QuY29tL2NnaS1iaW4vQ1JMLzIwMTgvY2RwLmNybDAdBgNVHQ4EFgQUZWWjPdc7\r\nEaMKByU3yUJKW3Z3UOEwUwYDVR0gBEwwSjBIBgkrBgEEAbE+AQAwOzA5BggrBgEF\r\nBQcCARYtaHR0cDovL3d3dy5wdWJsaWMtdHJ1c3QuY29tL0NQUy9PbW5pUm9vdC5o\r\ndG1sMIGJBgNVHSMEgYEwf6F5pHcwdTELMAkGA1UEBhMCVVMxGDAWBgNVBAoTD0dU\r\nRSBDb3Jwb3JhdGlvbjEnMCUGA1UECxMeR1RFIEN5YmVyVHJ1c3QgU29sdXRpb25z\r\nLCBJbmMuMSMwIQYDVQQDExpHVEUgQ3liZXJUcnVzdCBHbG9iYWwgUm9vdIICAaUw\r\nDgYDVR0PAQH/BAQDAgEGMBIGA1UdEwEB/wQIMAYBAf8CAQAwDQYJKoZIhvcNAQEF\r\nBQADgYEAQ7NFg1RxxB/csjxrTr8m8k7yrZpb+oY3iOgUbEEYQl/vZT7rA3egt551\r\nelF8uxVbuK+RoDSSU+1/KkmErLmAS7XHsiMi++vY+27JPPPS0bu+yRz/bQHbaYAO\r\nmaXqnnuXmI+3zyKcs7hd5akzF3TGlzcPtOkmgl9hCz8ePWTpK5s=\r\n-----END CERTIFICATE-----\r\nCertificate:\r\n Data:\r\n Version: 1 (0x0)\r\n Serial Number: 421 (0x1a5)\r\n Signature Algorithm: md5WithRSAEncryption\r\n Issuer: C=US, O=GTE Corporation, OU=GTE CyberTrust Solutions, Inc., CN=GTE CyberTrust Global Root\r\n Validity\r\n Not Before: Aug 13 00:29:00 1998 GMT\r\n Not After : Aug 13 23:59:00 2018 GMT\r\n Subject: C=US, O=GTE Corporation, OU=GTE CyberTrust Solutions, Inc., CN=GTE CyberTrust Global Root\r\n Subject Public Key Info:\r\n Public Key Algorithm: rsaEncryption\r\n RSA Public Key: (1024 bit)\r\n Modulus (1024 bit):\r\n 00:95:0f:a0:b6:f0:50:9c:e8:7a:c7:88:cd:dd:17:\r\n 0e:2e:b0:94:d0:1b:3d:0e:f6:94:c0:8a:94:c7:06:\r\n c8:90:97:c8:b8:64:1a:7a:7e:6c:3c:53:e1:37:28:\r\n 73:60:7f:b2:97:53:07:9f:53:f9:6d:58:94:d2:af:\r\n 8d:6d:88:67:80:e6:ed:b2:95:cf:72:31:ca:a5:1c:\r\n 72:ba:5c:02:e7:64:42:e7:f9:a9:2c:d6:3a:0d:ac:\r\n 8d:42:aa:24:01:39:e6:9c:3f:01:85:57:0d:58:87:\r\n 45:f8:d3:85:aa:93:69:26:85:70:48:80:3f:12:15:\r\n c7:79:b4:1f:05:2f:3b:62:99\r\n Exponent: 65537 (0x10001)\r\n Signature Algorithm: md5WithRSAEncryption\r\n 6d:eb:1b:09:e9:5e:d9:51:db:67:22:61:a4:2a:3c:48:77:e3:\r\n a0:7c:a6:de:73:a2:14:03:85:3d:fb:ab:0e:30:c5:83:16:33:\r\n 81:13:08:9e:7b:34:4e:df:40:c8:74:d7:b9:7d:dc:f4:76:55:\r\n 7d:9b:63:54:18:e9:f0:ea:f3:5c:b1:d9:8b:42:1e:b9:c0:95:\r\n 4e:ba:fa:d5:e2:7c:f5:68:61:bf:8e:ec:05:97:5f:5b:b0:d7:\r\n a3:85:34:c4:24:a7:0d:0f:95:93:ef:cb:94:d8:9e:1f:9d:5c:\r\n 85:6d:c7:aa:ae:4f:1f:22:b5:cd:95:ad:ba:a7:cc:f9:ab:0b:\r\n 7a:7f\r\n-----BEGIN CERTIFICATE-----\r\nMIICWjCCAcMCAgGlMA0GCSqGSIb3DQEBBAUAMHUxCzAJBgNVBAYTAlVTMRgwFgYD\r\nVQQKEw9HVEUgQ29ycG9yYXRpb24xJzAlBgNVBAsTHkdURSBDeWJlclRydXN0IFNv\r\nbHV0aW9ucywgSW5jLjEjMCEGA1UEAxMaR1RFIEN5YmVyVHJ1c3QgR2xvYmFsIFJv\r\nb3QwHhcNOTgwODEzMDAyOTAwWhcNMTgwODEzMjM1OTAwWjB1MQswCQYDVQQGEwJV\r\nUzEYMBYGA1UEChMPR1RFIENvcnBvcmF0aW9uMScwJQYDVQQLEx5HVEUgQ3liZXJU\r\ncnVzdCBTb2x1dGlvbnMsIEluYy4xIzAhBgNVBAMTGkdURSBDeWJlclRydXN0IEds\r\nb2JhbCBSb290MIGfMA0GCSqGSIb3DQEBAQUAA4GNADCBiQKBgQCVD6C28FCc6HrH\r\niM3dFw4usJTQGz0O9pTAipTHBsiQl8i4ZBp6fmw8U+E3KHNgf7KXUwefU/ltWJTS\r\nr41tiGeA5u2ylc9yMcqlHHK6XALnZELn+aks1joNrI1CqiQBOeacPwGFVw1Yh0X4\r\n04Wqk2kmhXBIgD8SFcd5tB8FLztimQIDAQABMA0GCSqGSIb3DQEBBAUAA4GBAG3r\r\nGwnpXtlR22ciYaQqPEh346B8pt5zohQDhT37qw4wxYMWM4ETCJ57NE7fQMh017l9\r\n3PR2VX2bY1QY6fDq81yx2YtCHrnAlU66+tXifPVoYb+O7AWXX1uw16OFNMQkpw0P\r\nlZPvy5TYnh+dXIVtx6quTx8itc2VrbqnzPmrC3p/\r\n-----END CERTIFICATE-----\r\n'}
-
-AddPeer(onelab)
+++ /dev/null
-#!/usr/bin/python
-#
-# Tool for upgrading/converting a db
-# Requirements:
-# 1) Databse Schema - schema for the new database you what to upgrade to
-# 2) Config File - the config file that describes how to convert the db
-#
-# Notes:
-# 1) Will attempt to convert the db defined in /etc/planetlab/plc_config
-# 2) Does not automatically drop archived database. They must be removed
-# manually
-
-import sys
-import os
-import getopt
-import pgdb
-
-config = {}
-config_file = "/etc/planetlab/plc_config"
-execfile(config_file, config)
-upgrade_config_file = "plcdb.3-4.conf"
-schema_file = "planetlab4.sql"
-temp_dir = "/tmp"
-
-
-def usage():
- print "Usage: %s [OPTION] UPGRADE_CONFIG_FILE " % sys.argv[0]
- print "Options:"
- print " -s, --schema=FILE Upgraded Database Schema"
- print " -t, --temp-dir=DIR Temp Directory"
- print " --help This message"
- sys.exit(1)
-
-try:
- (opts, argv) = getopt.getopt(sys.argv[1:],
- "s:d:",
- ["schema=",
- "temp-dir=",
- "help"])
-except getopt.GetoptError, err:
- print "Error: ", err.msg
- usage()
-
-for (opt, optval) in opts:
- if opt == "-s" or opt == "--schema":
- schema_file = optval
- elif opt == "-d" or opt == "--temp-dir":
- temp_dir = optval
- elif opt == "--help":
- usage()
-try:
- upgrade_config_file = argv[0]
-except IndexError:
- print "Error: too few arguments"
- usage()
-
-schema = {}
-inserts = []
-schema_items_ordered = []
-sequences = {}
-temp_tables = {}
-
-
-# load conf file for this upgrade
-try:
- upgrade_config = {}
- execfile(upgrade_config_file, upgrade_config)
- upgrade_config.pop('__builtins__')
- db_version_previous = upgrade_config['DB_VERSION_PREVIOUS']
- db_version_new = upgrade_config['DB_VERSION_NEW']
-
-except IOError, fault:
- print "Error: upgrade config file (%s) not found. Exiting" % \
- (fault)
- sys.exit(1)
-except KeyError, fault:
- print "Error: %s not set in upgrade confing (%s). Exiting" % \
- (fault, upgrade_config_file)
- sys.exit(1)
-
-
-
-
-def connect():
- db = pgdb.connect(user = config['PLC_DB_USER'],
- database = config['PLC_DB_NAME'])
- return db
-
-def archive_db(database, archived_database):
-
- archive_db = " dropdb -U postgres %s > /dev/null 2>&1;" \
- " psql template1 postgres -qc " \
- " 'ALTER DATABASE %s RENAME TO %s;';" % \
- (archived_database, database, archived_database)
- exit_status = os.system(archive_db)
- if exit_status:
- print "Error: unable to archive database. Upgrade failed"
- sys.exit(1)
- #print "Status: %s has been archived. now named %s" % (database, archived_database)
-
-
-def encode_utf8(inputfile_name, outputfile_name):
- # rewrite a iso-8859-1 encoded file in utf8
- try:
- inputfile = open(inputfile_name, 'r')
- outputfile = open(outputfile_name, 'w')
- for line in inputfile:
- if line.upper().find('SET CLIENT_ENCODING') > -1:
- continue
- outputfile.write(unicode(line, 'iso-8859-1').encode('utf8'))
- inputfile.close()
- outputfile.close()
- except:
- print 'error encoding file'
- raise
-
-def create_item_from_schema(item_name):
-
- try:
- (type, body_list) = schema[item_name]
- exit_status = os.system('psql %s %s -qc "%s" > /dev/null 2>&1' % \
- (config['PLC_DB_NAME'], config['PLC_DB_USER'],"".join(body_list) ) )
- if exit_status:
- raise Exception
- except Exception, fault:
- print 'Error: create %s failed. Check schema.' % item_name
- sys.exit(1)
- raise fault
-
- except KeyError:
- print "Error: cannot create %s. definition not found in %s" % \
- (key, schema_file)
- return False
-
-def fix_row(row, table_name, table_fields):
-
- if table_name in ['interfaces']:
- # convert str bwlimit to bps int
- bwlimit_index = table_fields.index('bwlimit')
- if isinstance(row[bwlimit_index], int):
- pass
- elif row[bwlimit_index].find('mbit') > -1:
- row[bwlimit_index] = int(row[bwlimit_index].split('mbit')[0]) \
- * 1000000
- elif row[bwlimit_index].find('kbit') > -1:
- row[bwlimit_index] = int(row[bwlimit_index].split('kbit')[0]) \
- * 1000
- elif table_name in ['slice_attribute']:
- # modify some invalid foreign keys
- attribute_type_index = table_fields.index('attribute_type_id')
- if row[attribute_type_index] == 10004:
- row[attribute_type_index] = 10016
- elif row[attribute_type_index] == 10006:
- row[attribute_type_index] = 10017
- elif row[attribute_type_index] in [10031, 10033]:
- row[attribute_type_index] = 10037
- elif row[attribute_type_index] in [10034, 10035]:
- row[attribute_type_index] = 10036
- elif table_name in ['slice_attribute_types']:
- type_id_index = table_fields.index('attribute_type_id')
- if row[type_id_index] in [10004, 10006, 10031, 10033, 10034, 10035]:
- return None
- return row
-
-def fix_table(table, table_name, table_fields):
- if table_name in ['slice_attribute_types']:
- # remove duplicate/redundant primary keys
- type_id_index = table_fields.index('attribute_type_id')
- for row in table:
- if row[type_id_index] in [10004, 10006, 10031, 10033, 10034, 10035]:
- table.remove(row)
- return table
-
-def remove_temp_tables():
- # remove temp_tables
- try:
- for temp_table in temp_tables:
- os.remove(temp_tables[temp_table])
- except:
- raise
-
-def generate_temp_table(table_name, db):
- cursor = db.cursor()
- try:
- # get upgrade directions
- table_def = upgrade_config[table_name].replace('(', '').replace(')', '').split(',')
- table_fields, old_fields, joins, wheres = [], [], set(), set()
- for field in table_def:
- field_parts = field.strip().split(':')
- table_fields.append(field_parts[0])
- old_fields.append(field_parts[1])
- if field_parts[2:]:
- joins.update(set(filter(lambda x: not x.find('=') > -1, field_parts[2:])))
- wheres.update(set(filter(lambda x: x.find('=') > -1, field_parts[2:])))
-
- # get indices of fields that cannot be null
- (type, body_list) = schema[table_name]
- not_null_indices = []
- for field in table_fields:
- for body_line in body_list:
- if body_line.find(field) > -1 and \
- body_line.upper().find("NOT NULL") > -1:
- not_null_indices.append(table_fields.index(field))
- # get index of primary key
- primary_key_indices = []
- for body_line in body_list:
- if body_line.find("PRIMARY KEY") > -1:
- primary_key = body_line
- for field in table_fields:
- if primary_key.find(" "+field+" ") > -1:
- primary_key_indices.append(table_fields.index(field))
- #break
-
- # get old data
- get_old_data = "SELECT DISTINCT %s FROM %s" % \
- (", ".join(old_fields), old_fields[0].split(".")[0])
- for join in joins:
- get_old_data = get_old_data + " INNER JOIN %s USING (%s) " % \
- (join.split('.')[0], join.split('.')[1])
- if wheres:
- get_old_data = get_old_data + " WHERE "
- for where in wheres:
- get_old_data = get_old_data + " %s" % where
- cursor.execute(get_old_data)
- rows = cursor.fetchall()
-
- # write data to a temp file
- temp_file_name = '%s/%s.tmp' % (temp_dir, table_name)
- temp_file = open(temp_file_name, 'w')
- for row in rows:
- # attempt to make any necessary fixes to data
- row = fix_row(row, table_name, table_fields)
- # do not attempt to write null rows
- if row == None:
- continue
- # do not attempt to write rows with null primary keys
- if filter(lambda x: row[x] == None, primary_key_indices):
- continue
- for i in range(len(row)):
- # convert nulls into something pg can understand
- if row[i] == None:
- if i in not_null_indices:
- # XX doesnt work if column is int type
- row[i] = ""
- else:
- row[i] = "\N"
- if isinstance(row[i], int) or isinstance(row[i], float):
- row[i] = str(row[i])
- # escape whatever can mess up the data format
- if isinstance(row[i], str):
- row[i] = row[i].replace('\t', '\\t')
- row[i] = row[i].replace('\n', '\\n')
- row[i] = row[i].replace('\r', '\\r')
- data_row = "\t".join(row)
- temp_file.write(data_row + "\n")
- temp_file.write("\.\n")
- temp_file.close()
- temp_tables[table_name] = temp_file_name
-
- except KeyError:
- #print "WARNING: cannot upgrade %s. upgrade def not found. skipping" % \
- # (table_name)
- return False
- except IndexError, fault:
- print "Error: error found in upgrade config file. " \
- "check %s configuration. Aborting " % \
- (table_name)
- sys.exit(1)
- except:
- print "Error: configuration for %s doesnt match db schema. " \
- " Aborting" % (table_name)
- try:
- db.rollback()
- except:
- pass
- raise
-
-
-# Connect to current db
-db = connect()
-cursor = db.cursor()
-
-# determin current db version
-try:
- cursor.execute("SELECT relname from pg_class where relname = 'plc_db_version'")
- rows = cursor.fetchall()
- if not rows:
- print "Warning: current db has no version. Unable to validate config file."
- else:
- cursor.execute("SELECT version FROM plc_db_version")
- rows = cursor.fetchall()
- if not rows or not rows[0]:
- print "Warning: current db has no version. Unable to validate config file."
- elif rows[0][0] == db_version_new:
- print "Status: Versions are the same. No upgrade necessary."
- sys.exit()
- elif not rows[0][0] == db_version_previous:
- print "Stauts: DB_VERSION_PREVIOUS in config file (%s) does not" \
- " match current db version %d" % (upgrade_config_file, rows[0][0])
- sys.exit()
- else:
- print "STATUS: attempting upgrade from %d to %d" % \
- (db_version_previous, db_version_new)
-
- # check db encoding
- sql = " SELECT pg_catalog.pg_encoding_to_char(d.encoding)" \
- " FROM pg_catalog.pg_database d " \
- " WHERE d.datname = '%s' " % config['PLC_DB_NAME']
- cursor.execute(sql)
- rows = cursor.fetchall()
- if rows[0][0] not in ['UTF8', 'UNICODE']:
- print "WARNING: db encoding is not utf8. Attempting to encode"
- db.close()
- # generate db dump
- dump_file = '%s/dump.sql' % (temp_dir)
- dump_file_encoded = dump_file + ".utf8"
- dump_cmd = 'pg_dump -i %s -U postgres -f %s > /dev/null 2>&1' % \
- (config['PLC_DB_NAME'], dump_file)
- if os.system(dump_cmd):
- print "ERROR: during db dump. Exiting."
- sys.exit(1)
- # encode dump to utf8
- print "Status: encoding database dump"
- encode_utf8(dump_file, dump_file_encoded)
- # archive original db
- archive_db(config['PLC_DB_NAME'], config['PLC_DB_NAME']+'_sqlascii_archived')
- # create a utf8 database and upload encoded data
- recreate_cmd = 'createdb -U postgres -E UTF8 %s > /dev/null; ' \
- 'psql -a -U %s %s < %s > /dev/null 2>&1;' % \
- (config['PLC_DB_NAME'], config['PLC_DB_USER'], \
- config['PLC_DB_NAME'], dump_file_encoded)
- print "Status: recreating database as utf8"
- if os.system(recreate_cmd):
- print "Error: database encoding failed. Aborting"
- sys.exit(1)
-
- os.remove(dump_file_encoded)
- os.remove(dump_file)
-except:
- raise
-
-
-db = connect()
-cursor = db.cursor()
-
-# parse the schema user wishes to upgrade to
-try:
- file = open(schema_file, 'r')
- index = 0
- lines = file.readlines()
- while index < len(lines):
- line = lines[index]
- if line.find("--") > -1:
- line_parts = line.split("--")
- line = line_parts[0]
- # find all created objects
- if line.startswith("CREATE"):
- line_parts = line.split(" ")
- if line_parts[1:3] == ['OR', 'REPLACE']:
- line_parts = line_parts[2:]
- item_type = line_parts[1]
- item_name = line_parts[2]
- schema_items_ordered.append(item_name)
- if item_type in ['INDEX']:
- schema[item_name] = (item_type, line)
-
- # functions, tables, views span over multiple lines
- # handle differently than indexes
- elif item_type in ['AGGREGATE', 'TABLE', 'VIEW']:
- fields = [line]
- while index < len(lines):
- index = index + 1
- nextline =lines[index]
- if nextline.find("--") > -1:
- new_line_parts = nextline.split("--")
- nextline = new_line_parts[0]
- # look for any sequences
- if item_type in ['TABLE'] and nextline.find('serial') > -1:
- sequences[item_name] = nextline.strip().split()[0]
- fields.append(nextline)
- if nextline.find(";") >= 0:
- break
- schema[item_name] = (item_type, fields)
- else:
- print "Error: unknown type %s" % item_type
- elif line.startswith("INSERT"):
- inserts.append(line)
- index = index + 1
-
-except:
- raise
-
-print "Status: generating temp tables"
-# generate all temp tables
-for key in schema_items_ordered:
- (type, body_list) = schema[key]
- if type == 'TABLE':
- generate_temp_table(key, db)
-
-# disconenct from current database and archive it
-cursor.close()
-db.close()
-
-print "Status: archiving database"
-archive_db(config['PLC_DB_NAME'], config['PLC_DB_NAME']+'_archived')
-os.system('createdb -U postgres -E UTF8 %s > /dev/null; ' % config['PLC_DB_NAME'])
-
-print "Status: upgrading database"
-# attempt to create and load all items from schema into temp db
-try:
- for key in schema_items_ordered:
- (type, body_list) = schema[key]
- create_item_from_schema(key)
- if type == 'TABLE':
- if upgrade_config.has_key(key):
- # attempt to populate with temp table data
- table_def = upgrade_config[key].replace('(', '').replace(')', '').split(',')
- table_fields = [field.strip().split(':')[0] for field in table_def]
- insert_cmd = "psql %s %s -c " \
- " 'COPY %s (%s) FROM stdin;' < %s " % \
- (config['PLC_DB_NAME'], config['PLC_DB_USER'], key,
- ", ".join(table_fields), temp_tables[key] )
- exit_status = os.system(insert_cmd)
- if exit_status:
- print "Error: upgrade %s failed" % key
- sys.exit(1)
- # update the primary key sequence
- if sequences.has_key(key):
- sequence = key +"_"+ sequences[key] +"_seq"
- update_seq = "psql %s %s -c " \
- " \"select setval('%s', max(%s)) FROM %s;\" > /dev/null" % \
- (config['PLC_DB_NAME'], config['PLC_DB_USER'], sequence,
- sequences[key], key)
- exit_status = os.system(update_seq)
- if exit_status:
- print "Error: sequence %s update failed" % sequence
- sys.exit(1)
- else:
- # check if there are any insert stmts in schema for this table
- print "Warning: %s has no temp data file. Unable to populate with old data" % key
- for insert_stmt in inserts:
- if insert_stmt.find(key) > -1:
- insert_cmd = 'psql %s postgres -qc "%s;" > /dev/null 2>&1' % \
- (config['PLC_DB_NAME'], insert_stmt)
- os.system(insert_cmd)
-except:
- print "Error: failed to populate db. Unarchiving original database and aborting"
- undo_command = "dropdb -U postgres %s > /dev/null; psql template1 postgres -qc" \
- " 'ALTER DATABASE %s RENAME TO %s;'; > /dev/null" % \
- (config['PLC_DB_NAME'], config['PLC_DB_NAME']+'_archived', config['PLC_DB_NAME'])
- os.system(undo_command)
- #remove_temp_tables()
- raise
-
-#remove_temp_tables()
-
-print "upgrade complete"
git://git.onelab.eu / plcapi.git / commitdiff