3 # PlanetLab SFA implementation
5 # This implements the SFA Registry and Slice Interfaces on PLC.
6 # Depending on command line options, it starts some combination of a
7 # Registry, an Aggregate Manager, and a Slice Manager.
9 # There are several items that need to be done before starting the servers.
11 # NOTE: Many configuration settings, including the PLC maintenance account
12 # credentials, URI of the PLCAPI, and PLC DB URI and admin credentials are initialized
13 # from your MyPLC configuration (/etc/planetlab/plc_config*). Please make sure this information
14 # is up to date and accurate.
16 # 1) Import the existing planetlab database, creating the
17 # appropriate SFA records. This is done by running the "sfa-import.py" tool.
19 # 2) Create a "trusted_roots" directory and place the certificate of the root
20 # authority in that directory. Given the defaults in sfa-import-plc.py, this
21 # certificate would be named "planetlab.gid". For example,
23 # mkdir trusted_roots; cp authorities/planetlab.gid trusted_roots/
25 # TODO: Can all three servers use the same "registry" certificate?
28 ### xxx todo not in the config yet
33 from optparse import OptionParser
35 from sfa.util.sfalogging import logger
36 from sfa.util.xrn import get_authority, hrn_to_urn
37 from sfa.util.config import Config
38 from sfa.trust.gid import GID
39 from sfa.trust.trustedroots import TrustedRoots
40 from sfa.trust.certificate import Keypair, Certificate
41 from sfa.trust.hierarchy import Hierarchy
42 from sfa.trust.gid import GID
43 from sfa.server.sfaapi import SfaApi
44 from sfa.server.registry import Registries
45 from sfa.server.aggregate import Aggregates
46 from sfa.client.return_value import ReturnValue
48 # after http://www.erlenstar.demon.co.uk/unix/faq_2.html
50 """Daemonize the current process."""
51 if os.fork() != 0: os._exit(0)
53 if os.fork() != 0: os._exit(0)
55 devnull = os.open(os.devnull, os.O_RDWR)
57 # xxx fixme - this is just to make sure that nothing gets stupidly lost - should use devnull
58 logdir='/var/log/httpd'
59 # when installed in standalone we might not have httpd installed
60 if not os.path.isdir(logdir): os.mkdir('/var/log/httpd')
61 crashlog = os.open('%s/sfa_access_log'%logdir, os.O_RDWR | os.O_APPEND | os.O_CREAT, 0644)
66 def install_peer_certs(server_key_file, server_cert_file):
68 Attempt to install missing trusted gids and db records for
69 our federated interfaces
71 # Attempt to get any missing peer gids
72 # There should be a gid file in /etc/sfa/trusted_roots for every
73 # peer registry found in in the registries.xml config file. If there
74 # are any missing gids, request a new one from the peer registry.
75 print>>sys.stderr, " \r\n \r\n \t=============================================== install_peer_certs server_key_file %s server_cert_file %s"%(server_key_file,server_cert_file)
76 api = SfaApi(key_file = server_key_file, cert_file = server_cert_file)
77 registries = Registries()
78 aggregates = Aggregates()
79 interfaces = dict(registries.items() + aggregates.items())
80 gids_current = api.auth.trusted_cert_list
81 hrns_current = [gid.get_hrn() for gid in gids_current]
82 hrns_expected = set([hrn for hrn in interfaces])
83 new_hrns = set(hrns_expected).difference(hrns_current)
84 #gids = self.get_peer_gids(new_hrns) + gids_current
88 print>>sys.stderr," \r\n \r\n \t=============================================== install_peer_certs interfaces %s api.config.SFA_INTERFACE_HRN %s new_hrns %s" %( interfaces,api.config.SFA_INTERFACE_HRN,new_hrns)
89 trusted_certs_dir = api.config.get_trustedroots_dir()
90 for new_hrn in new_hrns:
91 if not new_hrn: continue
92 # the gid for this interface should already be installed
93 if new_hrn == api.config.SFA_INTERFACE_HRN: continue
95 # get gid from the registry
96 url = interfaces[new_hrn].get_url()
97 interface = interfaces[new_hrn].server_proxy(server_key_file, server_cert_file, timeout=30)
98 # skip non sfa aggregates
99 print>>sys.stderr, " \r\n \r\n \t=============================================== install_peer_certs IIIinterface %s url %s" %(interface,url)
100 server_version = api.get_cached_server_version(interface)
101 print>>sys.stderr, " \r\n \r\n \t=============================================== install_peer_certs server_version %s \r\n \r\rn \t\t =============================================== server_version['sfa'] %s, " %(server_version, server_version['sfa'])
102 if 'sfa' not in server_version:
103 logger.info("get_trusted_certs: skipping non sfa aggregate: %s" % new_hrn)
105 trusted_gids = ReturnValue.get_value(interface.get_trusted_certs())
107 # the gid we want should be the first one in the list,
110 message = "interface: %s\t" % (api.interface)
111 message += "unable to install trusted gid for %s" % \
113 gid = GID(string=trusted_gid)
114 print>>sys.stderr, " \r\n \r\n \t=============================================== install_peer_certs gid %s " %(gid)
115 peer_gids.append(gid)
116 if gid.get_hrn() == new_hrn:
117 gid_filename = os.path.join(trusted_certs_dir, '%s.gid' % new_hrn)
118 gid.save_to_file(gid_filename, save_parents=True)
119 message = "installed trusted cert for %s" % new_hrn
121 api.logger.info(message)
123 message = "interface: %s\tunable to install trusted gid for %s" % \
124 (api.interface, new_hrn)
125 api.logger.log_exc(message)
126 # doesnt matter witch one
127 update_cert_records(peer_gids)
129 def update_cert_records(gids):
131 Make sure there is a record in the registry for the specified gids.
132 Removes old records from the db.
134 # import db stuff here here so this module can be loaded by PlcComponentApi
135 from sfa.storage.alchemy import dbsession
136 from sfa.storage.model import RegRecord
139 # get records that actually exist in the db
140 gid_urns = [gid.get_urn() for gid in gids]
141 hrns_expected = [gid.get_hrn() for gid in gids]
142 records_found = dbsession.query(RegRecord).\
143 filter_by(pointer=-1).filter(RegRecord.hrn.in_(hrns_expected)).all()
146 for record in records_found:
147 if record.hrn not in hrns_expected and \
148 record.hrn != self.api.config.SFA_INTERFACE_HRN:
149 dbsession.delete(record)
151 # TODO: store urn in the db so we do this in 1 query
153 hrn, type = gid.get_hrn(), gid.get_type()
154 record = dbsession.query(RegRecord).filter_by(hrn=hrn, type=type,pointer=-1).first()
156 record = RegRecord (dict= {'type':type,
158 'authority': get_authority(hrn),
159 'gid': gid.save_to_string(save_parents=True),
161 dbsession.add(record)
165 # Generate command line parser
166 parser = OptionParser(usage="sfa-start.py [options]")
167 parser.add_option("-r", "--registry", dest="registry", action="store_true",
168 help="run registry server", default=False)
169 parser.add_option("-s", "--slicemgr", dest="sm", action="store_true",
170 help="run slice manager", default=False)
171 parser.add_option("-a", "--aggregate", dest="am", action="store_true",
172 help="run aggregate manager", default=False)
173 parser.add_option("-c", "--component", dest="cm", action="store_true",
174 help="run component server", default=False)
175 parser.add_option("-t", "--trusted-certs", dest="trusted_certs", action="store_true",
176 help="refresh trusted certs", default=False)
177 parser.add_option("-d", "--daemon", dest="daemon", action="store_true",
178 help="Run as daemon.", default=False)
179 (options, args) = parser.parse_args()
182 logger.setLevelFromOptVerbose(config.SFA_API_LOGLEVEL)
185 # ge the server's key and cert
186 hierarchy = Hierarchy()
187 auth_info = hierarchy.get_interface_auth_info()
188 server_key_file = auth_info.get_privkey_filename()
189 server_cert_file = auth_info.get_gid_filename()
190 print>>sys.stderr, " \r\n \t\t\t\t\t SFA-START MAIN auth_info %s server_key_file %s server_cert_file %s "%(auth_info, server_key_file,server_cert_file)
191 # ensure interface cert is present in trusted roots dir
192 trusted_roots = TrustedRoots(config.get_trustedroots_dir())
193 trusted_roots.add_gid(GID(filename=server_cert_file))
194 if (options.daemon): daemon()
196 if options.trusted_certs:
197 install_peer_certs(server_key_file, server_cert_file)
199 # start registry server
200 if (options.registry):
201 from sfa.server.registry import Registry
202 r = Registry("", config.SFA_REGISTRY_PORT, server_key_file, server_cert_file)
206 from sfa.server.aggregate import Aggregate
207 a = Aggregate("", config.SFA_AGGREGATE_PORT, server_key_file, server_cert_file)
210 # start slice manager
212 from sfa.server.slicemgr import SliceMgr
213 s = SliceMgr("", config.SFA_SM_PORT, server_key_file, server_cert_file)
217 from sfa.server.component import Component
218 c = Component("", config.component_port, server_key_file, server_cert_file)
219 # c = Component("", config.SFA_COMPONENT_PORT, server_key_file, server_cert_file)
222 if __name__ == "__main__":
226 logger.log_exc_critical("SFA server is exiting")