3 # Copyright (c) 2003 Intel Corporation
6 # Copyright (c) 2004-2007 The Trustees of Princeton University
8 # expected /proc/partitions format
10 import os, sys, string
14 from Exceptions import *
16 import BootServerRequest
22 Download enough files to run rpm and yum from a chroot in
23 the system image directory
25 Expect the following variables from the store:
26 SYSIMG_PATH the path where the system image will be mounted
27 PARTITIONS dictionary of generic part. types (root/swap)
28 and their associated devices.
29 SUPPORT_FILE_DIR directory on the boot servers containing
30 scripts and support files
31 NODE_ID the id of this machine
33 Sets the following variables:
34 TEMP_BOOTCD_PATH where the boot cd is remounted in the temp
36 ROOT_MOUNTED set to 1 when the the base logical volumes
40 log.write( "\n\nStep: Install: bootstrapfs tarball.\n" )
42 # make sure we have the variables we need
44 SYSIMG_PATH= vars["SYSIMG_PATH"]
46 raise ValueError, "SYSIMG_PATH"
48 PARTITIONS= vars["PARTITIONS"]
49 if PARTITIONS == None:
50 raise ValueError, "PARTITIONS"
52 SUPPORT_FILE_DIR= vars["SUPPORT_FILE_DIR"]
53 if SUPPORT_FILE_DIR == None:
54 raise ValueError, "SUPPORT_FILE_DIR"
56 NODE_ID= vars["NODE_ID"]
58 raise ValueError, "NODE_ID"
61 raise BootManagerException, "Missing variable in vars: %s\n" % var
62 except ValueError, var:
63 raise BootManagerException, "Variable in vars, shouldn't be: %s\n" % var
67 # make sure the required partitions exist
68 val= PARTITIONS["root"]
69 val= PARTITIONS["swap"]
70 val= PARTITIONS["vservers"]
71 except KeyError, part:
72 log.write( "Missing partition in PARTITIONS: %s\n" % part )
75 bs_request= BootServerRequest.BootServerRequest()
77 log.write( "turning on swap space\n" )
78 utils.sysexec( "swapon %s" % PARTITIONS["swap"], log )
80 # make sure the sysimg dir is present
81 utils.makedirs( SYSIMG_PATH )
83 log.write( "mounting root file system\n" )
84 utils.sysexec( "mount -t ext3 %s %s" % (PARTITIONS["root"],SYSIMG_PATH), log )
86 log.write( "mounting vserver partition in root file system\n" )
87 utils.makedirs( SYSIMG_PATH + "/vservers" )
88 utils.sysexec( "mount -t ext3 %s %s/vservers" % (PARTITIONS["vservers"],
91 vars['ROOT_MOUNTED']= 1
93 # check which nodegroups we are part of (>=4.0)
94 utils.breakpoint("querying nodegroups for loading extensions")
96 nodes = BootAPI.call_api_function(vars, "GetNodes", ([NODE_ID], ['nodegroup_ids']))
98 nodegroups = BootAPI.call_api_function(vars, "GetNodeGroups", (node['nodegroup_ids'], ['name']))
99 nodegroupnames = [ nodegroup['name'].lower() for nodegroup in nodegroups ]
102 log.write("WARNING : Failed to query nodegroups - installing only core software\n")
106 # see also GetBootMedium in PLCAPI that does similar things
107 # figuring the default node family:
108 # (1) look at /etc/planetlab/nodefamily on the bootcd
109 # (2) if that fails, set to planetlab-i386
111 (pldistro,arch) = file("/etc/planetlab/nodefamily").read().strip().split("-")
113 (pldistro,arch) = ("planetlab","i386")
115 # scan nodegroupnames - temporary, as most of this nodegroup-based info
116 # should be more adequately defined in the nodes data model
117 known_archs = [ 'i386', 'x86_64' ]
119 # (1) if groupname == arch, nodefamily becomes pldistro-groupname
120 # (2) else if groupname looks like pldistro-arch, it is taken as a nodefamily
121 # (3) otherwise groupname is taken as an extension
122 for nodegroupname in nodegroupnames:
123 if nodegroupname in known_archs:
126 is_nodefamily = False
127 for known_arch in known_archs:
129 (api_pldistro,api_arch)=nodegroupname.split("-")
131 if api_arch != known_arch: raise Exception,"mismatch"
132 (pldistro,arch) = (api_pldistro, api_arch)
137 if not is_nodefamily:
138 extensions.append(nodegroupname)
140 bootstrapfs_names = [ pldistro ] + extensions
142 # download and extract support tarball for this step, which has
143 # everything we need to successfully run
145 # we first try to find a tarball, if it is not found we use yum instead
147 # download and extract support tarball for this step,
148 for bootstrapfs_name in bootstrapfs_names:
149 tarball = "bootstrapfs-%s-%s.tar.bz2"%(bootstrapfs_name,arch)
150 source_file= "%s/%s" % (SUPPORT_FILE_DIR,tarball)
151 dest_file= "%s/%s" % (SYSIMG_PATH, tarball)
153 # 30 is the connect timeout, 14400 is the max transfer time in
155 log.write( "downloading %s\n" % source_file )
156 result= bs_request.DownloadFile( source_file, None, None,
160 log.write( "extracting %s in %s\n" % (dest_file,SYSIMG_PATH) )
161 result= utils.sysexec( "tar -C %s -xpjf %s" % (SYSIMG_PATH,dest_file), log )
163 utils.removefile( dest_file )
165 # the main tarball is required
166 if bootstrapfs_name == pldistro:
167 raise BootManagerException, "Unable to download main tarball %s from server." % \
170 log.write("tarball for %s-%s not found, scheduling a yum attempt\n"%(bootstrapfs_name,arch))
171 yum_extensions.append(bootstrapfs_name)
173 # copy resolv.conf from the base system into our temp dir
174 # so DNS lookups work correctly while we are chrooted
175 log.write( "Copying resolv.conf to temp dir\n" )
176 utils.sysexec( "cp /etc/resolv.conf %s/etc/" % SYSIMG_PATH, log )
178 # Copy the boot server certificate(s) and GPG public key to
179 # /usr/boot in the temp dir.
180 log.write( "Copying boot server certificates and public key\n" )
182 if os.path.exists("/usr/boot"):
183 utils.makedirs(SYSIMG_PATH + "/usr")
184 shutil.copytree("/usr/boot", SYSIMG_PATH + "/usr/boot")
185 elif os.path.exists("/usr/bootme"):
186 utils.makedirs(SYSIMG_PATH + "/usr/boot")
187 boot_server = file("/usr/bootme/BOOTSERVER").readline().strip()
188 shutil.copy("/usr/bootme/cacert/" + boot_server + "/cacert.pem",
189 SYSIMG_PATH + "/usr/boot/cacert.pem")
190 file(SYSIMG_PATH + "/usr/boot/boot_server", "w").write(boot_server)
191 shutil.copy("/usr/bootme/pubring.gpg", SYSIMG_PATH + "/usr/boot/pubring.gpg")
193 # For backward compatibility
194 if os.path.exists("/usr/bootme"):
195 utils.makedirs(SYSIMG_PATH + "/mnt/cdrom")
196 shutil.copytree("/usr/bootme", SYSIMG_PATH + "/mnt/cdrom/bootme")
198 # Import the GPG key into the RPM database so that RPMS can be verified
199 utils.makedirs(SYSIMG_PATH + "/etc/pki/rpm-gpg")
200 utils.sysexec("gpg --homedir=/root --export --armor" \
201 " --no-default-keyring --keyring %s/usr/boot/pubring.gpg" \
202 " >%s/etc/pki/rpm-gpg/RPM-GPG-KEY-planetlab" % (SYSIMG_PATH, SYSIMG_PATH))
203 utils.sysexec("chroot %s rpm --import /etc/pki/rpm-gpg/RPM-GPG-KEY-planetlab" % \
206 # yum-based extensions:
207 # before we can use yum, yum.conf needs to get installed
208 # xxx this should probably depend on the node's nodegroup, at least among alpha, beta ..
209 # however there does not seem to be a clear interface for that in yum.conf.php
210 # so let's keep it simple for the bootstrap phase, as yum.conf will get overwritten anyway
212 getDict = {'gpgcheck':1,'arch':arch}
213 url="PlanetLabConf/yum.conf.php"
214 dest="%s/etc/yum.conf"%SYSIMG_PATH
215 log.write("downloading bootstrap yum.conf\n")
216 yumconf=bs_request.DownloadFile (url,getDict,None,
219 log.write("Cannot fetch %s from %s - aborting yum extensions"%(dest,url))
220 # failures here should not stop the install process
223 # yum also needs /proc to be mounted
224 # do it here so as to not break the tarballs-only case
225 cmd = "mount -t proc none %s/proc" % SYSIMG_PATH
226 utils.sysexec( cmd, log )
227 # we now just need to yum groupinstall everything
228 for extension in yum_extensions:
229 yum_command="yum groupinstall extension%s"%extension
230 utils.breakpoint ("before chroot %s %s"%(SYSIMG_PATH,yum_command))
231 log.write("Attempting to install extension %s through yum\n"%extension)
232 utils.sysexec_noerr("chroot %s %s" % (SYSIMG_PATH,yum_command))
233 # xxx how to check that this completed correctly ?
235 utils.sysexec_noerr( "umount %s/proc" % SYSIMG_PATH, log )
236 utils.breakpoint ("Done with yum extensions")