+#!/usr/bin/python
+#
+# $Id$
+# $URL$
+#
# Copyright (c) 2003 Intel Corporation
# All rights reserved.
-
-# Redistribution and use in source and binary forms, with or without
-# modification, are permitted provided that the following conditions are
-# met:
-
-# * Redistributions of source code must retain the above copyright
-# notice, this list of conditions and the following disclaimer.
-
-# * Redistributions in binary form must reproduce the above
-# copyright notice, this list of conditions and the following
-# disclaimer in the documentation and/or other materials provided
-# with the distribution.
-
-# * Neither the name of the Intel Corporation nor the names of its
-# contributors may be used to endorse or promote products derived
-# from this software without specific prior written permission.
-
-# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE INTEL OR
-# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
-# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
-# PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
-# PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
-# LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
-# NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
-# SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
-# EXPORT LAWS: THIS LICENSE ADDS NO RESTRICTIONS TO THE EXPORT LAWS OF
-# YOUR JURISDICTION. It is licensee's responsibility to comply with any
-# export regulations applicable in licensee's jurisdiction. Under
-# CURRENT (May 2000) U.S. export regulations this software is eligible
-# for export from the U.S. and can be downloaded by or otherwise
-# exported or reexported worldwide EXCEPT to U.S. embargoed destinations
-# which include Cuba, Iraq, Libya, North Korea, Iran, Syria, Sudan,
-# Afghanistan and any other country to which the U.S. has embargoed
-# goods and services.
-
+#
+# Copyright (c) 2004-2006 The Trustees of Princeton University
+# All rights reserved.
+# expected /proc/partitions format
import os, sys
import string
from Exceptions import *
import utils
import BootServerRequest
-import compatibility
-
+import ModelOptions
def Run( vars, log ):
"""
TEMP_PATH somewhere to store what we need to run
ROOT_SIZE the size of the root logical volume
SWAP_SIZE the size of the swap partition
- BOOT_CD_VERSION A tuple of the current bootcd version
-
- Sets the following variables:
- PARTITIONS diction of generic part. types (root/swap)
- and their associated devices.
- Current keys/values:
- root /dev/planetlab/root
- swap /dev/planetlab/swap
-
"""
log.write( "\n\nStep: Install: partitioning disks.\n" )
if SWAP_SIZE == "" or SWAP_SIZE == 0:
raise ValueError, "SWAP_SIZE invalid"
- BOOT_CD_VERSION= vars["BOOT_CD_VERSION"]
- if BOOT_CD_VERSION == "":
- raise ValueError, "BOOT_CD_VERSION"
+ NODE_MODEL_OPTIONS= vars["NODE_MODEL_OPTIONS"]
+
+ PARTITIONS= vars["PARTITIONS"]
+ if PARTITIONS == None:
+ raise ValueError, "PARTITIONS"
+
+ if NODE_MODEL_OPTIONS & ModelOptions.RAWDISK:
+ VSERVERS_SIZE= "-1"
+ if "VSERVER_SIZE" in vars:
+ VSERVERS_SIZE= vars["VSERVERS_SIZE"]
+ if VSERVERS_SIZE == "" or VSERVERS_SIZE == 0:
+ raise ValueError, "VSERVERS_SIZE"
except KeyError, var:
raise BootManagerException, "Missing variable in vars: %s\n" % var
except ValueError, var:
raise BootManagerException, "Variable in vars, shouldn't be: %s\n" % var
- bs_request= BootServerRequest.BootServerRequest()
-
-
- # old cds need extra utilities to partition disks and setup lvm
- if BOOT_CD_VERSION[0] == 2:
- compatibility.setup_partdisks_2x_cd( vars, log )
-
- import parted
-
- # define the basic partition paths
- PARTITIONS= {}
- PARTITIONS["root"]= "/dev/planetlab/root"
- PARTITIONS["swap"]= "/dev/planetlab/swap"
- PARTITIONS["vservers"]= "/dev/planetlab/vservers"
- # Linux 2.6 mounts LVM with device mapper
- PARTITIONS["mapper-root"]= "/dev/mapper/planetlab-root"
- PARTITIONS["mapper-swap"]= "/dev/mapper/planetlab-swap"
- PARTITIONS["mapper-vservers"]= "/dev/mapper/planetlab-vservers"
- vars["PARTITIONS"]= PARTITIONS
+ bs_request= BootServerRequest.BootServerRequest(vars)
# disable swap if its on
# shutdown and remove any lvm groups/volumes
utils.sysexec_noerr( "vgscan", log )
utils.sysexec_noerr( "vgchange -ay", log )
- utils.sysexec_noerr( "lvremove -f /dev/planetlab/root", log )
- utils.sysexec_noerr( "lvremove -f /dev/planetlab/swap", log )
- utils.sysexec_noerr( "lvremove -f /dev/planetlab/vservers", log )
+ utils.sysexec_noerr( "lvremove -f %s" % PARTITIONS["root"], log )
+ utils.sysexec_noerr( "lvremove -f %s" % PARTITIONS["swap"], log )
+ utils.sysexec_noerr( "lvremove -f %s" % PARTITIONS["vservers"], log )
utils.sysexec_noerr( "vgchange -an", log )
utils.sysexec_noerr( "vgremove planetlab", log )
used_devices= []
+ INSTALL_BLOCK_DEVICES.sort()
for device in INSTALL_BLOCK_DEVICES:
if single_partition_device( device, vars, log ):
- used_devices.append( device )
- log.write( "Successfully initialized %s\n" % device )
+ if (len(used_devices) > 0 and
+ (vars['NODE_MODEL_OPTIONS'] & ModelOptions.RAWDISK)):
+ log.write( "Running in raw disk mode, not using %s.\n" % device )
+ else:
+ used_devices.append( device )
+ log.write( "Successfully initialized %s\n" % device )
else:
log.write( "Unable to partition %s, not using it.\n" % device )
continue
vg_device_list = vg_device_list + " " + part_path
# create an lvm volume group
- utils.sysexec( "vgcreate -s16M planetlab %s" % vg_device_list, log)
+ utils.sysexec( "vgcreate -s32M planetlab %s" % vg_device_list, log)
# create swap logical volume
utils.sysexec( "lvcreate -L%s -nswap planetlab" % SWAP_SIZE, log )
# create root logical volume
utils.sysexec( "lvcreate -L%s -nroot planetlab" % ROOT_SIZE, log )
- # create vservers logical volume with all remaining space
- # first, we need to get the number of remaining extents we can use
- remaining_extents= get_remaining_extents_on_vg( vars, log )
-
- utils.sysexec( "lvcreate -l%s -nvservers planetlab" % remaining_extents, log )
+ if vars['NODE_MODEL_OPTIONS'] & ModelOptions.RAWDISK and VSERVERS_SIZE != "-1":
+ utils.sysexec( "lvcreate -L%s -nvservers planetlab" % VSERVERS_SIZE, log )
+ remaining_extents= get_remaining_extents_on_vg( vars, log )
+ utils.sysexec( "lvcreate -l%s -nrawdisk planetlab" % remaining_extents, log )
+ else:
+ # create vservers logical volume with all remaining space
+ # first, we need to get the number of remaining extents we can use
+ remaining_extents= get_remaining_extents_on_vg( vars, log )
+
+ utils.sysexec( "lvcreate -l%s -nvservers planetlab" % remaining_extents, log )
# activate volume group (should already be active)
#utils.sysexec( TEMP_PATH + "vgchange -ay planetlab", log )
# make swap
utils.sysexec( "mkswap %s" % PARTITIONS["swap"], log )
- # make root file system
- utils.sysexec( "mkfs.ext2 -j %s" % PARTITIONS["root"], log )
-
- # make vservers file system
- utils.sysexec( "mkfs.ext2 -m 0 -j %s" % PARTITIONS["vservers"], log )
+ # check if badhd option has been set
+ option = ''
+ txt = ''
+ if NODE_MODEL_OPTIONS & ModelOptions.BADHD:
+ option = '-c'
+ txt = " with bad block search enabled, which may take a while"
+
+ # filesystems partitions names and their corresponding
+ # reserved-blocks-percentages
+ filesystems = {"root":5,"vservers":0}
+
+ # make the file systems
+ for fs in filesystems.keys():
+ # get the reserved blocks percentage
+ rbp = filesystems[fs]
+ devname = PARTITIONS[fs]
+ log.write("formatting %s partition (%s)%s.\n" % (fs,devname,txt))
+ utils.sysexec( "mkfs.ext2 -q %s -m %d -j %s" % (option,rbp,devname), log )
# save the list of block devices in the log
- log.write( "Block devices used (in lvm):\n" )
- log.write( repr(used_devices) + "\n" )
- log.write( "End of block devices used (in lvm).\n" )
+ log.write( "Block devices used (in lvm): %s\n" % repr(used_devices))
# list of block devices used may be updated
vars["INSTALL_BLOCK_DEVICES"]= used_devices
return 1
-
+import parted
def single_partition_device( device, vars, log ):
"""
initialize a disk by removing the old partition tables,
return 1 if sucessful, 0 otherwise
"""
- BOOT_CD_VERSION= vars["BOOT_CD_VERSION"]
- if BOOT_CD_VERSION[0] == 2:
- compatibility.setup_partdisks_2x_cd( vars, log )
+ # two forms, depending on which version of pyparted we have
+ try:
+ version=parted.version()
+ return single_partition_device_2_x (device, vars, log)
+ except:
+ return single_partition_device_1_x (device, vars, log)
- import parted
+
+
+def single_partition_device_1_x ( device, vars, log):
lvm_flag= parted.partition_flag_get_by_name('lvm')
try:
+ print >>log, "Using pyparted 1.x"
# wipe the old partition table
utils.sysexec( "dd if=/dev/zero of=%s bs=512 count=1" % device, log )
# get the device
dev= parted.PedDevice.get(device)
- # 2.x cds have different libparted that 3.x cds, and they have
- # different interfaces
- if BOOT_CD_VERSION[0] == 3:
-
- # create a new partition table
- disk= dev.disk_new_fresh(parted.disk_type_get("msdos"))
+ # create a new partition table
+ disk= dev.disk_new_fresh(parted.disk_type_get("msdos"))
- # create one big partition on each block device
- constraint= dev.constraint_any()
+ # create one big partition on each block device
+ constraint= dev.constraint_any()
- new_part= disk.partition_new(
- parted.PARTITION_PRIMARY,
- parted.file_system_type_get("ext2"),
- 0, 1 )
+ new_part= disk.partition_new(
+ parted.PARTITION_PRIMARY,
+ parted.file_system_type_get("ext2"),
+ 0, 1 )
- # make it an lvm partition
- new_part.set_flag(lvm_flag,1)
+ # make it an lvm partition
+ new_part.set_flag(lvm_flag,1)
- # actually add the partition to the disk
- disk.add_partition(new_part, constraint)
+ # actually add the partition to the disk
+ disk.add_partition(new_part, constraint)
- disk.maximize_partition(new_part,constraint)
+ disk.maximize_partition(new_part,constraint)
- disk.commit()
- del disk
- else:
- # create a new partition table
- dev.disk_create(parted.disk_type_get("msdos"))
-
- # get the disk
- disk= parted.PedDisk.open(dev)
-
- # create one big partition on each block device
- part= disk.next_partition()
- while part:
- if part.type == parted.PARTITION_FREESPACE:
- new_part= disk.partition_new(
- parted.PARTITION_PRIMARY,
- parted.file_system_type_get("ext2"),
- part.geom.start,
- part.geom.end )
-
- constraint = disk.constraint_any()
-
- # make it an lvm partition
- new_part.set_flag(lvm_flag,1)
-
- # actually add the partition to the disk
- disk.add_partition(new_part, constraint)
-
- break
-
- part= disk.next_partition(part)
-
- disk.write()
- disk.close()
- del disk
+ disk.commit()
+ del disk
except BootManagerException, e:
log.write( "BootManagerException while running: %s\n" % str(e) )
+def single_partition_device_2_x ( device, vars, log):
+ try:
+ print >>log, "Using pyparted 2.x"
+ # wipe the old partition table
+ utils.sysexec( "dd if=/dev/zero of=%s bs=512 count=1" % device, log )
+ # get the device
+ dev= parted.Device(device)
+ # create a new partition table
+ disk= parted.freshDisk(dev,'msdos')
+ # create one big partition on each block device
+ constraint= parted.constraint.Constraint (device=dev)
+ geometry = parted.geometry.Geometry (device=dev, start=0, end=1)
+ fs = parted.filesystem.FileSystem (type="ext2",geometry=geometry)
+ new_part= parted.partition.Partition (disk, type=parted.PARTITION_NORMAL,
+ fs=fs, geometry=geometry)
+ # make it an lvm partition
+ new_part.setFlag(parted.PARTITION_LVM)
+ # actually add the partition to the disk
+ disk.addPartition(new_part, constraint)
+ disk.maximizePartition(new_part,constraint)
+ disk.commit()
+ print >>log, 'Current disk for %s'%device,disk
+ print >>log, 'Current dev for %s'%device,dev
+ del disk
+ except Exception, e:
+ log.write( "Exception inside single_partition_device_2_x : %s\n" % str(e) )
+ import traceback
+ traceback.print_exc(file=log)
+ return 0
+
+ return 1
+
+
+
def create_lvm_physical_volume( part_path, vars, log ):
"""
make the specificed partition a lvm physical volume.
try:
# again, wipe any old data, this time on the partition
utils.sysexec( "dd if=/dev/zero of=%s bs=512 count=1" % part_path, log )
- utils.sysexec( "pvcreate -fy %s" % part_path, log )
+ ### patch Thierry Parmentelat, required on some hardware
+ import time
+ time.sleep(1)
+ utils.sysexec( "pvcreate -ffy %s" % part_path, log )
except BootManagerException, e:
log.write( "create_lvm_physical_volume failed.\n" )
return 0
given a device, return the path of the first partition on the device
"""
- BOOT_CD_VERSION= vars["BOOT_CD_VERSION"]
-
# those who wrote the cciss driver just had to make it difficult
- if BOOT_CD_VERSION[0] == 3:
- cciss_test= "/dev/cciss"
- if device[:len(cciss_test)] == cciss_test:
- part_path= device + "p1"
- else:
- part_path= device + "1"
+ cciss_test= "/dev/cciss"
+ if device[:len(cciss_test)] == cciss_test:
+ part_path= device + "p1"
else:
- # since device ends in /disc, we need to make it end in
- # /part1 to indicate the first partition (for devfs based 2.x cds)
- dev_parts= string.split(device,"/")
- dev_parts[len(dev_parts)-1]= "part1"
- part_path= string.join(dev_parts,"/")
+ part_path= device + "1"
return part_path