X-Git-Url: http://git.onelab.eu/?a=blobdiff_plain;f=planetlab.mk;h=de91b8e68c16a78d623c6de9971b2478beaf6149;hb=cb23cf4fbc5bb4def4b921c11433f01f01304215;hp=8f53169e3d49b84d0eaa22e0b7dbdb4da5481466;hpb=ae29ce8596525c9321f3a287a0d75de08c209046;p=build.git diff --git a/planetlab.mk b/planetlab.mk index 8f53169e..de91b8e6 100644 --- a/planetlab.mk +++ b/planetlab.mk @@ -1,187 +1,137 @@ # # PlanetLab standard components list -# +# initial version from Mark Huang # Mark Huang # Copyright (C) 2003-2006 The Trustees of Princeton University +# rewritten by Thierry Parmentelat - INRIA Sophia Antipolis # -# $Id: planetlab.mk,v 1.71 2007/09/25 18:38:47 faiyaza Exp $ -# - -# -# Required: -# -# CVSROOT or package-CVSROOT: CVSROOT to use -# or -# SVNPATH or package-SVNPATH: SVNPATH to use -# Note: do not define both CVSROOT and SVNPATH +# $Id$ # -# TAG or package-TAG: CVS/SVN tag to use -# package-MODULE: CVS/SVN module name to use -# package-SPEC: RPM spec file template -# -# Optional: -# -# package-RPMFLAGS: Miscellaneous RPM flags -# package-RPMBUILD: If not rpmbuild -# package-CVS_RSH: If not ssh for cvs -# -# Add to ALL if you want the package built as part of the default set. +# see doc in Makefile # -# -# Default values -# - -#CVSROOT := :pserver:anon@cvs.planet-lab.org:/cvs -#TAG := HEAD - -SVNPATH := https://svn.planet-lab.org/svn -TAG := trunk - -# Check if a tag has been checked out -ifneq ($(wildcard CVS/Root),) -# Check if we are able to access CVS -CVSTAG := $(shell cvs status planetlab.mk 2>/dev/null | sed -ne 's/[[:space:]]*Sticky Tag:[[:space:]]*\([^[:space:]]*\).*/\1/p') -ifneq ($(CVSTAG),) -CVSROOT := $(shell cat CVS/Root) -ifeq ($(CVSTAG),(none)) -TAG := HEAD -else -TAG := $(CVSTAG) -endif -endif -endif - # # kernel # +# use a package name with srpm in it: +# so the source rpm is created by running make srpm in the codebase +# -# Figure out whether we are building on i386 or x86_64 host -HOSTARCH := $(shell uname -i) - -kernel-$(HOSTARCH)-CVSROOT := :pserver:anon@cvs.planet-lab.org:/cvs -kernel-$(HOSTARCH)-TAG := HEAD -kernel-$(HOSTARCH)-MODULE := linux-2.6 -kernel-$(HOSTARCH)-SPEC := scripts/kernel-2.6-planetlab.spec -ifeq ($(HOSTARCH),i386) -kernel-$(HOSTARCH)-RPMFLAGS:= --target i686 +kernel-MODULES := linux-2.6 +kernel-SPEC := kernel-2.6.spec +kernel-BUILD-FROM-SRPM := yes +ifeq "$(HOSTARCH)" "i386" +kernel-RPMFLAGS:= --target i686 else -kernel-$(HOSTARCH)-RPMFLAGS:= --target $(HOSTARCH) +kernel-RPMFLAGS:= --target $(HOSTARCH) endif +KERNELS += kernel -ALL += kernel-$(HOSTARCH) - -kernel-clean: kernel-$(HOSTARCH)-clean -kernel: kernel-$(HOSTARCH) - +kernels: $(KERNELS) +kernels-clean: $(foreach package,$(KERNELS),$(package)-clean) -### Why are we building these?? -F -### madwifi -### -## -###madwifi-ng-MODULE := madwifi-ng -###madwifi-ng-SPEC := madwifi-ng/madwifi.spec -###ALL += madwifi-ng -## -### Build kernel first so we can bootstrap off of its build -###madwifi-ng: kernel -## -### -### ivtv -### -## -###ivtv-MODULE := ivtv -###ivtv-SPEC := ivtv/ivtv.spec -###ALL += ivtv +ALL += $(KERNELS) +# this is to mark on which image a given rpm is supposed to go +IN_BOOTCD += $(KERNELS) +IN_VSERVER += $(KERNELS) +IN_BOOTSTRAPFS += $(KERNELS) +# turns out myplc installs kernel-vserver +IN_MYPLC += $(KERNELS) # -# util-vserver +# kexec-tools # - -util-vserver-MODULE := util-vserver -util-vserver-SPEC := util-vserver.spec -util-vserver-RPMFLAGS:= --without dietlibc -ALL += util-vserver +ifeq "$(DISTRONAME)" "fc4" +kexec-tools-MODULES := kexec-tools +kexec-tools-SPEC := kexec-tools.spec +kexec-tools-CVSROOT := :pserver:anon@cvs.planet-lab.org:/cvs +kexec-tools-TAG := planetlab-4_1-rc2 +ALL += kexec-tools +IN_BOOTCD += kexec-tools +endif # -# NodeUpdate +# madwifi # +madwifi-MODULES := madwifi +madwifi-SPEC := madwifi.spec +madwifi-BUILD-FROM-SRPM := yes +madwifi-DEPEND-DEVEL-RPMS := kernel-devel +madwifi-SPECVARS = kernel_version=$(kernel.rpm-version) \ + kernel_release=$(kernel.rpm-release) \ + kernel_arch=$(kernel.rpm-arch) +ALL += madwifi +IN_BOOTSTRAPFS += madwifi -NodeUpdate-MODULE := NodeUpdate -NodeUpdate-SPEC := NodeUpdate.spec -ALL += NodeUpdate +# +# wireless-tools +# +wireless-tools-MODULES := wireless-tools +wireless-tools-SPEC := wireless-tools.spec +wireless-tools-BUILD-FROM-SRPM := yes +ALL += wireless-tools +IN_BOOTSTRAPFS += wireless-tools # -# PlanetLabConf: DEPRECATED. +# libnl # -# conf_files does the same thing in NM +# [daniel] wait for latest Fedora release +# (03:29:46 PM) daniel_hozac: interfacing with the kernel directly when dealing with netlink was fugly, so... i had to find something nicer. +# (03:29:53 PM) daniel_hozac: the one in Fedora is lacking certain APIs i need. # - -#PlanetLabConf-MODULE := PlanetLabConf -#PlanetLabConf-SPEC := PlanetLabConf/PlanetLabConf.spec -#ALL += PlanetLabConf +libnl-MODULES := libnl +libnl-SPEC := libnl.spec +ALL += libnl # -# ipod +# util-vserver # +util-vserver-MODULES := util-vserver +util-vserver-SPEC := util-vserver.spec +util-vserver-RPMFLAGS:= --without dietlibc +ALL += util-vserver +IN_BOOTSTRAPFS += util-vserver -PingOfDeath-MODULE := PingOfDeath -PingOfDeath-SPEC := ipod.spec -ALL += PingOfDeath - -# -# sudo: DEPRECATED # -# Added functionality provided by this package to www/PlanetLabConf/sudoers. +# util-vserver-pl # +util-vserver-pl-MODULES := util-vserver-pl +util-vserver-pl-SPEC := util-vserver-pl.spec +util-vserver-pl-DEPEND-DEVEL-RPMS := libnl libnl-devel util-vserver-lib util-vserver-devel util-vserver-core +ALL += util-vserver-pl +IN_BOOTSTRAPFS += util-vserver-pl -#sudo-MODULE := sudo -#sudo-SPEC := sudo/planetlab_sudo.spec -#ALL += sudo - -# -# pycurl: DEPRECATE # -# [tony] use FC6+ release +# NodeUpdate # +NodeUpdate-MODULES := NodeUpdate +NodeUpdate-SPEC := NodeUpdate.spec +ALL += NodeUpdate +IN_BOOTSTRAPFS += NodeUpdate -#curl_vernum := $(shell printf %d 0x$(shell curl-config --vernum)) -#pycurl_vernum := $(shell printf %d 0x070d01) # 7.13.1 -#pycurl_incompatnum := $(shell printf %d 0x071000) # 7.16.0 -#ifeq ($(shell test $(curl_vernum) -ge $(pycurl_vernum) && echo 1),1) -#ifeq ($(shell test $(curl_vernum) -ge $(pycurl_incompatnum) && echo 0),1) -#pycurl-MODULE := pycurl -#pycurl-SPEC := pycurl/pycurl.spec -#ALL += pycurl -#endif -#endif - -# -# BootServerRequest: DEPRECATE # -# Not used by anything. +# ipod # +ipod-MODULES := PingOfDeath +ipod-SPEC := ipod.spec +ALL += ipod +IN_BOOTSTRAPFS += ipod -#BootServerRequest-MODULE := BootServerRequest -#BootServerRequest-SPEC := BootServerRequest/PLBootServerRequest.spec -#ALL += BootServerRequest -# # +# NodeManager # -# Node Manager -# - -NodeManager-MODULE := NodeManager +NodeManager-MODULES := NodeManager NodeManager-SPEC := NodeManager.spec ALL += NodeManager +IN_BOOTSTRAPFS += NodeManager # # pl_sshd # - -pl_sshd-MODULE := pl_sshd +pl_sshd-MODULES := pl_sshd pl_sshd-SPEC := pl_sshd.spec ALL += pl_sshd +IN_BOOTSTRAPFS += pl_sshd # # libhttpd++: @@ -189,310 +139,237 @@ ALL += pl_sshd # Deprecate when vsys takes over [sapan]. # keep in build for proper. # - -libhttpd++-MODULE := libhttpd++ -libhttpd++-SPEC := libhttpd++.spec -ALL += libhttpd++ +libhttpd-MODULES := libhttpd++ +libhttpd-SPEC := libhttpd++.spec +ALL += libhttpd +IN_BOOTSTRAPFS += libhttpd # -# Proper: Privileged Operations Service +# proper: Privileged Operations Service # - -proper-MODULE := proper +proper-MODULES := proper proper-SPEC := proper.spec -proper-RPMBUILD := sudo bash ./rpmbuild.sh +proper-DEPEND-DEVEL-RPMS := libhttpd++-devel ALL += proper - -proper: libhttpd++ - -# -# CoDemux: Port 80 demux -# - -CoDemux-MODULE := CoDemux -CoDemux-SPEC := codemux.spec -CoDemux-RPMBUILD := sudo bash ./rpmbuild.sh -ALL += CoDemux +IN_BOOTSTRAPFS += proper # -# MySQL +# codemux: Port 80 demux # - -mysql-MODULE := mysql -mysql-SPEC := mysql.spec -#ALL += mysql +codemux-MODULES := CoDemux +codemux-SPEC := codemux.spec +codemux-RPMBUILD := sudo bash ./rpmbuild.sh +ALL += codemux +IN_BOOTSTRAPFS += codemux # # ulogd # - -ulogd-MODULE := ulogd +ulogd-MODULES := ulogd ulogd-SPEC := ulogd.spec +ulogd-DEPEND-DEVEL-RPMS := kernel-devel proper-libs proper-devel ALL += ulogd +IN_VSERVER += ulogd -ulogd: kernel proper #mysql +# +# fprobe-ulog +# +fprobe-ulog-MODULES := fprobe-ulog +fprobe-ulog-SPEC := fprobe-ulog.spec +ALL += fprobe-ulog +IN_BOOTSTRAPFS += fprobe-ulog # -# netflow +# pf2slice # +pf2slice-MODULES := pf2slice +pf2slice-SPEC := pf2slice.spec +ALL += pf2slice -PlanetFlow-MODULE := PlanetFlow -PlanetFlow-SPEC := netflow.spec -ALL += PlanetFlow -PlanetFlow: #mysql +# +# netflow +# +netflow-MODULES := PlanetFlow +netflow-SPEC := netflow.spec +ALL += netflow +IN_BOOTSTRAPFS += netflow # # PlanetLab Mom: Cleans up your mess # - -Mom-MODULE := Mom -Mom-SPEC := pl_mom.spec -ALL += Mom +pl_mom-MODULES := Mom +pl_mom-SPEC := pl_mom.spec +ALL += pl_mom +IN_BOOTSTRAPFS += pl_mom # # iptables # - -iptables-MODULE := iptables +iptables-MODULES := iptables iptables-SPEC := iptables.spec +iptables-DEPEND-DEVEL-RPMS := kernel-devel ALL += iptables - -iptables: kernel +IN_BOOTSTRAPFS += iptables # # iproute # - -iproute-MODULE := iproute2 +iproute-MODULES := iproute2 iproute-SPEC := iproute.spec ALL += iproute +IN_BOOTSTRAPFS += iproute -# -# kexec-tools: DEPRECATE -# -# [marc] use FC6+ release -# - -#kexec-tools-MODULE := kexec-tools -#kexec-tools-SPEC := kexec-tools/kexec-tools.spec -#ALL += kexec-tools - -# -# util-python -# -# [marc] deprecate server.py -# -# I dont know what the above means... Daniel says we need to seperate util-vserver from -# pl specific utilities (vuseradd, etc) which may or may not include vserver.py. Until then, -# I'm keeping this in the build. -F -# - -util-python-MODULE := util-python -util-python-SPEC := util-python.spec -ALL += util-python - -# proper and util-vserver both use scripts in util-python for building -# [dhozac] Not anymore. util-vserver uses automake and no longer needs util-python -proper: util-python - -#util-vserver: util-python -#PlanetLabAuth: util-python - - -# vsys does not compile when ocaml rpm is installed. Need to fix include path -# so that it compiles. Sapan will need to fix this. # # vsys # -vsys-MODULE := vsys +vsys_support=yes +ifeq "$(DISTRONAME)" "fc4" +vsys_support= +endif +ifeq "$(DISTRONAME)" "fc6" +vsys_support= +endif +# cannot find the required packages (see devel.pkgs) on centos5 +ifeq "$(DISTRONAME)" "centos5" +vsys_support= +endif + +ifeq "$(vsys_support)" "yes" +vsys-MODULES := vsys vsys-SPEC := vsys.spec -# ALL += vsys +IN_BOOTSTRAPFS += vsys +ALL += vsys +endif # # PLCAPI # - -PLCAPI-MODULE := PLCAPI +PLCAPI-MODULES := PLCAPI PLCAPI-SPEC := PLCAPI.spec ALL += PLCAPI +IN_MYPLC += PLCAPI # # PLCWWW # - -PLCWWW-MODULE := WWW +PLCWWW-MODULES := PLCWWW PLCWWW-SPEC := PLCWWW.spec ALL += PLCWWW +IN_MYPLC += PLCWWW # -# vserver-reference +# monitor # - -VserverReference-MODULE := VserverReference build -VserverReference-SPEC := vserver-reference.spec -# Package must be built as root -VserverReference-RPMBUILD := sudo bash ./rpmbuild.sh -ALL += VserverReference - -# vserver-reference may require current packages -vserver-reference: $(filter-out vserver-reference,$(ALL)) +Monitor-MODULES := Monitor +Monitor-SPEC := Monitor.spec +ALL += Monitor +IN_BOOTSTRAPFS += Monitor # -# BootManager +# nodeconfig # - -BootManager-MODULE := BootManager build -BootManager-SPEC := bootmanager.spec -BootManager-RPMBUILD := sudo bash ./rpmbuild.sh -ALL += BootManager - -# BootManager requires current packages -BootManager: $(filter-out BootManager,$(ALL)) - -# ...and the yum manifest -BootManager: RPMS/yumgroups.xml +nodeconfig-MODULES := nodeconfig +nodeconfig-SPEC := nodeconfig.spec +ALL += nodeconfig +IN_MYPLC += nodeconfig # -# BootCD +# bootmanager # +bootmanager-MODULES := BootManager +bootmanager-SPEC := bootmanager.spec +ALL += bootmanager +IN_MYPLC += bootmanager -BootCD-MODULE := BootCD build BootManager -BootCD-SPEC := bootcd.spec -BootCD-RPMBUILD := sudo bash ./rpmbuild.sh -ALL += BootCD - -# BootCD requires current packages -# BootCD: $(filter-out BootCD,$(ALL)) +# +# pypcilib : used in bootcd +# +pypcilib-MODULES := pypcilib +pypcilib-SPEC := pypcilib.spec +ALL += pypcilib +IN_BOOTCD += pypcilib # -# MyPLC +# bootcd # - -MyPLC-MODULE := MyPLC build WWW -MyPLC-SPEC := myplc.spec -# Package must be built as root -MyPLC-RPMBUILD := sudo bash ./rpmbuild.sh -ALL += MyPLC - -# MyPLC may require current packages -#MyPLC: $(filter-out MyPLC,$(ALL)) - -# ...and the yum manifest -MyPLC: RPMS/yumgroups.xml +bootcd-MODULES := BootCD build +bootcd-SPEC := bootcd.spec +bootcd-RPMBUILD := sudo bash ./rpmbuild.sh +# package has *some* dependencies, at least these ones +bootcd-DEPEND-PACKAGES := $(IN_BOOTCD) +bootcd-DEPEND-FILES := RPMS/yumgroups.xml +ALL += bootcd +IN_MYPLC += bootcd # -# MyPLC development environment +# vserver : reference image for slices # - -myplc-devel-MODULE := MyPLC build -myplc-devel-SPEC := myplc-devel.spec +vserver-MODULES := VserverReference build +vserver-SPEC := vserver-reference.spec +# Package must be built as root +vserver-RPMBUILD := sudo bash ./rpmbuild.sh +# this list is useful for manual builds only, since nightly builds +# always redo all sequentially - try to keep updated +vserver-DEPEND-PACKAGES := $(IN_VSERVER) +vserver-DEPEND-FILES := RPMS/yumgroups.xml +ALL += vserver +IN_BOOTSTRAPFS += vserver + +# +# bootstrapfs +# +bootstrapfs-MODULES := BootstrapFS build +bootstrapfs-SPEC := bootstrapfs.spec +bootstrapfs-RPMBUILD := sudo bash ./rpmbuild.sh +# package requires all regular packages +bootstrapfs-DEPEND-PACKAGES := $(IN_BOOTSTRAPFS) +bootstrapfs-DEPEND-FILES := RPMS/yumgroups.xml +ALL += bootstrapfs +IN_MYPLC += bootstrapfs + +# +# noderepo +# +# all rpms resulting from packages marked as being in bootstrapfs and vserver +NODEREPO_RPMS = $(foreach package,$(IN_BOOTSTRAPFS) $(IN_VSERVER),$($(package).rpms)) +# replace space with +++ (specvars cannot deal with spaces) +SPACE=$(subst x, ,x) +NODEREPO_RPMS_3PLUS = $(subst $(SPACE),+++,$(NODEREPO_RPMS)) + +noderepo-MODULES := BootstrapFS +noderepo-SPEC := noderepo.spec +noderepo-RPMBUILD := sudo bash ./rpmbuild.sh +# package requires all regular packages +noderepo-DEPEND-PACKAGES := $(IN_BOOTSTRAPFS) $(IN_VSERVER) +noderepo-DEPEND-FILES := RPMS/yumgroups.xml +#export rpm list to the specfile +noderepo-SPECVARS = node_rpms_plus=$(NODEREPO_RPMS_3PLUS) +ALL += noderepo +IN_MYPLC += noderepo + +# +# myplc : initial, chroot-based packaging +# +myplc-MODULES := MyPLC build +myplc-SPEC := myplc.spec # Package must be built as root -myplc-devel-RPMBUILD := sudo bash ./rpmbuild.sh -ALL += myplc-devel +myplc-RPMBUILD := sudo bash ./rpmbuild.sh +# myplc may require all packages +myplc-DEPEND-PACKAGES := $(IN_MYPLC) +myplc-DEPEND-FILES := RPMS/yumgroups.xml myplc-release +ALL += myplc # -# MyPLC native +# MyPLC native : lightweight packaging, dependencies are yum-installed in a vserver # - -myplc-native-MODULE := MyPLC build +myplc-native-MODULES := MyPLC build myplc-native-SPEC := myplc-native.spec # Package must be built as root myplc-native-RPMBUILD := sudo bash ./rpmbuild.sh -#ALL += myplc-native - -# MyPLC may require current packages -myplc-native: $(filter-out MyPLC,$(ALL)) - -# ...and the yum manifest -myplc-native: RPMS/yumgroups.xml - - -# -# MyPLC native -# - -myplc-devel-native-MODULE := MyPLC -myplc-devel-native-SPEC := myplc-devel-native.spec -#ALL += myplc-devel-native - -# -# libnl -# -# [daniel] wait for latest Fedora release -# (03:29:46 PM) daniel_hozac: interfacing with the kernel directly when dealing with netlink was fugly, so... i had to find something nicer. -# (03:29:53 PM) daniel_hozac: the one in Fedora is lacking certain APIs i need. -# - -libnl-MODULE := libnl -libnl-SPEC := libnl.spec -ALL += libnl - -util-vserver: libnl - -# -# Installation rules -# - -# Upload packages to boot server -SERVERA := build@boot1.planet-lab.org -SERVERB := build@boot2.planet-lab.org -ARCHIVE := /plc/data/var/www/html/install-rpms/archive - -# Put nightly alpha builds in a subdirectory -ifeq ($(TAG),HEAD) -ARCHIVE := $(ARCHIVE)/planetlab-alpha -REPOS := /plc/data/var/www/html/install-rpms/planetlab-alpha -endif - -RPMS/yumgroups.xml: - install -D -m 644 groups/v4_yumgroups.xml RPMS/yumgroups.xml - -install: -ifeq ($(BASE),) - @echo make install is only meant to be called from ./build.sh -else -ifneq ($(wildcard /etc/planetlab/secring.gpg),) - # Sign all RPMS. setsid detaches rpm from the terminal, - # allowing the (hopefully blank) GPG password to be entered - # from stdin instead of /dev/tty. Obviously, the build server - # should be secure. - echo | setsid rpm \ - --define "_signature gpg" \ - --define "_gpg_path /etc/planetlab" \ - --define "_gpg_name PlanetLab " \ - --resign RPMS/*/*.rpm -endif -ifneq ($(BUILDS),) - # Remove old runs - echo "cd $(ARCHIVE) && ls -t | sed -n $(BUILDS)~1p | xargs rm -rf" | ssh $(SERVERA) /bin/bash -s - echo "cd $(ARCHIVE) && ls -t | sed -n $(BUILDS)~1p | xargs rm -rf" | ssh $(SERVERB) /bin/bash -s -endif - # Create package manifest - sh ./packages.sh -b "http://build.planet-lab.org/$(subst $(HOME)/,,$(shell pwd))/RPMS" RPMS > packages.xml - # Update yum metadata - yum-arch RPMS >/dev/null - createrepo -g yumgroups.xml RPMS >/dev/null - # Populate repository - rsync \ - --exclude '*-debuginfo-*' \ - --recursive --links --perms --times --group --compress --rsh=ssh \ - RPMS/ $(SERVERA):$(ARCHIVE)/$(BASE) - rsync \ - --exclude '*-debuginfo-*' \ - --recursive --links --perms --times --group --compress --rsh=ssh \ - RPMS/ $(SERVERB):$(ARCHIVE)/$(BASE) -ifeq ($(TAG),HEAD) - # Update nightly alpha symlink if it does not exist or is broken, or it is Monday - if ! ssh $(SERVERA) "[ -e $(REPOS) ] && exit 0 || exit 1" || [ "$(shell date +%A)" = "Monday" ] ; then \ - ssh $(SERVERA) ln -nsf archive/$(BASE) $(REPOS) ; \ - fi - # Update nightly alpha symlink if it does not exist or is broken, or it is Monday - if ! ssh $(SERVERB) "[ -e $(REPOS) ] && exit 0 || exit 1" || [ "$(shell date +%A)" = "Monday" ] ; then \ - ssh $(SERVERB) ln -nsf archive/$(BASE) $(REPOS) ; \ - fi - -endif -endif +# Thierry : don't depend on anything at build-time +#myplc-native-DEPEND-PACKAGES := +# Thierry : dunno about this one, let's stay safe +myplc-native-DEPEND-FILES := myplc-release +ALL += myplc-native -.PHONY: install