X-Git-Url: http://git.onelab.eu/?a=blobdiff_plain;f=Makefile;h=17473fd1dc11ce80d7a0b1f6067997741c573ab6;hb=338106480fd7a529f93cc2f973840258c6d8f29f;hp=a41537c30374e312835672a277f07e6ea5ba635e;hpb=75154303fcba40e745c2e80c13154d8b7595f25d;p=build.git diff --git a/Makefile b/Makefile index a41537c3..17473fd1 100644 --- a/Makefile +++ b/Makefile @@ -33,6 +33,7 @@ # Add a package to ALL if you want it built as part of the default set. # (*) modules are named after the subversion tree; as of this writing their names # are mostly mixed case like MyPLC or VserverReference +# (this is something we'll fix while moving to git) # (*) rpms are named in the spec files. A package typically defines several rpms; # rpms are used for defining DEPEND-DEVEL-RPMS. See also package.rpmnames # @@ -44,7 +45,6 @@ # to this end, define # (*) package-SPEC # the package's specfile; this is relative to the FIRST module in package-MODULES -# see 'codebase' below # # Optional: # @@ -80,13 +80,13 @@ # Required information about the various modules (set this in e.g. planetlab-tags.mk) # # (*) module-SVNPATH +# for svn modules # the complete path where this module lies; # you can specify the trunk or a given tag with this variable # -# OR if the module is managed under cvs (will be obsoleted) -# -# (*) module-CVSROOT -# (*) module-TAG +# (*) module-GITPATH +# for git modules +# which by analogy with svn revision scheme, is expected to be @ # #################### automatic variables # @@ -127,7 +127,6 @@ all: ### default values PLDISTRO := planetlab RPMBUILD := rpmbuild -export CVS_RSH := ssh ########## savedpldistro.mk holds PLDISTRO - it is generated at stage1 (see below) ifeq "$(stage1)" "" @@ -146,7 +145,7 @@ PLDISTROCONTENTS := $(PLDISTRO).mk include $(PLDISTROCONTENTS) #################### include -tags.mk -# describes where to fetch components, and the related tags if using cvs +# describes where to fetch components ifeq "$(PLDISTROTAGS)" "" PLDISTROTAGS := $(PLDISTRO)-tags.mk endif @@ -237,7 +236,7 @@ else include $(ALLMKS) #all : tarballs #all : sources -#all : codebases +#all : modules #all : rpms #all : srpms # mention $(ALL) here rather than rpms @@ -262,46 +261,51 @@ repo: RPMS/yumgroups.xml #################### # notes: -# * to make configuration easier, we always use the first module's -# definitions (CVSROOT,TAG, or SVNPATH) to extract the spec file -# * for the same reason, in case cvs is used, the first module name is added to -# $(package)-SPEC - otherwise the cvs modules have to define spec as -# /.spec while svn modules just define it as .spec +# * we always use the first module's location (SVNPATH/GITPATH) to extract the spec file +# * no matter what SCM is used, SPEC should hold a relative path from the module's root # define stage1_package_vars -$(1).spec := $(notdir $($(1)-SPEC)) -$(1).specpath := SPECS/$(1).spec $(1).module := $(firstword $($(1)-MODULES)) +$(1).specpath := SPECS/$(notdir $($(1)-SPEC)) +$(1).moduledir := MODULES/$(firstword $($(1)-MODULES)) +$(1).codespec := MODULES/$(firstword $($(1)-MODULES))/$($(1)-SPEC) endef $(foreach package, $(ALL), $(eval $(call stage1_package_vars,$(package)))) # compute all modules -ALL-MODULES := -$(foreach package,$(ALL), $(eval ALL-MODULES+=$($(package)-MODULES))) -ALL-MODULES:=$(sort $(ALL-MODULES)) +ALL.modules := +$(foreach package,$(ALL), $(eval ALL.modules+=$($(package)-MODULES))) +ALL.modules:=$(sort $(ALL.modules)) -# extract revision from -SVNPATH +# extract revision from -SVNPATH or tag from -GITPATH define stage1_module_vars +ifneq "$($(1)-SVNPATH)" "" $(1)-SVNPATH := $(strip $($(1)-SVNPATH)) -$(1).svnpath := $(firstword $(subst @, ,$($(1)-SVNPATH))) -$(1).svnrev := $(word 2,$(subst @, @,$($(1)-SVNPATH))) +else +$(1)-GITPATH := $(strip $($(1)-GITPATH)) +$(1).gitrepo := $(firstword $(subst @, ,$($(1)-GITPATH))) +$(1).gittag := $(word 2,$(subst @, ,$($(1)-GITPATH))) +endif endef -$(foreach module,$(ALL-MODULES), $(eval $(call stage1_module_vars,$(module)))) +$(foreach module,$(ALL.modules), $(eval $(call stage1_module_vars,$(module)))) # # for each package, compute whether we need to set date # the heuristic is that we mention the date as part of the rpm release flag if # (*) the package has requested it by setting package-RPMDATE (container packages should do that) # (*) or SVNPATH contains 'trunk' or 'branches' +# (*) or GITPATH has no '@' (trunk) +# (*) or GITPATH contains a '@', and the gittag part has no '-' (this is to tell a tag from a branch..) # define package_hasdate $(1).has-date = $(if $($(1)-RPMDATE),yes, \ $(if $($($(1).module)-SVNPATH), \ $(if $(findstring /trunk,$($($(1).module)-SVNPATH)),yes, \ $(if $(findstring /branches,$($($(1).module)-SVNPATH)),yes,)), \ - $(if $(findstring HEAD,$($($(1).module)-TAG)),yes,))) + $(if $(not $($($(1).module).gittag)), yes,\ + $(if $(findstring -,$($($(1).module).gittag)),,yes)))) endef $(foreach package, $(ALL), $(eval $(call package_hasdate,$(package)))) @@ -315,15 +319,15 @@ header.spec: echo "%define distroname $(DISTRONAME)" >> $@ echo "%define pldistro $(PLDISTRO)" >> $@ echo "%define plrelease $(PLANETLAB_RELEASE)" >> $@ - echo "# use MD5 and gzip for binary and source files" << $@ + echo "# use MD5 and gzip for binary and source files" >> $@ echo "%global _binary_filedigest_algorithm 1" >> $@ echo "%global _source_filedigest_algorithm 1" >> $@ echo "%global _source_payload w9.gzdio" >> $@ echo "%global _binary_payload w9.gzdio" >> $@ -### extract spec file from scm +### make up spec file - extract module first define target_spec -$($(1).specpath): header.spec +$($(1).specpath): header.spec $($(1).codespec) mkdir -p SPECS cat header.spec > $($(1).specpath) $(if $($(1).has-date),echo "%define date $(shell date +%Y.%m.%d)" >> $($(1).specpath),) @@ -331,15 +335,34 @@ $($(1).specpath): header.spec $(foreach line,$($(1)-SPECVARS), \ echo "%define" $(word 1,$(subst =, ,$(line))) "$(word 2,$(subst =, ,$(line)))" >> $($(1).specpath) ;)) echo "# included from $($(1)-SPEC)" >> $($(1).specpath) - $(if $($($(1).module)-SVNPATH),\ - svn cat $($($(1).module).svnpath)/$($(1)-SPEC)$($($(1).module).svnrev) >> $($(1).specpath) || rm $($(1).specpath),\ - cvs -d $($($(1).module)-CVSROOT) checkout \ - -r $($($(1).module)-TAG) \ - -p $($(1).module)/$($(1)-SPEC) >> $($(1).specpath)) + cat $($(1).codespec) >> $($(1).specpath) + +$($(1).codespec): $($(1).moduledir) + endef $(foreach package,$(ALL),$(eval $(call target_spec,$(package)))) +### module extraction +define target_extract_module +MODULES/$(1): + @(echo -n "XXXXXXXXXXXXXXX -- BEG MODULE $(module) : $@ " ; date) + mkdir -p MODULES + cd MODULES && \ + $(if $($(1)-SVNPATH),\ + svn export $($(1)-SVNPATH) $(1),\ + git clone $($(1).gitrepo) $(1); \ + $(if $($(1).gittag), cd $(1); git checkout "$($(1).gittag)"; cd -; ,) \ + rm -rf $(1)/.git ) + @(echo -n "XXXXXXXXXXXXXXX -- END MODULE $(module) : $@ " ; date) + +$(1)-module: MODULES/$(1) +.PHONY: $(1)-module +endef + +$(foreach module,$(ALL.modules),$(eval $(call target_extract_module,$(module)))) + + ### # Base rpmbuild in the current directory # issues on fedora 8 : see the following posts @@ -433,8 +456,8 @@ URLS/%: touch $@ ### the directory SOURCES/- is made -# with a copy -rl from CODEBASES/ -# the former is $(package.source) and the latter is $(package.codebase) +# with a (set of) copy -rl from MODULES/ +# the former is $(package.source) ALLSOURCES:=$(foreach package, $(ALL), $($(package).source)) # so that make does not use the rule below directly for creating the tarball files .SECONDARY: $(ALLSOURCES) @@ -443,42 +466,23 @@ sources: $(ALLSOURCES) @echo $(words $(ALLSOURCES)) versioned source trees OK .PHONY: sources -define target_link_codebase_sources -$($(1).source): $($(1).codebase) ; mkdir -p SOURCES ; cp -rl $($(1).codebase) $($(1).source) -endef - -$(foreach package,$(ALL),$(eval $(call target_link_codebase_sources,$(package)))) - -### codebase extraction -ALLCODEBASES:=$(foreach package, $(ALL), $($(package).codebase)) -# so that make does not use the rule below directly for creating the tarball files -.SECONDARY: $(ALLCODEBASES) - -codebases : $(ALLCODEBASES) - @echo $(words $(ALLCODEBASES)) codebase OK -.PHONY: codebases - -### extract codebase -# usage: extract_single_module package -define extract_single_module - mkdir -p CODEBASES - $(if $($($(1).module)-SVNPATH), cd CODEBASES && svn export $($($(1).module)-SVNPATH) $(1), cd CODEBASES && cvs -d $($($(1).module)-CVSROOT) export -r $($($(1).module)-TAG) -d $(1) $($(1).module)) +# argument is a package +# do things differently if multiple modules are mentioned (sigh..) +define target_copy_link_modules_sources +$($(1).source): $(foreach module,$($(1)-MODULES),MODULES/$(module)) + $(if $(word 2,$($(1)-MODULES)),\ + mkdir -p $($(1).source) && $(foreach module,$($(1)-MODULES), cp -rl MODULES/$(module) $($(1).source)/$(module);) ,\ + mkdir -p SOURCES && cp -rl MODULES/$($(1)-MODULES) $($(1).source)) endef -# usage: extract_multi_module package -define extract_multi_module - mkdir -p CODEBASES/$(1) && cd CODEBASES/$(1) && (\ - $(foreach m,$($(1)-MODULES), $(if $($(m)-SVNPATH), svn export $($(m)-SVNPATH) $(m);, cvs -d $($(m)-CVSROOT) export -r $($(m)-TAG) $(m);))) -endef +$(foreach package,$(ALL),$(eval $(call target_copy_link_modules_sources,$(package)))) -CODEBASES/%: package=$(notdir $@) -CODEBASES/%: multi_module=$(word 2,$($(package)-MODULES)) -CODEBASES/%: - @(echo -n "XXXXXXXXXXXXXXX -- BEG CODEBASE $(package) : $@ " ; date) - $(if $(multi_module),\ - $(call extract_multi_module,$(package)),\ - $(call extract_single_module,$(package))) - @(echo -n "XXXXXXXXXXXXXXX -- END CODEBASE $(package) : $@ " ; date) +### code extraction +ALLMODULES:=$(foreach module, $(ALL.modules), MODULES/$(module)) +.SECONDARY: $(ALLMODULES) +modules: $(ALLMODULES) + @echo $(words $(ALLMODULES)) modules OK "(fetched from scm)" +.PHONY: modules ### source rpms ALLSRPMS:=$(foreach package,$(ALL),$($(package).srpm)) @@ -509,13 +513,13 @@ $($(1).srpm): $($(1).specpath) .rpmmacros $($(1).tarballs) $(call handle_devel_rpms_post,$(1)) @(echo -n "XXXXXXXXXXXXXXX -- END SRPM $(1) " ; date) else -$($(1).srpm): $($(1).specpath) .rpmmacros $($(1).codebase) +$($(1).srpm): $($(1).specpath) .rpmmacros $($(1).source) mkdir -p BUILD SRPMS tmp @(echo -n "XXXXXXXXXXXXXXX -- BEG SRPM $(1) (using make srpm) " ; date) $(call handle_devel_rpms_pre,$(1)) - make -C $($(1).codebase) srpm SPECFILE=$(HOME)/$($(1).specpath) EXPECTED_SRPM=$(notdir $($(1).srpm)) && \ + make -C $($(1).source) srpm SPECFILE=$(HOME)/$($(1).specpath) EXPECTED_SRPM=$(notdir $($(1).srpm)) && \ rm -f SRPMS/$(notdir $($(1).srpm)) && \ - ln $($(1).codebase)/$(notdir $($(1).srpm)) SRPMS/$(notdir $($(1).srpm)) + ln $($(1).source)/$(notdir $($(1).srpm)) SRPMS/$(notdir $($(1).srpm)) $(call handle_devel_rpms_post,$(1)) @(echo -n "XXXXXXXXXXXXXXX -- END SRPM $(1) " ; date) endif @@ -571,10 +575,8 @@ $(1)-mk: $($(1)-MK) .PHONY: $(1)-mk $(1)-tarball: $($(1).tarballs) .PHONY: $(1)-tarball -$(1)-codebase: $($(1).codebase) .PHONY: $(1)-source $(1)-source: $($(1).source) -.PHONY: $(1)-codebase $(1)-rpms: $($(1).rpms) .PHONY: $(1)-rpms $(1)-srpm: $($(1).srpm) @@ -611,10 +613,10 @@ $(foreach package,$(ALL),$(eval $(call target_depends,$(package)))) ### clean target # usage: target_clean package define target_clean -$(1)-clean-codebase: - rm -rf $($(1).codebase) -.PHONY: $(1)-clean-codebase -CLEANS += $(1)-clean-codebase +$(1)-clean-modules: + $(foreach module,$($(1)-MODULES),rm -rf MODULES/$(module);) +.PHONY: $(1)-clean-modules +CLEANS += $(1)-clean-modules $(1)-clean-source: rm -rf $($(1).source) .PHONY: $(1)-clean-source @@ -635,7 +637,7 @@ $(1)-clean-srpm: .PHONY: $(1)-clean-srpm CLEANS += $(1)-clean-srpm $(1)-codeclean: $(1)-clean-source $(1)-clean-tarball $(1)-clean-build $(1)-clean-rpms $(1)-clean-srpm -$(1)-clean: $(1)-clean-codebase $(1)-codeclean +$(1)-clean: $(1)-clean-modules $(1)-codeclean .PHONY: $(1)-codeclean $(1)-clean $(1)-clean-spec: rm -rf $($(1).specpath) @@ -664,7 +666,7 @@ clean-help: distclean1: rm -rf savedpldistro.mk .rpmmacros spec2make header.spec SPECS MAKE $(DISTCLEANS) distclean2: - rm -rf CODEBASES SOURCES BUILD BUILDROOT RPMS SRPMS tmp + rm -rf MODULES SOURCES BUILD BUILDROOT RPMS SRPMS tmp distclean: distclean1 distclean2 .PHONY: distclean1 distclean2 distclean @@ -704,16 +706,16 @@ version-build: #################### # for a given module VFORMAT="%30s := %s\n" -define svn_version_target -$(1)-version-svn: +define print_tag_target +$(1)-version-tag: @$(if $($(1)-SVNPATH),\ printf $(VFORMAT) $(1)-SVNPATH "$($(1)-SVNPATH)",\ - printf $(VFORMAT) $(1)-CVSROOT "$($(1)-CVSROOT)" ; printf $(VFORMAT) $(1)-TAG "$($(1)-TAG)") + printf $(VFORMAT) $(1)-GITPATH "$($(1)-GITPATH)" ) endef -$(foreach module,$(ALL-MODULES), $(eval $(call svn_version_target,$(module)))) +$(foreach module,$(ALL.modules), $(eval $(call print_tag_target,$(module)))) -version-svns: $(foreach module, $(ALL-MODULES), $(module)-version-svn) +version-tags: $(foreach module, $(ALL.modules), $(module)-version-tag) RFORMAT="%20s :: version=%s release=%s\n" define rpm_version_target @@ -724,11 +726,11 @@ endef $(foreach package,$(sort $(ALL)), $(eval $(call rpm_version_target,$(package)))) -versions: myplc-release version-build version-svns version-rpms -.PHONY: versions version-build version-rpms version-svns +versions: myplc-release version-build version-tags version-rpms +.PHONY: versions version-build version-rpms version-tags #################### package info -PKGKEYS := tarballs source codebase srpm rpms rpmnames rpm-release rpm-name rpm-version rpm-subversion +PKGKEYS := tarballs source srpm rpms rpmnames rpm-release rpm-name rpm-version rpm-subversion %-pkginfo: package=$(subst -pkginfo,,$@) %-pkginfo: @$(foreach key,$(PKGKEYS),echo "$(package).$(key)=$($(package).$(key))";) @@ -739,31 +741,35 @@ RPMKEYS := rpm-path package @$(foreach key,$(RPMKEYS),echo "$(rpm).$(key)=$($(rpm).$(key))";) #################### various lists - designed to run with stage1=true -packages: +info-packages: @$(foreach package,$(ALL), echo package=$(package) ref_module=$($(package).module) modules=$($(package)-MODULES) rpmnames=$($(package).rpmnames); ) -modules: - @$(foreach module,$(ALL-MODULES), echo module=$(module) svnpath=$($(module)-SVNPATH); ) +info-modules: + @$(foreach module,$(ALL.modules), echo module=$(module) \ + $(if $($(module)-SVNPATH),svnpath=$($(module)-SVNPATH),gitpath=$($(module)-GITPATH)) ; ) -branches: - @$(foreach module,$(ALL-MODULES), \ - $(if $($(module)-SVNBRANCH),echo module=$(module) branch=$($(module)-SVNBRANCH);)) +info-branches: + @$(foreach module,$(ALL.modules), \ + $(if $($(module)-BRANCH),echo module=$(module) branch=$($(module)-BRANCH);)) module-tools: - @$(foreach module,$(ALL-MODULES), \ - $(if $($(module)-SVNPATH), \ - $(if $($(module)-SVNBRANCH), \ - echo $(module):$($(module)-SVNBRANCH); , \ + @$(foreach module,$(ALL.modules), \ + $(if $($(module)-GITPATH), \ + $(if $($(module)-BRANCH), \ + echo git:$(module):$($(module)-BRANCH); , \ + echo git:$(module); ), \ + $(if $($(module)-BRANCH), \ + echo $(module):$($(module)-BRANCH); , \ echo $(module); ))) -info: packages modules branches +info: info-packages info-modules info-branches -.PHONY: info packages modules branches module-tools +.PHONY: info info-packages info-modules info-branches module-tools #################### -tests_svnpath: - @$(if $(tests-SVNPATH), echo $(tests-SVNPATH) > $@, \ - echo "http://svn.planet-lab.org/svn/tests/trunk" > $@) +tests_gitpath: + @$(if $(tests-GITPATH), echo $(tests-GITPATH) > $@, \ + echo "http://git.onelab.eu/tests.git" > $@) #################### @@ -782,8 +788,6 @@ help: @echo " equivalent to 'make util-vserver-rpms'" @echo "" @echo "********** Or, vertically - step-by-step for a given package" - @echo 'make util-vserver-codebase' - @echo " performs codebase extraction in CODEBASES/util-vserver" @echo 'make util-vserver-source' @echo " creates source link in SOURCES/util-vserver-" @echo 'make util-vserver-tarball' @@ -794,7 +798,6 @@ help: @echo " build rpm(s) in RPMS/" @echo "" @echo "********** Or, horizontally, reach a step for all known packages" - @echo 'make codebases' @echo 'make sources' @echo 'make tarballs' @echo 'make srpms' @@ -816,11 +819,11 @@ help: @echo "make iptables-distclean" @echo " deep clean for a given package" @echo "make iptables-codeclean" - @echo " run this if you've made a change in the CODEBASES area for iptables" + @echo " run this if you've made a local/manual change in the MODULES area for iptables" @echo "" @echo "make util-vserver-clean" @echo " removes codebase, source, tarball, build, rpm and srpm for util-vserver" - @echo "make util-vserver-clean-codebase" + @echo "make util-vserver-clean-modules" @echo " and so on for source, tarball, build, rpm and srpm" @echo "" @echo "********** Info examples"