X-Git-Url: http://git.onelab.eu/?a=blobdiff_plain;f=Makefile;h=485f10a30f88a04c01a30e9ee95569e2b9e6a0ec;hb=31cc4fa991896f000abb106916662923f37bc3a6;hp=65c9137379531a803627d47eabf1ac1a03ce34a6;hpb=aae88cbfd7b35970f8a8aef31aa7fb95101640dd;p=sfa.git diff --git a/Makefile b/Makefile index 65c91373..485f10a3 100644 --- a/Makefile +++ b/Makefile @@ -1,72 +1,249 @@ # -## (Re)builds Python metafile (__init__.py) and documentation -# +## (Re)builds Python metafile (__init__.py) +# # overwritten by the specfile DESTDIR="/" +PREFIX=/usr +########## +all: python wsdl + +install: python-install wsdl-install tests-install + +clean: python-clean wsdl-clean -init := geni/__init__.py geni/util/__init__.py geni/methods/__init__.py -subdirs := keyconvert #pyOpenSSL-0.9 +uninstall: python-uninstall tests-uninstall -all: install +.PHONY: all install clean uninstall -install: $(init) $(subdirs) install-python +########## +rpmversion:=$(shell rpm -q --specfile sfa.spec --queryformat="%{version}\n" | head -1) +# somehow %{taglevel} is empty, turns out %{release} has what we want +rpmtaglevel:=$(shell rpm -q --specfile sfa.spec --queryformat="%{release}\n" 2> /dev/null | head -1) +VERSIONTAG=$(rpmversion)-$(rpmtaglevel) +# this used to be 'should-be-redefined-by-specfile' and it indeed should be +SCMURL=git://git.onelab.eu/sfa.git -install-python: - python setup.py install --root=$(DESTDIR) --record=GENI_INSTALLED_FILES +python: version -$(subdirs): $(init) +version: sfa/util/version.py +sfa/util/version.py: sfa/util/version.py.in force + sed -e "s,@VERSIONTAG@,$(VERSIONTAG),g" -e "s,@SCMURL@,$(SCMURL),g" sfa/util/version.py.in > $@ -$(subdirs): %: - $(MAKE) -C $@ +# postinstall steps - various cleanups and tweaks for a nicer rpm +python-install: + python setup.py install --prefix=$(PREFIX) --root=$(DESTDIR) + chmod 444 $(DESTDIR)/etc/sfa/default_config.xml + rm -rf $(DESTDIR)/usr/lib*/python*/site-packages/*egg-info + rm -rf $(DESTDIR)/usr/lib*/python*/site-packages/sfa/storage/migrations + (cd $(DESTDIR)/usr/bin ; ln -s sfi.py sfi; ln -s sfascan.py sfascan; ln -s sfaadmin.py sfaadmin) -clean: +python-clean: version-clean python setup.py clean - for i in $(subdirs); do make -C $$i clean ; done +# rm $(init) -index: $(init) +version-clean: + rm -f sfa/util/version.py -index-clean: - rm $(init) +.PHONY: python version python-install python-clean version-clean +########## +wsdl: + $(MAKE) -C wsdl -.phony: all install install-python force clean index $(subdirs) +# propagate DESTDIR from the specfile +wsdl-install: + $(MAKE) -C wsdl install -force: +wsdl-clean: + $(MAKE) -C wsdl clean + +.PHONY: wsdl wsdl-install wsdl-clean + +########## +tests-install: + mkdir -p $(DESTDIR)/usr/share/sfa/tests + install -m 755 tests/*.py $(DESTDIR)/usr/share/sfa/tests/ + +tests-uninstall: + rm -rf $(DESTDIR)/usr/share/sfa/tests -# are the .java files used ? -tags: - find . -name '*.py' -o -name '*.sh' -o -name '*.ecore' | grep -v '/\.svn/' | xargs etags +.PHONY: tests-install tests-uninstall -########## indexes -geni/__init__.py: - (echo '## Please use make index to update this file' ; echo 'all = """' ; cd geni; ls -1 *.py | grep -v __init__ | sed -e 's,.py$$,,' ; echo '""".split()') > $@ +########## refreshing methods package metafile +# Metafiles - manage Legacy/ and Accessors by hand +init := sfa/methods/__init__.py -geni/methods/__init__.py: - (echo '## Please use make index to update this file' ; echo 'all = """' ; cd geni/methods; ls -1 *.py | grep -v __init__ | sed -e 's,.py$$,,' ; echo '""".split()') > $@ +index: $(init) -geni/util/__init__.py: - (echo '## Please use make index to update this file' ; echo 'all = """' ; cd geni/util; ls -1 *.py | grep -v __init__ | sed -e 's,.py$$,,' ; echo '""".split()') > $@ +index-clean: + rm $(init) -geni_now := $(sort $(shell fgrep -v '"' geni/__init__.py 2>/dev/null)) +methods_now := $(sort $(shell fgrep -v '"' sfa/methods/__init__.py 2>/dev/null)) # what should be declared -geni_paths := $(filter-out %/__init__.py, $(wildcard geni/*.py)) -geni_files := $(sort $(notdir $(geni_paths:.py=))) -ifneq ($(geni_now), $(geni_files)) -geni/__init__.py: force +methods_paths := $(filter-out %/__init__.py, $(wildcard sfa/methods/*.py)) +methods_files := $(sort $(notdir $(methods_paths:.py=))) + +ifneq ($(methods_now),$(methods_files)) +sfa/methods/__init__.py: force endif +sfa/methods/__init__.py: + (echo '## Please use make index to update this file' ; echo 'all = """' ; cd sfa/methods; ls -1 *.py | grep -v __init__ | sed -e 's,.py$$,,' ; echo '""".split()') > $@ -methods_now := $(sort $(shell fgrep -v '"' geni/methods/__init__.py 2>/dev/null)) -# what should be declared -method_paths := $(filter-out %/__init__.py, $(wildcard geni/methods/*.py)) -method_files := $(sort $(notdir $(method_paths:.py=))) -ifneq ($(methods_now), $(methods_files)) -geni/methods/__init__.py: force +force: + +########## +# a lot of stuff in the working dir is just noise +files: + @find . -type f | egrep -v '^\./\.|/\.git/|/\.svn/|TAGS|AA-|~$$|egg-info|\.(py[co]|doc|html|pdf|png|svg|out|bak|dg|pickle)$$' + +git-files: + @git ls-files | egrep -v '\.(doc|html|pdf)$$' + +tags: + $(MAKE) git-files | xargs etags + +.PHONY: files tags + +signatures: + (cd sfa/methods; grep 'def.*call' *.py > SIGNATURES) +.PHONY: signatures + +########## for uploading onto pypi +# use pypitest instead for tests (both entries need to be defined in your .pypirc) +PYPI_TARGET=pypi +PYPI_TARBALL_HOST=root@build.onelab.eu +PYPI_TARBALL_TOPDIR=/build/sfa + +# a quick attempt on pypitest did not quite work as expected +# I was hoping to register the project using "setup.py register" +# but somehow most of my meta data did not make it up there +# and I could not find out why +# so I went for the manual method instead +# there also was a web dialog prompting for a zip file that would +# be used to initialize the project's home dir but this too +# did not seem to work the way I was trying to use it, so ... + +# this target is still helpful to produce the readme in html from README.md +index.zip index.html: README.md + python readme.py + +# I need to run this on my mac as my pypi +# run git pull first as this often comes afet a module-tag +# we need to re-run make so the version is right +git_pypi: git pypi + +git: + git pull + $(MAKE) version + +# run this only once the sources are in on the right tag +pypi: index.html + setup.py sdist upload -r $(PYPI_TARGET) + ssh $(PYPI_TARBALL_HOST) mkdir -p $(PYPI_TARBALL_TOPDIR)/$(VERSIONTAG) + rsync -av dist/sfa-$(VERSIONTAG).tar.gz $(PYPI_TARBALL_HOST):$(PYPI_TARBALL_TOPDIR)/$(VERSIONTAG) + +# cleanup +clean: readme-clean + +readme-clean: + rm -f index.html index.zip + +########## sync +# 2 forms are supported +# (*) if your plc root context has direct ssh access: +# make sync PLC=private.one-lab.org +# (*) otherwise, for test deployments, use on your testmaster +# $ run export +# and cut'n paste the export lines before you run make sync + +ifdef PLC +SSHURL:=root@$(PLC):/ +SSHCOMMAND:=ssh root@$(PLC) +else +ifdef PLCHOSTLXC +SSHURL:=root@$(PLCHOSTLXC):/vservers/$(GUESTNAME) +SSHCOMMAND:=ssh root@$(PLCHOSTLXC) ssh -o StrictHostKeyChecking=no $(GUESTHOSTNAME) +else +ifdef PLCHOSTVS +SSHURL:=root@$(PLCHOSTVS):/vservers/$(GUESTNAME) +SSHCOMMAND:=ssh root@$(PLCHOSTVS) vserver $(GUESTNAME) exec +endif +endif endif -util_now := $(sort $(shell fgrep -v '"' geni/util/__init__.py 2>/dev/null)) -# what should be declared -util_paths := $(filter-out %/__init__.py, $(wildcard geni/util/*.py)) -util_files := $(sort $(notdir $(util_paths:.py=))) -ifneq ($(util_now), $(util_files)) -geni/util/__init__.py: force +synccheck: +ifeq (,$(SSHURL)) + @echo "sync: I need more info from the command line, e.g." + @echo " make sync PLC=boot.planetlab.eu" + @echo " make sync PLCHOSTVS=.. GUESTNAME=.." + @echo " make sync PLCHOSTLXC=.. GUESTNAME=.. GUESTHOSTNAME=.." + @exit 1 endif +LOCAL_RSYNC_EXCLUDES += --exclude '*.pyc' +LOCAL_RSYNC_EXCLUDES += --exclude '*.png' --exclude '*.svg' --exclude '*.out' +RSYNC_EXCLUDES := --exclude .svn --exclude .git --exclude '*~' --exclude TAGS $(LOCAL_RSYNC_EXCLUDES) +RSYNC_COND_DRY_RUN := $(if $(findstring n,$(MAKEFLAGS)),--dry-run,) +RSYNC := rsync -a -v $(RSYNC_COND_DRY_RUN) --no-owner $(RSYNC_EXCLUDES) + +CLIENTS = $(shell ls clientbin/*.py) + +BINS = ./config/sfa-config-tty ./systemd/sfa-setup.sh \ + ./sfa/server/sfa-start.py \ + ./clientbin/sfaadmin.py \ + $(CLIENTS) + +synclib: synccheck + +$(RSYNC) --relative ./sfa/ --exclude migrations $(SSHURL)/usr/lib\*/python2.\*/site-packages/ +synclib3: synccheck + +$(RSYNC) --relative ./sfa/ --exclude migrations $(SSHURL)/usr/lib\*/python3.\*/site-packages/ +synclibdeb: synccheck + +$(RSYNC) --relative ./sfa/ --exclude migrations $(SSHURL)/usr/share/pyshared/ +syncmigrations: + +$(RSYNC) ./sfa/storage/migrations/versions/*.py $(SSHURL)/usr/share/sfa/migrations/versions/ +syncbin: synccheck + +$(RSYNC) $(BINS) $(SSHURL)/usr/bin/ +syncservices: synccheck + +$(RSYNC) ./systemd/*.service $(SSHURL)/lib/systemd/system + +$(RSYNC) ./systemd/sfa-setup.sh $(SSHURL)/usr/bin +syncconfig: + +$(RSYNC) ./config/default_config.xml $(SSHURL)/etc/sfa/ +synctest: synccheck + +$(RSYNC) ./tests/ $(SSHURL)/root/tests-sfa +syncrestart: synccheck + -$(SSHCOMMAND) systemctl --system daemon-reload + $(SSHCOMMAND) systemctl restart sfa-db + $(SSHCOMMAND) systemctl restart sfa-aggregate + +syncmig: + +$(RSYNC) ./sfa/storage/migrations $(SSHURL)/usr/share/sfa/ + + +# full-fledged +sync: synclib syncbin syncservices syncconfig syncrestart +syncdeb: synclibdeb syncbin syncservices syncconfig syncrestart +# 99% of the time this is enough +syncfast: synclib syncrestart + +.PHONY: synccheck synclib syncbin syncconfig synctest syncrestart sync syncfast + +########## +CLIENTLIBFILES= \ +sfa/examples/miniclient.py \ +sfa/__init__.py \ +sfa/client/{sfaserverproxy,sfaclientlib,__init__}.py \ +sfa/trust/{certificate,__init__}.py \ +sfa/util/{sfalogging,faults,genicode,enumeration,__init__}.py + +clientlibsync: + @[ -d "$(CLIENTLIBTARGET)" ] || { echo "You need to set the make variable CLIENTLIBTARGET"; exit 1; } + rsync -av --relative $(CLIENTLIBFILES) $(CLIENTLIBTARGET) + +#################### convenience, for debugging only +# make +foo : prints the value of $(foo) +# make ++foo : idem but verbose, i.e. foo=$(foo) +++%: varname=$(subst +,,$@) +++%: + @echo "$(varname)=$($(varname))" ++%: varname=$(subst +,,$@) ++%: + @echo "$($(varname))"