X-Git-Url: http://git.onelab.eu/?a=blobdiff_plain;f=planetlab%2Fexp-tool%2FMakefile;h=ba4f69a246f0480842ba9df4558f2c38426ca595;hb=21ccf217a1462ccfe1b822d88acf5761a33e0f92;hp=5986216b2f40dce3bf1ced2fc48e922c76e80f64;hpb=6e6df6066ed08aa0de62ff5561b12382da4061e9;p=sliver-openvswitch.git diff --git a/planetlab/exp-tool/Makefile b/planetlab/exp-tool/Makefile index 5986216b2..ba4f69a24 100644 --- a/planetlab/exp-tool/Makefile +++ b/planetlab/exp-tool/Makefile @@ -11,6 +11,9 @@ include $(CONF) # if undefined in the conf file, use single dash SEP?=- +# bridge name (XXX the same on all nodes) +BRIDGE?=$(SLICE) + ### helper functions # flip(1) = 2 # flip(2) = 1 @@ -35,11 +38,15 @@ opp=$(call linkpart,$(1))@$(call flip,$(call endpart,$(1))) # rget(x-y@2) = x rget=$(call get,$(call opp,$(1))) ### +default=$(if $($(1)_$(2)),$($(1)_$(2)),$($(1))) solve=$(HOST_$(1)) solve_ip=$(IP_$(1)) # can be redefined in conf.mk if that's not the expected behaviour display?=host $(1) aka $(call solve,$(1)) +# log file name +log=$(addprefix log/,$(notdir $(1))) + #################### set variables after conf.mk ifeq "$(SSH_KEY)" "" SSH_KEY_OPTION ?= @@ -53,15 +60,17 @@ SSH = ssh $(SSH_OPTIONS) SUDO ?= sudo -S ALL_NODE_IDS=$(sort $(foreach link,$(LINKS),$(call leftnode,$(link))) $(foreach link,$(LINKS),$(call rightnode,$(link)))) +ALL_NODE_HOSTS=$(foreach id,$(ALL_NODE_IDS),$(call solve,$(id))) ALL_LINK_IDS=$(addsuffix @1,$(LINKS)) $(addsuffix @2,$(LINKS)) +CONF_NODE_IDS=$(subst HOST_,,$(filter HOST_%,$(.VARIABLES))) #################### -all+init: init all +init_all: init all init: @[ -d L ] || ( echo Creating tmp dir L; mkdir L) - @[ -d U ] || ( echo Creating tmp dir U; mkdir U) + @[ -d log ] || (echo Creating tmp dir log; mkdir log) @[ -d cache ] || ( echo Creating tmp dir cache; mkdir cache) -.PHONY: all+init init +.PHONY: init_all init FORCE: @@ -76,14 +85,19 @@ showslice: ++SLICE FORCE shownodes: @$(foreach id,$(ALL_NODE_IDS),echo $(id)=$(call display,$(id));) +showhostnames: ++ALL_NODE_HOSTS showips: @$(foreach id,$(ALL_NODE_IDS),echo $(id)=$(call display,$(id)) has ip/network set to $(IP_$(id));) showlinks: @$(foreach link,$(LINKS), echo $(call display,$(call leftnode,$(link))) '====>' $(call display,$(call rightnode,$(link)));) -.PHONY: shownodes showips showlinks +showcontrollers: + @$(foreach id,$(ALL_NODE_IDS), echo $(call display,$(id)) has controller $(call default,CONTROLLER,$(id));) +.PHONY: shownodes showhostnames showips showlinks showcontrollers -sshchecks: $(foreach id,$(ALL_NODE_IDS),cache/sshcheck.$(id)) +sshchecks: $(foreach id,$(ALL_NODE_IDS),sshcheck-$(id)) .PHONY: sshchecks +ovsversions: $(foreach id,$(ALL_NODE_IDS),ovsversion-$(id)) +.PHONY: ovsversions DBS=$(foreach id,$(ALL_NODE_IDS),cache/db.$(id)) dbs: $(DBS) @@ -106,33 +120,47 @@ BRIDGES=$(foreach id,$(ALL_NODE_IDS),cache/bridge.$(id)) bridges: $(BRIDGES) .PHONY: bridges +CONTROLLERS=$(foreach id,$(ALL_NODE_IDS),cache/controller.$(id)) +controllers: $(CONTROLLERS) +.PHONY: controllers + +del-controllers: $(foreach id,$(ALL_NODE_IDS),del-controller-$(id)) +.PHONY: del-controllers + ### node-oriented targets # check ssh connectivity -cache/sshcheck.%: FORCE - @if $(SSH) $(HOST_$*) hostname 2> /dev/null; then echo "ssh on" $(call display,$*) "OK" ; \ +sshcheck-%: FORCE + @if $(SSH) $(HOST_$*) hostname &> /dev/null; then echo "ssh on" $(call display,$*) "OK" ; \ else echo "ssh on" $(call display,$*) "KO !!!"; fi +ovsversion-%: FORCE + @OVSVERSION=$$($(SSH) $(HOST_$*) rpm -q sliver-openvswitch); echo $(call display,$*) has $$OVSVERSION + # should probably replace sshcheck cache/status.%: FORCE @echo "=== DB and SWITCH processes on $(call display,$*)" - @$(SSH) $(HOST_$*) $(SUDO) sliver-ovs status + @$(SSH) $(HOST_$*) $(SUDO) sliver-ovs status ||: cache/host.%: @echo "IP lookup for $(call display,$*)" @host $(HOST_$*) | sed -n 's/^.*has address *//p' > $@ cache/db.%: - @echo "Starting db server on $(call display,$*) - logs in $@.log" - @$(SSH) $(HOST_$*) $(SUDO) sliver-ovs start-db &> $@.log && touch $@ + @echo "Starting db server on $(call display,$*) - logs in $(call log,$@)" + @$(SSH) $(HOST_$*) $(SUDO) sliver-ovs start-db &> $(call log,$@) && touch $@ cache/switch.%: cache/db.% - @echo "Starting vswitchd on $(call display,$*) - logs in $@.log" - @$(SSH) $(HOST_$*) $(SUDO) sliver-ovs start-switch &> $@.log && touch $@ + @echo "Starting vswitchd on $(call display,$*) - logs in $(call log,$@)" + @$(SSH) $(HOST_$*) $(SUDO) sliver-ovs start-switch &> $(call log,$@) && touch $@ cache/bridge.%: cache/switch.% - @echo "Creating bridge on $(call display,$*) - logs in $@.log" - @$(SSH) $(HOST_$*) $(SUDO) sliver-ovs create-bridge $(IP_$*) > $@ 2> $@.log || { rm $@; exit 1; } - @echo Created bridge $$(cat $@) on $(HOST_$*) + @echo "Creating bridge on $(call display,$*) - logs in $(call log,$@)" + @$(SSH) $(HOST_$*) $(SUDO) sliver-ovs create-bridge $(BRIDGE) $(IP_$*) > $@ 2> $(call log,$@) || { rm $@; exit 1; } + @echo Created bridge with tap $$(cat $@) on $(call display,$*) + +cache/controller.%: cache/bridge.% + @echo "Setting controller $(call default,CONTROLLER,$*) on $(call display,$*) - logs in $(call log,$@)" + @$(SSH) $(HOST_$*) $(SUDO) ovs-vsctl set-controller $(BRIDGE) $(call default,CONTROLLER,$*) &> $(call log,$@) || { rm $@; exit 1; } # xxx this probably needs a more thorough cleanup in cache/ cache/stop.%: del-bridge.% @@ -151,9 +179,7 @@ U/%: del-iface.%@1 del-iface.%@2 del-bridge.%: cache/db.% @echo "Deleting bridge on $(call display,$*)" - @if [ -f cache/bridge.$* ]; then \ - $(SSH) $(HOST_$*) $(SUDO) sliver-ovs del-bridge $$(cat cache/bridge.$*);\ - fi + @$(SSH) $(HOST_$*) $(SUDO) sliver-ovs del-bridge $(BRIDGE); @rm -f cache/bridge.$* \ cache/iface.$*$(SEP)*@1 cache/iface.*$(SEP)$*@2 \ cache/link.$*$(SEP)*@? cache/link.*$(SEP)$*@? \ @@ -161,28 +187,64 @@ del-bridge.%: cache/db.% del-switch.%: del-bridge.% @echo "Shutting down switch on $(call display,$*)" - @if [ -f cache/switch.$* ]; then \ - $(SSH) $(HOST_$*) $(SUDO) ovs-appctl exit;\ - fi - @rm -f cache/switch.$* + @$(SSH) $(HOST_$*) $(SUDO) sliver-ovs stop-switch + @rm -f cache/switch.$* del-db.%: @echo "Shutting down db on $(call display,$*)" - @if [ -f cache/db.$* ]; then \ - $(SSH) $(HOST_$*) $(SUDO) ovs-appctl --target=$(VARRUN)/ovsdb-server.$$(cat cache/db.$*).ctl exit;\ - fi + @$(SSH) $(HOST_$*) $(SUDO) sliver-ovs stop-db @rm -f cache/db.$* -del-links: $(addprefix U/,$(notdir $(wildcard L/*))) +del-controller.%: + @echo "Removing controller for $(call display,$*)" + @$(SSH) $(HOST_$*) $(SUDO) sliver-ovs del-controller $(BRIDGE) + @rm -f cache/controller.$* + +del-links: $(addprefix U/,$(notdir $(filter-out %.log,$(wildcard L/*)))) -del-switchs: $(addprefix del-,$(notdir $(wildcard cache/switch.*))) +del-switchs: $(addprefix del-,$(notdir $(filter-out %.log,$(wildcard cache/switch.*)))) -del-dbs: $(addprefix del-,$(notdir $(wildcard cache/db.*))) +del-dbs: $(addprefix del-,$(notdir $(filter-out %.log,$(wildcard cache/db.*)))) -shutdown: del-switches del-dbs +shutdown: del-switchs del-dbs .PHONY: del-links del-switchs del-dbs shutdown + +### snapshots +remote-snapshot: remote-snapshot-ips remote-snapshot-links + @true + +remote-snapshot-ips: $(addprefix cache/rsnap.ip.,$(CONF_NODE_IDS)) + @cat /dev/null $^ + +remote-snapshot-links: $(addprefix cache/rsnap.links.,$(CONF_NODE_IDS)) + @sort -u /dev/null $^ + +### update sliver-ovs +update: $(addprefix update-,$(CONF_NODE_IDS)) + @true + +update-%: FORCE + @[ -n "$(SLIVER_OVS)" ] || { echo "SLIVER_OVS not set" >&2; exit 1; } + @[ -f "$(SLIVER_OVS)" ] || { echo "$(SLIVER_OVS) not found" >&2; exit 1; } + @echo "Sending $(SLIVER_OVS) to $(call display,$*)" + @scp -q $(SLIVER_OVS) $(SLICE)@$(call solve,$*): + @$(SSH) $(call solve,$*) $(SUDO) mv $(notdir $(SLIVER_OVS)) /usr/sbin/sliver-ovs + +.PHONY: remote-snapshot remote-snapshot-ips remote-snapshot-links + +cache/rsnap.ip.%: + @$(SSH) $(HOST_$*) $(SUDO) ovs-vsctl -- \ + get interface $(BRIDGE) options:local_ip options:local_netmask |\ + sed -n 's|"||g;1h;2{G;s|\(.*\)\n\(.*\)|IP_$* = \2/\1|p}' > $@ || \ + { rm $@; exit 1; } + +cache/rsnap.links.%: + @$(SSH) $(HOST_$*) $(SUDO) ovs-vsctl list-ifaces $(BRIDGE) | \ + sed -n 's/^L/LINKS += /p' > $@ || \ + { rm $@; exit 1; } + .SECONDEXPANSION: del-iface.%: cache/db.$$(call get,%) @@ -198,28 +260,27 @@ del-iface.%: cache/db.$$(call get,%) #nodeid=$(call get,%) #bridgefile=cache/bridge.$(nodeid) cache/iface.%: cache/bridge.$$(call get,%) - @echo "Creating interface for link $(call linkpart,$(*F)) on $(call display,$(call get,$(*F))) - logs in $@.log" - @$(SSH) $(call solve,$(call get,$(*F))) $(SUDO) sliver-ovs create-port $$(cat cache/bridge.$(call get,$(*F))) L$(call linkpart,$(*F)) > $@ 2> $@.log || { rm $@; exit 1; } - echo cache/bridge.$(call get,$(*F)) - echo cache/host.$(call get,$(*F)) cache/iface.$(*F) cache/iface.$(call opp,$(*F)) + @echo "Creating interface for link $(call linkpart,$(*F)) on $(call display,$(call get,$(*F))) - logs in $(call log,$@)" + @$(SSH) $(call solve,$(call get,$(*F))) $(SUDO) sliver-ovs create-port $(BRIDGE) \ + L$(call linkpart,$(*F)) > $@ 2> $(call log,$@) || { rm $@; exit 1; } # linkid=$(call linkpart,%) # nodeid=$(call get,%) # iface1=cache/iface.% # iface2=cache/iface.$(call opp,%) -cache/link.%: cache/host.$$(call get,%) cache/iface.% cache/iface.$$(call opp,%) - @echo "Setting port number of link $(call linkpart,$(*F)) on $(call display,$(call get,$(*F))) - logs in $@.log" - @$(SSH) $(call solve,$(call get,$(*F))) $(SUDO) ovs-vsctl set interface L$(call linkpart,$(*F)) \ - options:remote_ip=$$(cat cache/host.$(call get,$(*F))) \ - options:remote_port=$$(cat cache/iface.$(call opp,$(*F))) 2> $@.log \ +cache/link.%: cache/host.$$(call rget,%) cache/iface.% cache/iface.$$(call opp,%) + @echo "Setting port number of link $(call linkpart,$(*F)) on $(call display,$(call get,$(*F))) - logs in $(call log,$@)" + @$(SSH) $(call solve,$(call get,$(*F))) $(SUDO) sliver-ovs set-remote-endpoint L$(call linkpart,$(*F)) \ + $$(cat cache/host.$(call rget,$(*F))) \ + $$(cat cache/iface.$(call opp,$(*F))) 2> $(call log,$@) \ && touch $@ #################### -CLEANTARGETS=$(addprefix del-,$(notdir $(wildcard cache/bridge.*))) +CLEANTARGETS=$(addprefix del-,$(notdir $(filter-out %.log,$(wildcard cache/bridge.*)))) clean: $(CLEANTARGETS) distclean: - rm -rf L U cache + rm -rf L log cache .PHONY: clean distclean #################### @@ -228,10 +289,11 @@ graph.dot: graph.ps: graph.dot dot -Tps < $^ > $@ + #################### # 'virtual' targets in that there's no real file attached define node_shortcuts -sshcheck.$(1): cache/sshcheck.$(1) FORCE +sshcheck.$(1): sshcheck-$(1) FORCE db.$(1): cache/db.$(1) FORCE switch.$(1): cache/switch.$(1) FORCE start.$(1): cache/start.$(1) FORCE @@ -252,6 +314,9 @@ endef $(foreach id,$(ALL_LINK_IDS), $(eval $(call link_shortcuts,$(id)))) +help: + @cat Makefile.help + #################### convenience, for debugging only # make +foo : prints the value of $(foo) # make ++foo : idem but verbose, i.e. foo=$(foo)