peers-test.mk

   1 ### -*-Makefile-*-
   2 CHROOT=/plc/root
   3 PORT=5432
   4 SITEDIR=/etc/planetlab/configs
   5 SITE=site.xml
   6 RPM=$(shell ls -rt /root/myplc*rpm | tail -1)
   7 APIDIR=/usr/share/plc_api
   8
   9 PLC1=lurch.cs.princeton.edu
  10 PLC2=planetlab-devbox.inria.fr
  11 PLC1SSH=root@$(PLC1)
  12 PLC2SSH=root@$(PLC2)
  13
  14 PY=python -u
  15
  16 all:help
  17
  18 ####################
  19 PUSH=pclean pplc2 papi2 pplc1 papi1
  20 EXTRA-PUSHS= ./Shell.py ./TestPeers.py ./planetlab4.sql ./dummy-config ./peers-test.mk ./person-password.sh
  21
  22 push:$(PUSH)
  23
  24 papi: pclean papi1 papi2
  25 pplc: pclean pplc1 pplc2
  26
  27 pclean:
  28         -find . '(' -name '*.pyc' -o -name '*~' ')' | xargs rm
  29 papi1:
  30         rsync -a -v -C ./ root@$(PLC1):new_plc_api/
  31 pplc1:
  32         rsync -a -v -C $(EXTRA-PUSHS) ./PLC root@$(PLC1):$(CHROOT)$(APIDIR)/
  33 papi2:
  34         rsync -a -v -C ./ root@$(PLC2):new_plc_api/
  35 pplc2:
  36         rsync -a -v -C $(EXTRA-PUSHS) ./PLC root@$(PLC2):$(CHROOT)$(APIDIR)/
  37
  38 ####################
  39 DB=install-schema stop-clients db-drop restart-full-db
  40 DBI= stop-clients db-drop restart-db db-restore restart-http
  41 WEB=install-api restart
  42
  43 db: $(DB)
  44         @date
  45
  46 dbi: $(DBI)
  47         @echo Restored $(DBDUMP) on $(shell hostname) at $(shell date)
  48
  49 DBDUMP=planetlab4.dump
  50
  51 db-dump:
  52         chroot $(CHROOT) pg_dump -c -U pgsqluser planetlab4 > $(DBDUMP)
  53
  54 web: $(WEB)
  55
  56 install-schema:
  57         @echo 'installing schema'
  58         @rsync -a -v planetlab4.sql $(CHROOT)$(APIDIR)/planetlab4.sql
  59
  60 install-api:
  61         find . -name '*.py' | xargs tar cf - | ( cd $(CHROOT)$(APIDIR) ; tar xf -)
  62         -find $(CHROOT)$(APIDIR) -name '*pyc' | xargs rm
  63
  64 stop-clients:
  65         @echo 'pkilling psql'
  66         @-pkill psql
  67         @echo 'pkilling Shell.py'
  68         @-pkill Shell.py
  69         @echo stopping httpd
  70         service plc stop httpd
  71
  72 db-drop:
  73         echo 'dropping db'
  74         chroot $(CHROOT) psql -U postgres --port $(PORT) template1 -c 'drop database planetlab4'
  75
  76 db-restore:
  77         echo Restoring $(DBDUMP)
  78         rm -f $(DBDUMP).rest-log  $(DBDUMP).rest-err
  79         chroot $(CHROOT) psql -U postgres --port $(PORT) -d planetlab4 < $(DBDUMP) > $(DBDUMP).rest-log 2> $(DBDUMP).rest-err
  80         ls -l $(DBDUMP).rest-log  $(DBDUMP).rest-err
  81
  82 restart-db:
  83         @echo 'restarting db only'
  84         service plc stop postgresql
  85         service plc start postgresql
  86
  87 restart-full-db:
  88         @echo 'restarting full db'
  89         service plc stop db postgresql httpd
  90         service plc start httpd postgresql db
  91
  92 restart:
  93         @echo 'Restarting PLC'
  94         @chroot $(CHROOT) service plc restart
  95
  96 restart-http:
  97         @echo 'Restarting httpd'
  98         service plc stop httpd
  99         service plc start httpd
 100
 101 ####################
 102 UPGRADE=stop-clients down clean-plc up reconfig restart
 103
 104 upgrade: $(UPGRADE)
 105
 106 rpm:
 107         @echo latest rpm is $(RPM)
 108
 109 down:
 110         cp $(SITEDIR)/$(SITE) .
 111         rpm -e myplc
 112 clean-plc:
 113         rm -rf /plc
 114 up:
 115         rpm -i $(RPM)
 116
 117 reconfig:
 118         service plc mount
 119         mkdir -p $(SITEDIR)
 120         cp $(SITE) $(SITEDIR)
 121         (echo w; echo q) | chroot $(CHROOT) plc-config-tty
 122
 123 ####################
 124 RUN=api sql log
 125 api:
 126         chroot $(CHROOT) /usr/share/plc_api/Shell.py
 127
 128 sql:
 129         chroot $(CHROOT) psql -U pgsqluser planetlab4
 130
 131 log:
 132         emacs /plc/data/var/log/httpd/error_log /plc/data/var/log/boot.log
 133
 134 ####################
 135 # remove time/delay dependent output
 136 normalize       = egrep -v "'expires':|^+++.*ellapsed"
 137
 138 TEST=run diff checkpoint
 139 run: run-n
 140
 141 %.nout: %.out
 142         $(normalize) $*.out > $@
 143 %.nref: %.ref
 144         $(normalize) $*.ref > $@
 145
 146 diff: TestPeers-n.nref TestPeers-n.nout
 147         @echo '<< REF OUT>>'
 148         diff TestPeers-n.nref TestPeers-n.nout
 149
 150 ckp checkpoint:
 151         @echo adopting latest run as reference
 152         cp TestPeers-n.out TestPeers-n.ref
 153         rm -f TestPeers-n.n???
 154
 155 # variant runs
 156 VARIANT-TESTS :=
 157
 158 VARIANT-TESTS += run-n
 159 run-n:
 160         $(PY) ./TestPeers.py > TestPeers-n.out 2>&1
 161 VARIANT-TESTS += run-m
 162 run-m:
 163         $(PY) ./TestPeers.py -m > TestPeers-m.out 2>&1
 164 VARIANT-TESTS += run-b
 165 run-b:
 166         $(PY) ./TestPeers.py -b > TestPeers-b.out 2>&1
 167 VARIANT-TESTS += run-p run-pn
 168 run-pn:
 169         $(PY) ./TestPeers.py -p > TestPeers-pn.out 2>&1
 170 VARIANT-TESTS += run-pb
 171 run-pb:
 172         $(PY) ./TestPeers.py -p -b > TestPeers-pb.out 2>&1
 173 VARIANT-TESTS += run-ph
 174 run-ph:
 175         $(PY) ./TestPeers.py -p -H > TestPeers-ph.out 2>&1
 176 VARIANT-TESTS += run-e run-en
 177 run-en:
 178         $(PY) ./TestPeers.py -e > TestPeers-en.out 2>&1
 179 VARIANT-TESTS += run-eb
 180 run-eb:
 181         $(PY) ./TestPeers.py -e -b > TestPeers-eb.out 2>&1
 182 VARIANT-TESTS += run-eh
 183 run-eh:
 184         $(PY) ./TestPeers.py -e -H > TestPeers-eh.out 2>&1
 185
 186 VARIANT-TESTS += diff-m
 187 diff-m: TestPeers-m.nref TestPeers-m.nout
 188         diff TestPeers-m.nref TestPeers-m.nout
 189 VARIANT-TESTS += ckp-m
 190 ckp-m:
 191         cp TestPeers-m.out TestPeers-m.ref
 192         rm -f TestPeers-m.n???
 193
 194 VARIANT-TESTS += diff-p
 195 diff-p: TestPeers-pn.nref TestPeers-pn.nout
 196         diff TestPeers-pn.nref TestPeers-pn.nout
 197 VARIANT-TESTS += ckp-p
 198 ckp-p:
 199         cp TestPeers-pn.out TestPeers-pn.ref
 200         rm -f TestPeers-pn.n???
 201
 202 VARIANT-TESTS += diff-eh
 203 diff-eh: TestPeers-eh.nref TestPeers-eh.nout
 204         diff TestPeers-eh.nref TestPeers-eh.nout
 205 VARIANT-TESTS += ckp-eh
 206 ckp-eh:
 207         cp TestPeers-eh.out TestPeers-eh.ref
 208         rm -f TestPeers-eh.n???
 209
 210 ### need to run in installed plc for gaining direct access (psycopg2 broken)
 211 VARIANT-TESTS += run-lpn-1
 212 run-lpn-1:
 213         chroot $(CHROOT) make -C $(APIDIR) -f peers-test.mk chroot-run-lpn-1
 214 chroot-run-lpn-1:
 215         $(PY) TestPeers.py -n -p -l 1 -f 8 > TestPeers-pn-1.out
 216 VARIANT-TESTS += run-lpn-2
 217 run-lpn-2:
 218         chroot $(CHROOT) make -C $(APIDIR) -f peers-test.mk chroot-run-lpn-2
 219 chroot-run-lpn-2:
 220         $(PY) TestPeers.py -n -p -l 2 -f 8 > TestPeers-pn-2.out
 221
 222 VARIANT-TESTS += run-lpb-1
 223 run-lpb-1:
 224         chroot $(CHROOT) make -C $(APIDIR) -f peers-test.mk chroot-run-lpb-1
 225 chroot-run-lpb-1:
 226         $(PY) TestPeers.py -b -p -l 1 > TestPeers-pb-1.out
 227 VARIANT-TESTS += run-lpb-2
 228 run-lpb-2:
 229         chroot $(CHROOT) make -C $(APIDIR) -f peers-test.mk chroot-run-lpb-2
 230 chroot-run-lpb-2:
 231         $(PY) TestPeers.py -b -p -l 2 > TestPeers-pb-2.out
 232
 233 VARIANT-TESTS += run-lph-1
 234 run-lph-1:
 235         chroot $(CHROOT) make -C $(APIDIR) -f peers-test.mk chroot-run-lph-1
 236 chroot-run-lph-1:
 237         $(PY) TestPeers.py -H -p -l 1 > TestPeers-ph-1.out
 238 VARIANT-TESTS += run-lph-1
 239 run-lph-2:
 240         chroot $(CHROOT) make -C $(APIDIR) -f peers-test.mk chroot-run-lph-2
 241 chroot-run-lph-2:
 242         $(PY) TestPeers.py -H -p -l 2 > TestPeers-ph-2.out
 243
 244
 245 VARIANTS-DB :=
 246
 247 DB1=populate-1.sql
 248 DB2=populate-2.sql
 249
 250 VARIANT-DB += save-n
 251 save-n: save-n-1 save-n-2
 252 save-n-1: DB1=populate-n-1.sql
 253 save-n-1: save1
 254 save-n-2: DB2=populate-n-2.sql
 255 save-n-2:save2
 256
 257 VARIANT-DB += save-b
 258 save-b: save-b-1 save-b-2
 259 save-b-1: DB1=populate-b-1.sql
 260 save-b-1: save1
 261 save-b-2: DB2=populate-b-2.sql
 262 save-b-2:save2
 263
 264 VARIANT-DB += save-h
 265 save-h: save-h-1 save-h-2
 266 save-h-1: DB1=populate-h-1.sql
 267 save-h-1: save1
 268 save-h-2: DB2=populate-h-2.sql
 269 save-h-2:save2
 270
 271 save1:
 272         ssh $(PLC1SSH) make -C new_plc_api -f peers-test.mk DBDUMP=$(DB1) db-dump
 273         scp $(PLC1SSH):new_plc_api/$(DB1) .
 274 save2:
 275         ssh $(PLC2SSH) make -C new_plc_api -f peers-test.mk DBDUMP=$(DB2) db-dump
 276         scp $(PLC2SSH):new_plc_api/$(DB2) .
 277
 278 VARIANT-DB += restore-n
 279 restore-n: restore-n-1 restore-n-2
 280 restore-n-1: DB1=populate-n-1.sql
 281 restore-n-1: restore1
 282 restore-n-2: DB2=populate-n-2.sql
 283 restore-n-2:restore2
 284
 285 VARIANT-DB += restore-b
 286 restore-b: restore-b-1 restore-b-2
 287 restore-b-1: DB1=populate-b-1.sql
 288 restore-b-1: restore1
 289 restore-b-2: DB2=populate-b-2.sql
 290 restore-b-2:restore2
 291
 292 VARIANT-DB += restore-h
 293 restore-h: restore-h-1 restore-h-2
 294 restore-h-1: DB1=populate-h-1.sql
 295 restore-h-1: restore1
 296 restore-h-2: DB2=populate-h-2.sql
 297 restore-h-2:restore2
 298
 299 restore1:
 300         scp $(DB1) $(PLC1SSH):new_plc_api/
 301         ssh $(PLC1SSH) make -C  new_plc_api -f peers-test.mk DBDUMP=$(DB1) dbi
 302 restore2:
 303         scp $(DB2) $(PLC2SSH):new_plc_api/
 304         ssh $(PLC2SSH) make -C  new_plc_api -f peers-test.mk DBDUMP=$(DB2) dbi
 305
 306 #######
 307 HELP=rpm db-dump restart-http
 308
 309 help:
 310         @echo known targets:
 311         @echo push: $(PUSH)
 312         @echo db: $(DB)
 313         @echo dbi: $(DBI)
 314         @echo run: $(RUN)
 315         @echo web: $(WEB)
 316         @echo upgrade: $(UPGRADE)
 317         @echo test: $(TEST)
 318         @echo other test targets: $(VARIANT-TESTS)
 319         @echo db targets: $(VARIANT-DB)
 320         @echo OTHERS: $(HELP)
 321