tests: Add code coverage for Python.
[sliver-openvswitch.git] / tests / automake.mk
1 EXTRA_DIST += \
2         $(TESTSUITE_AT) \
3         $(TESTSUITE) \
4         tests/atlocal.in \
5         $(srcdir)/package.m4 \
6         $(srcdir)/tests/testsuite
7 TESTSUITE_AT = \
8         tests/testsuite.at \
9         tests/ovsdb-macros.at \
10         tests/library.at \
11         tests/heap.at \
12         tests/bundle.at \
13         tests/classifier.at \
14         tests/check-structs.at \
15         tests/daemon.at \
16         tests/daemon-py.at \
17         tests/ofp-print.at \
18         tests/ovs-ofctl.at \
19         tests/odp.at \
20         tests/multipath.at \
21         tests/autopath.at \
22         tests/lacp.at \
23         tests/learn.at \
24         tests/vconn.at \
25         tests/file_name.at \
26         tests/aes128.at \
27         tests/uuid.at \
28         tests/json.at \
29         tests/jsonrpc.at \
30         tests/jsonrpc-py.at \
31         tests/timeval.at \
32         tests/lockfile.at \
33         tests/reconnect.at \
34         tests/ofproto-dpif.at \
35         tests/ofproto-macros.at \
36         tests/ofproto.at \
37         tests/ovsdb.at \
38         tests/ovsdb-log.at \
39         tests/ovsdb-types.at \
40         tests/ovsdb-data.at \
41         tests/ovsdb-column.at \
42         tests/ovsdb-table.at \
43         tests/ovsdb-row.at \
44         tests/ovsdb-schema.at \
45         tests/ovsdb-condition.at \
46         tests/ovsdb-mutation.at \
47         tests/ovsdb-query.at \
48         tests/ovsdb-transaction.at \
49         tests/ovsdb-execution.at \
50         tests/ovsdb-trigger.at \
51         tests/ovsdb-tool.at \
52         tests/ovsdb-server.at \
53         tests/ovsdb-monitor.at \
54         tests/ovsdb-idl.at \
55         tests/ovs-vsctl.at \
56         tests/ovs-monitor-ipsec.at \
57         tests/ovs-xapi-sync.at \
58         tests/stp.at \
59         tests/interface-reconfigure.at \
60         tests/vlog.at
61 TESTSUITE = $(srcdir)/tests/testsuite
62 DISTCLEANFILES += tests/atconfig tests/atlocal
63
64 AUTOTEST_PATH = utilities:vswitchd:ovsdb:tests
65
66 check-local: tests/atconfig tests/atlocal $(TESTSUITE)
67         $(SHELL) '$(TESTSUITE)' -C tests AUTOTEST_PATH=$(AUTOTEST_PATH) $(TESTSUITEFLAGS)
68 \f
69 # Python Coverage support.
70 # Requires coverage.py http://nedbatchelder.com/code/coverage/.
71
72 COVERAGE = coverage
73 COVERAGE_FILE='$(abs_srcdir)/.coverage'
74 check-pycov: all tests/atconfig tests/atlocal $(TESTSUITE) clean-pycov
75         COVERAGE_FILE=$(COVERAGE_FILE) PYTHON='$(COVERAGE) run -p' $(SHELL) '$(TESTSUITE)' -C tests AUTOTEST_PATH=$(AUTOTEST_PATH) $(TESTSUITEFLAGS)
76         @cd $(srcdir) && $(COVERAGE) combine && COVERAGE_FILE=$(COVERAGE_FILE) $(COVERAGE) annotate
77         @echo
78         @echo '----------------------------------------------------------------------'
79         @echo 'Annotated coverage source has the ",cover" extension.'
80         @echo '----------------------------------------------------------------------'
81         @echo
82         @COVERAGE_FILE=$(COVERAGE_FILE) $(COVERAGE) report
83 \f
84 # lcov support
85
86 lcov_wrappers = \
87         tests/lcov/ovs-appctl \
88         tests/lcov/ovs-ofctl \
89         tests/lcov/ovs-vsctl \
90         tests/lcov/ovs-vswitchd \
91         tests/lcov/ovsdb-client \
92         tests/lcov/ovsdb-server \
93         tests/lcov/ovsdb-tool \
94         tests/lcov/test-aes128 \
95         tests/lcov/test-bundle \
96         tests/lcov/test-byte-order \
97         tests/lcov/test-classifier \
98         tests/lcov/test-csum \
99         tests/lcov/test-file_name \
100         tests/lcov/test-flows \
101         tests/lcov/test-hash \
102         tests/lcov/test-heap \
103         tests/lcov/test-hmap \
104         tests/lcov/test-json \
105         tests/lcov/test-jsonrpc \
106         tests/lcov/test-list \
107         tests/lcov/test-lockfile \
108         tests/lcov/test-multipath \
109         tests/lcov/test-odp \
110         tests/lcov/test-ovsdb \
111         tests/lcov/test-packets \
112         tests/lcov/test-random \
113         tests/lcov/test-reconnect \
114         tests/lcov/test-sha1 \
115         tests/lcov/test-stp \
116         tests/lcov/test-timeval \
117         tests/lcov/test-type-props \
118         tests/lcov/test-unix-socket \
119         tests/lcov/test-uuid \
120         tests/lcov/test-vconn
121
122 $(lcov_wrappers): tests/lcov-wrapper.in
123         @test -d tests/lcov || mkdir tests/lcov
124         sed -e 's,[@]abs_top_builddir[@],$(abs_top_builddir),' \
125             -e 's,[@]wrap_program[@],$@,' \
126                 $(top_srcdir)/tests/lcov-wrapper.in > $@.tmp
127         chmod +x $@.tmp
128         mv $@.tmp $@
129 CLEANFILES += $(lcov_wrappers)
130 EXTRA_DIST += tests/lcov-wrapper.in
131
132 LCOV = lcov -b $(abs_top_builddir) -d $(abs_top_builddir) -q
133 check-lcov: all tests/atconfig tests/atlocal $(TESTSUITE) $(lcov_wrappers)
134         rm -fr tests/coverage.html tests/coverage.info
135         $(LCOV) -c -i -o - > tests/coverage.info
136         $(SHELL) '$(TESTSUITE)' -C tests CHECK_LCOV=true DISABLE_LCOV=false AUTOTEST_PATH='tests/lcov:$(AUTOTEST_PATH)' $(TESTSUITEFLAGS); \
137                 rc=$$?; \
138                 echo "Producing coverage.html..."; \
139                 cd tests && genhtml -q -o coverage.html coverage.info; \
140                 exit $$rc
141 \f
142 # valgrind support
143
144 valgrind_wrappers = \
145         tests/valgrind/ovs-appctl \
146         tests/valgrind/ovs-ofctl \
147         tests/valgrind/ovs-vsctl \
148         tests/valgrind/ovs-vswitchd \
149         tests/valgrind/ovsdb-client \
150         tests/valgrind/ovsdb-server \
151         tests/valgrind/ovsdb-tool \
152         tests/valgrind/test-aes128 \
153         tests/valgrind/test-bundle \
154         tests/valgrind/test-byte-order \
155         tests/valgrind/test-classifier \
156         tests/valgrind/test-csum \
157         tests/valgrind/test-file_name \
158         tests/valgrind/test-flows \
159         tests/valgrind/test-hash \
160         tests/valgrind/test-heap \
161         tests/valgrind/test-hmap \
162         tests/valgrind/test-json \
163         tests/valgrind/test-jsonrpc \
164         tests/valgrind/test-list \
165         tests/valgrind/test-lockfile \
166         tests/valgrind/test-multipath \
167         tests/valgrind/test-odp \
168         tests/valgrind/test-ovsdb \
169         tests/valgrind/test-packets \
170         tests/valgrind/test-random \
171         tests/valgrind/test-reconnect \
172         tests/valgrind/test-sha1 \
173         tests/valgrind/test-stp \
174         tests/valgrind/test-timeval \
175         tests/valgrind/test-type-props \
176         tests/valgrind/test-unix-socket \
177         tests/valgrind/test-uuid \
178         tests/valgrind/test-vconn
179
180 $(valgrind_wrappers): tests/valgrind-wrapper.in
181         @test -d tests/valgrind || mkdir tests/valgrind
182         sed -e 's,[@]wrap_program[@],$@,' \
183                 $(top_srcdir)/tests/valgrind-wrapper.in > $@.tmp
184         chmod +x $@.tmp
185         mv $@.tmp $@
186 CLEANFILES += $(valgrind_wrappers)
187 EXTRA_DIST += tests/valgrind-wrapper.in
188
189 VALGRIND = valgrind --log-file=valgrind.%p --leak-check=full \
190         --suppressions=$(abs_top_srcdir)/tests/openssl.supp --num-callers=20
191 EXTRA_DIST += tests/openssl.supp
192 check-valgrind: all tests/atconfig tests/atlocal $(TESTSUITE) $(valgrind_wrappers)
193         $(SHELL) '$(TESTSUITE)' -C tests CHECK_VALGRIND=true VALGRIND='$(VALGRIND)' AUTOTEST_PATH='tests/valgrind:$(AUTOTEST_PATH)' -d $(TESTSUITEFLAGS)
194         @echo
195         @echo '----------------------------------------------------------------------'
196         @echo 'Valgrind output can be found in tests/testsuite.dir/*/valgrind.*'
197         @echo '----------------------------------------------------------------------'
198 \f
199 clean-local:
200         test ! -f '$(TESTSUITE)' || $(SHELL) '$(TESTSUITE)' -C tests --clean
201
202 AUTOM4TE = autom4te
203 AUTOTEST = $(AUTOM4TE) --language=autotest
204 $(TESTSUITE): package.m4 $(TESTSUITE_AT)
205         $(AUTOTEST) -I '$(srcdir)' -o $@.tmp $@.at
206         mv $@.tmp $@
207
208 # The `:;' works around a Bash 3.2 bug when the output is not writeable.
209 $(srcdir)/package.m4: $(top_srcdir)/configure.ac
210         :;{ \
211           echo '# Signature of the current package.' && \
212           echo 'm4_define([AT_PACKAGE_NAME],      [$(PACKAGE_NAME)])' && \
213           echo 'm4_define([AT_PACKAGE_TARNAME],   [$(PACKAGE_TARNAME)])' && \
214           echo 'm4_define([AT_PACKAGE_VERSION],   [$(PACKAGE_VERSION)])' && \
215           echo 'm4_define([AT_PACKAGE_STRING],    [$(PACKAGE_STRING)])' && \
216           echo 'm4_define([AT_PACKAGE_BUGREPORT], [$(PACKAGE_BUGREPORT)])'; \
217         } >'$(srcdir)/package.m4'
218
219 noinst_PROGRAMS += tests/test-aes128
220 tests_test_aes128_SOURCES = tests/test-aes128.c
221 tests_test_aes128_LDADD = lib/libopenvswitch.a $(SSL_LIBS)
222
223 noinst_PROGRAMS += tests/test-bundle
224 tests_test_bundle_SOURCES = tests/test-bundle.c
225 tests_test_bundle_LDADD = lib/libopenvswitch.a $(SSL_LIBS)
226
227 noinst_PROGRAMS += tests/test-classifier
228 tests_test_classifier_SOURCES = tests/test-classifier.c
229 tests_test_classifier_LDADD = lib/libopenvswitch.a $(SSL_LIBS)
230
231 noinst_PROGRAMS += tests/test-csum
232 tests_test_csum_SOURCES = tests/test-csum.c
233 tests_test_csum_LDADD = lib/libopenvswitch.a $(SSL_LIBS)
234
235 noinst_PROGRAMS += tests/test-file_name
236 tests_test_file_name_SOURCES = tests/test-file_name.c
237 tests_test_file_name_LDADD = lib/libopenvswitch.a $(SSL_LIBS)
238
239 noinst_PROGRAMS += tests/test-flows
240 tests_test_flows_SOURCES = tests/test-flows.c
241 tests_test_flows_LDADD = lib/libopenvswitch.a $(SSL_LIBS)
242 dist_check_SCRIPTS = tests/flowgen.pl
243
244 noinst_PROGRAMS += tests/test-hash
245 tests_test_hash_SOURCES = tests/test-hash.c
246 tests_test_hash_LDADD = lib/libopenvswitch.a
247
248 noinst_PROGRAMS += tests/test-heap
249 tests_test_heap_SOURCES = tests/test-heap.c
250 tests_test_heap_LDADD = lib/libopenvswitch.a $(SSL_LIBS)
251
252 noinst_PROGRAMS += tests/test-hmap
253 tests_test_hmap_SOURCES = tests/test-hmap.c
254 tests_test_hmap_LDADD = lib/libopenvswitch.a $(SSL_LIBS)
255
256 noinst_PROGRAMS += tests/test-json
257 tests_test_json_SOURCES = tests/test-json.c
258 tests_test_json_LDADD = lib/libopenvswitch.a $(SSL_LIBS)
259
260 noinst_PROGRAMS += tests/test-jsonrpc
261 tests_test_jsonrpc_SOURCES = tests/test-jsonrpc.c
262 tests_test_jsonrpc_LDADD = lib/libopenvswitch.a $(SSL_LIBS)
263
264 noinst_PROGRAMS += tests/test-list
265 tests_test_list_SOURCES = tests/test-list.c
266 tests_test_list_LDADD = lib/libopenvswitch.a
267
268 noinst_PROGRAMS += tests/test-lockfile
269 tests_test_lockfile_SOURCES = tests/test-lockfile.c
270 tests_test_lockfile_LDADD = lib/libopenvswitch.a $(SSL_LIBS)
271
272 noinst_PROGRAMS += tests/test-multipath
273 tests_test_multipath_SOURCES = tests/test-multipath.c
274 tests_test_multipath_LDADD = lib/libopenvswitch.a $(SSL_LIBS)
275
276 noinst_PROGRAMS += tests/test-packets
277 tests_test_packets_SOURCES = tests/test-packets.c
278 tests_test_packets_LDADD = lib/libopenvswitch.a $(SSL_LIBS)
279
280 noinst_PROGRAMS += tests/test-random
281 tests_test_random_SOURCES = tests/test-random.c
282 tests_test_random_LDADD = lib/libopenvswitch.a $(SSL_LIBS)
283
284 noinst_PROGRAMS += tests/test-stp
285 tests_test_stp_SOURCES = tests/test-stp.c
286 tests_test_stp_LDADD = lib/libopenvswitch.a $(SSL_LIBS)
287
288 noinst_PROGRAMS += tests/test-netflow
289 tests_test_netflow_SOURCES = tests/test-netflow.c
290 tests_test_netflow_LDADD = lib/libopenvswitch.a $(SSL_LIBS)
291
292 noinst_PROGRAMS += tests/test-unix-socket
293 tests_test_unix_socket_SOURCES = tests/test-unix-socket.c
294 tests_test_unix_socket_LDADD = lib/libopenvswitch.a $(SSL_LIBS)
295
296 noinst_PROGRAMS += tests/test-odp
297 tests_test_odp_SOURCES = tests/test-odp.c
298 tests_test_odp_LDADD = lib/libopenvswitch.a $(SSL_LIBS)
299
300 noinst_PROGRAMS += tests/test-ovsdb
301 tests_test_ovsdb_SOURCES = \
302         tests/test-ovsdb.c \
303         tests/idltest.c \
304         tests/idltest.h
305 EXTRA_DIST += tests/uuidfilt.pl tests/ovsdb-monitor-sort.pl
306 tests_test_ovsdb_LDADD = ovsdb/libovsdb.a lib/libopenvswitch.a $(SSL_LIBS)
307
308 # idltest schema and IDL
309 OVSIDL_BUILT += tests/idltest.c tests/idltest.h tests/idltest.ovsidl
310 IDLTEST_IDL_FILES = tests/idltest.ovsschema tests/idltest.ann
311 EXTRA_DIST += $(IDLTEST_IDL_FILES)
312 tests/idltest.ovsidl: $(IDLTEST_IDL_FILES)
313         $(OVSDB_IDLC) -C $(srcdir) annotate $(IDLTEST_IDL_FILES) > $@.tmp
314         mv $@.tmp $@
315
316 tests/idltest.c: tests/idltest.h
317
318 noinst_PROGRAMS += tests/test-reconnect
319 tests_test_reconnect_SOURCES = tests/test-reconnect.c
320 tests_test_reconnect_LDADD = lib/libopenvswitch.a $(SSL_LIBS)
321
322 noinst_PROGRAMS += tests/test-sha1
323 tests_test_sha1_SOURCES = tests/test-sha1.c
324 tests_test_sha1_LDADD = lib/libopenvswitch.a $(SSL_LIBS)
325
326 noinst_PROGRAMS += tests/test-timeval
327 tests_test_timeval_SOURCES = tests/test-timeval.c
328 tests_test_timeval_LDADD = lib/libopenvswitch.a $(SSL_LIBS)
329
330 noinst_PROGRAMS += tests/test-strtok_r
331 tests_test_strtok_r_SOURCES = tests/test-strtok_r.c
332
333 noinst_PROGRAMS += tests/test-type-props
334 tests_test_type_props_SOURCES = tests/test-type-props.c
335
336 noinst_PROGRAMS += tests/test-util
337 tests_test_util_SOURCES = tests/test-util.c
338 tests_test_util_LDADD = lib/libopenvswitch.a $(SSL_LIBS)
339
340 noinst_PROGRAMS += tests/test-uuid
341 tests_test_uuid_SOURCES = tests/test-uuid.c
342 tests_test_uuid_LDADD = lib/libopenvswitch.a $(SSL_LIBS)
343
344 noinst_PROGRAMS += tests/test-vconn
345 tests_test_vconn_SOURCES = tests/test-vconn.c
346 tests_test_vconn_LDADD = lib/libopenvswitch.a $(SSL_LIBS)
347
348 noinst_PROGRAMS += tests/test-byte-order
349 tests_test_byte_order_SOURCES = tests/test-byte-order.c
350 tests_test_byte_order_LDADD = lib/libopenvswitch.a
351
352 EXTRA_DIST += tests/choose-port.pl
353
354 # Python tests.
355 CHECK_PYFILES = \
356         tests/test-daemon.py \
357         tests/test-json.py \
358         tests/test-jsonrpc.py \
359         tests/test-ovsdb.py \
360         tests/test-reconnect.py \
361         tests/MockXenAPI.py \
362         tests/test-vlog.py
363 EXTRA_DIST += $(CHECK_PYFILES)
364 PYCOV_CLEAN_FILES += $(CHECK_PYFILES:.py=.py,cover) .coverage
365
366 if HAVE_OPENSSL
367 TESTPKI_FILES = \
368         tests/testpki-cacert.pem \
369         tests/testpki-cert.pem \
370         tests/testpki-privkey.pem \
371         tests/testpki-req.pem \
372         tests/testpki-cert2.pem \
373         tests/testpki-privkey2.pem \
374         tests/testpki-req2.pem
375 check_DATA += $(TESTPKI_FILES)
376 CLEANFILES += $(TESTPKI_FILES)
377
378 tests/testpki-cacert.pem: tests/pki/stamp; cp tests/pki/switchca/cacert.pem $@
379 tests/testpki-cert.pem: tests/pki/stamp; cp tests/pki/test-cert.pem $@
380 tests/testpki-req.pem: tests/pki/stamp; cp tests/pki/test-req.pem $@
381 tests/testpki-privkey.pem: tests/pki/stamp; cp tests/pki/test-privkey.pem $@
382 tests/testpki-cert2.pem: tests/pki/stamp; cp tests/pki/test2-cert.pem $@
383 tests/testpki-req2.pem: tests/pki/stamp; cp tests/pki/test2-req.pem $@
384 tests/testpki-privkey2.pem: tests/pki/stamp; cp tests/pki/test2-privkey.pem $@
385
386 OVS_PKI = $(SHELL) $(srcdir)/utilities/ovs-pki.in --dir=tests/pki --log=tests/ovs-pki.log
387 tests/pki/stamp:
388         rm -f tests/pki/stamp
389         rm -rf tests/pki
390         $(OVS_PKI) init
391         $(OVS_PKI) req+sign tests/pki/test
392         $(OVS_PKI) req+sign tests/pki/test2
393         : > tests/pki/stamp
394 CLEANFILES += tests/ovs-pki.log
395
396 CLEAN_LOCAL += clean-pki
397 clean-pki:
398         rm -f tests/pki/stamp
399         rm -rf tests/pki
400 endif