tests: Add system-userspace-testsuite.
[cascardo/ovs.git] / tests / automake.mk
1 EXTRA_DIST += \
2         $(COMMON_MACROS_AT) \
3         $(TESTSUITE_AT) \
4         $(SYSTEM_TESTSUITE_AT) \
5         $(SYSTEM_KMOD_TESTSUITE_AT) \
6         $(SYSTEM_USERSPACE_TESTSUITE_AT) \
7         $(TESTSUITE) \
8         $(SYSTEM_KMOD_TESTSUITE) \
9         $(SYSTEM_USERSPACE_TESTSUITE) \
10         tests/atlocal.in \
11         $(srcdir)/package.m4 \
12         $(srcdir)/tests/testsuite \
13         $(srcdir)/tests/testsuite.patch
14
15 COMMON_MACROS_AT = \
16         tests/ovsdb-macros.at \
17         tests/ovs-macros.at \
18         tests/ofproto-macros.at
19
20 TESTSUITE_AT = \
21         tests/testsuite.at \
22         tests/completion.at \
23         tests/library.at \
24         tests/heap.at \
25         tests/bundle.at \
26         tests/classifier.at \
27         tests/check-structs.at \
28         tests/daemon.at \
29         tests/daemon-py.at \
30         tests/ofp-actions.at \
31         tests/ofp-print.at \
32         tests/ofp-util.at \
33         tests/ofp-errors.at \
34         tests/ovs-ofctl.at \
35         tests/odp.at \
36         tests/mpls-xlate.at \
37         tests/multipath.at \
38         tests/bfd.at \
39         tests/cfm.at \
40         tests/lacp.at \
41         tests/lib.at \
42         tests/learn.at \
43         tests/vconn.at \
44         tests/file_name.at \
45         tests/aes128.at \
46         tests/unixctl-py.at \
47         tests/uuid.at \
48         tests/json.at \
49         tests/jsonrpc.at \
50         tests/jsonrpc-py.at \
51         tests/tunnel.at \
52         tests/tunnel-push-pop.at \
53         tests/lockfile.at \
54         tests/reconnect.at \
55         tests/ovs-vswitchd.at \
56         tests/dpif-netdev.at \
57         tests/dpctl.at \
58         tests/ofproto-dpif.at \
59         tests/bridge.at \
60         tests/vlan-splinters.at \
61         tests/ofproto.at \
62         tests/ovsdb.at \
63         tests/ovsdb-log.at \
64         tests/ovsdb-types.at \
65         tests/ovsdb-data.at \
66         tests/ovsdb-column.at \
67         tests/ovsdb-table.at \
68         tests/ovsdb-row.at \
69         tests/ovsdb-schema.at \
70         tests/ovsdb-condition.at \
71         tests/ovsdb-mutation.at \
72         tests/ovsdb-query.at \
73         tests/ovsdb-transaction.at \
74         tests/ovsdb-execution.at \
75         tests/ovsdb-trigger.at \
76         tests/ovsdb-tool.at \
77         tests/ovsdb-server.at \
78         tests/ovsdb-monitor.at \
79         tests/ovsdb-idl.at \
80         tests/ovs-vsctl.at \
81         tests/ovs-monitor-ipsec.at \
82         tests/ovs-xapi-sync.at \
83         tests/stp.at \
84         tests/rstp.at \
85         tests/interface-reconfigure.at \
86         tests/vlog.at \
87         tests/vtep-ctl.at \
88         tests/auto-attach.at \
89         tests/ovn.at
90
91 SYSTEM_KMOD_TESTSUITE_AT = \
92         tests/system-common-macros.at \
93         tests/system-kmod-testsuite.at \
94         tests/system-kmod-macros.at
95
96 SYSTEM_USERSPACE_TESTSUITE_AT = \
97         tests/system-userspace-testsuite.at \
98         tests/system-userspace-macros.at
99
100 SYSTEM_TESTSUITE_AT = \
101         tests/system-common-macros.at \
102         tests/system-traffic.at
103
104 TESTSUITE = $(srcdir)/tests/testsuite
105 TESTSUITE_PATCH = $(srcdir)/tests/testsuite.patch
106 SYSTEM_KMOD_TESTSUITE = $(srcdir)/tests/system-kmod-testsuite
107 SYSTEM_USERSPACE_TESTSUITE = $(srcdir)/tests/system-userspace-testsuite
108 DISTCLEANFILES += tests/atconfig tests/atlocal
109
110 AUTOTEST_PATH = utilities:vswitchd:ovsdb:vtep:tests:$(PTHREAD_WIN32_DIR_DLL)
111
112 check-local: tests/atconfig tests/atlocal $(TESTSUITE)
113         $(SHELL) '$(TESTSUITE)' -C tests AUTOTEST_PATH=$(AUTOTEST_PATH) $(TESTSUITEFLAGS)
114 \f
115 # Python Coverage support.
116 # Requires coverage.py http://nedbatchelder.com/code/coverage/.
117
118 COVERAGE = coverage
119 COVERAGE_FILE='$(abs_srcdir)/.coverage'
120 check-pycov: all tests/atconfig tests/atlocal $(TESTSUITE) clean-pycov
121         PYTHONDONTWRITEBYTECODE=yes COVERAGE_FILE=$(COVERAGE_FILE) PYTHON='$(COVERAGE) run -p' $(SHELL) '$(TESTSUITE)' -C tests AUTOTEST_PATH=$(AUTOTEST_PATH) $(TESTSUITEFLAGS)
122         @cd $(srcdir) && $(COVERAGE) combine && COVERAGE_FILE=$(COVERAGE_FILE) $(COVERAGE) annotate
123         @echo
124         @echo '----------------------------------------------------------------------'
125         @echo 'Annotated coverage source has the ",cover" extension.'
126         @echo '----------------------------------------------------------------------'
127         @echo
128         @COVERAGE_FILE=$(COVERAGE_FILE) $(COVERAGE) report
129 \f
130 # valgrind support
131
132 valgrind_wrappers = \
133         tests/valgrind/ovs-appctl \
134         tests/valgrind/ovs-ofctl \
135         tests/valgrind/ovstest \
136         tests/valgrind/ovs-vsctl \
137         tests/valgrind/ovs-vswitchd \
138         tests/valgrind/ovsdb-client \
139         tests/valgrind/ovsdb-server \
140         tests/valgrind/ovsdb-tool \
141         tests/valgrind/test-aes128 \
142         tests/valgrind/test-atomic \
143         tests/valgrind/test-bundle \
144         tests/valgrind/test-byte-order \
145         tests/valgrind/test-classifier \
146         tests/valgrind/test-cmap \
147         tests/valgrind/test-csum \
148         tests/valgrind/test-flows \
149         tests/valgrind/test-hash \
150         tests/valgrind/test-hindex \
151         tests/valgrind/test-hmap \
152         tests/valgrind/test-json \
153         tests/valgrind/test-jsonrpc \
154         tests/valgrind/test-list \
155         tests/valgrind/test-lockfile \
156         tests/valgrind/test-multipath \
157         tests/valgrind/test-odp \
158         tests/valgrind/test-ofpbuf \
159         tests/valgrind/test-ovsdb \
160         tests/valgrind/test-packets \
161         tests/valgrind/test-random \
162         tests/valgrind/test-reconnect \
163         tests/valgrind/test-rstp \
164         tests/valgrind/test-sha1 \
165         tests/valgrind/test-stp \
166         tests/valgrind/test-type-props \
167         tests/valgrind/test-unix-socket \
168         tests/valgrind/test-uuid \
169         tests/valgrind/test-vconn
170
171 $(valgrind_wrappers): tests/valgrind-wrapper.in
172         @test -d tests/valgrind || mkdir tests/valgrind
173         $(AM_V_GEN) sed -e 's,[@]wrap_program[@],$@,' \
174                 $(top_srcdir)/tests/valgrind-wrapper.in > $@.tmp && \
175         chmod +x $@.tmp && \
176         mv $@.tmp $@
177 CLEANFILES += $(valgrind_wrappers)
178 EXTRA_DIST += tests/valgrind-wrapper.in
179
180 VALGRIND = valgrind --log-file=valgrind.%p --leak-check=full \
181         --suppressions=$(abs_top_srcdir)/tests/glibc.supp \
182         --suppressions=$(abs_top_srcdir)/tests/openssl.supp --num-callers=20
183 EXTRA_DIST += tests/glibc.supp tests/openssl.supp
184 check-valgrind: all tests/atconfig tests/atlocal $(TESTSUITE) \
185                 $(valgrind_wrappers) $(check_DATA)
186         $(SHELL) '$(TESTSUITE)' -C tests CHECK_VALGRIND=true VALGRIND='$(VALGRIND)' AUTOTEST_PATH='tests/valgrind:$(AUTOTEST_PATH)' -d $(TESTSUITEFLAGS)
187         @echo
188         @echo '----------------------------------------------------------------------'
189         @echo 'Valgrind output can be found in tests/testsuite.dir/*/valgrind.*'
190         @echo '----------------------------------------------------------------------'
191 \f
192 # OFTest support.
193
194 check-oftest: all
195         $(AM_V_at)srcdir='$(srcdir)' $(SHELL) $(srcdir)/tests/run-oftest
196 EXTRA_DIST += tests/run-oftest
197
198 # Ryu support.
199 check-ryu: all
200         $(AM_V_at)srcdir='$(srcdir)' $(SHELL) $(srcdir)/tests/run-ryu
201 EXTRA_DIST += tests/run-ryu
202 \f
203 # Run kmod tests. Assume kernel modules has been installed or linked into the kernel
204 check-kernel: all tests/atconfig tests/atlocal $(SYSTEM_KMOD_TESTSUITE)
205         $(SHELL) '$(SYSTEM_KMOD_TESTSUITE)' -C tests  AUTOTEST_PATH='$(AUTOTEST_PATH)' -d $(TESTSUITEFLAGS)
206
207 # Testing the out of tree Kernel module
208 check-kmod: all tests/atconfig tests/atlocal $(SYSTEM_KMOD_TESTSUITE)
209         $(MAKE) modules_install
210         modprobe -r openvswitch
211         $(MAKE) check-kernel
212
213 check-system-userspace: all tests/atconfig tests/atlocal $(SYSTEM_USERSPACE_TESTSUITE)
214         $(SHELL) '$(SYSTEM_USERSPACE_TESTSUITE)' -C tests  AUTOTEST_PATH='$(AUTOTEST_PATH)' $(TESTSUITEFLAGS)
215
216 clean-local:
217         test ! -f '$(TESTSUITE)' || $(SHELL) '$(TESTSUITE)' -C tests --clean
218
219 AUTOTEST = $(AUTOM4TE) --language=autotest
220
221 if WIN32
222 $(TESTSUITE): package.m4 $(TESTSUITE_AT) $(COMMON_MACROS_AT) $(TESTSUITE_PATCH)
223         $(AM_V_GEN)$(AUTOTEST) -I '$(srcdir)' -o testsuite.tmp $@.at
224         patch -p0 testsuite.tmp $(TESTSUITE_PATCH)
225         $(AM_V_at)mv testsuite.tmp $@
226 else
227 $(TESTSUITE): package.m4 $(TESTSUITE_AT) $(COMMON_MACROS_AT)
228         $(AM_V_GEN)$(AUTOTEST) -I '$(srcdir)' -o $@.tmp $@.at
229         $(AM_V_at)mv $@.tmp $@
230 endif
231
232 $(SYSTEM_KMOD_TESTSUITE): package.m4 $(SYSTEM_TESTSUITE_AT) $(SYSTEM_KMOD_TESTSUITE_AT) $(COMMON_MACROS_AT)
233         $(AM_V_GEN)$(AUTOTEST) -I '$(srcdir)' -o $@.tmp $@.at
234         $(AM_V_at)mv $@.tmp $@
235
236 $(SYSTEM_USERSPACE_TESTSUITE): package.m4 $(SYSTEM_TESTSUITE_AT) $(SYSTEM_USERSPACE_TESTSUITE_AT) $(COMMON_MACROS_AT)
237         $(AM_V_GEN)$(AUTOTEST) -I '$(srcdir)' -o $@.tmp $@.at
238         $(AM_V_at)mv $@.tmp $@
239
240 # The `:;' works around a Bash 3.2 bug when the output is not writeable.
241 $(srcdir)/package.m4: $(top_srcdir)/configure.ac
242         $(AM_V_GEN):;{ \
243           echo '# Signature of the current package.' && \
244           echo 'm4_define([AT_PACKAGE_NAME],      [$(PACKAGE_NAME)])' && \
245           echo 'm4_define([AT_PACKAGE_TARNAME],   [$(PACKAGE_TARNAME)])' && \
246           echo 'm4_define([AT_PACKAGE_VERSION],   [$(PACKAGE_VERSION)])' && \
247           echo 'm4_define([AT_PACKAGE_STRING],    [$(PACKAGE_STRING)])' && \
248           echo 'm4_define([AT_PACKAGE_BUGREPORT], [$(PACKAGE_BUGREPORT)])'; \
249         } >'$(srcdir)/package.m4'
250
251 noinst_PROGRAMS += tests/test-ovsdb
252 tests_test_ovsdb_SOURCES = tests/test-ovsdb.c
253 nodist_tests_test_ovsdb_SOURCES = tests/idltest.c tests/idltest.h
254 EXTRA_DIST += tests/uuidfilt.pl tests/ovsdb-monitor-sort.pl
255 tests_test_ovsdb_LDADD = ovsdb/libovsdb.la lib/libopenvswitch.la
256
257 noinst_PROGRAMS += tests/test-lib
258 tests_test_lib_SOURCES = \
259         tests/test-lib.c
260 tests_test_lib_LDADD = lib/libopenvswitch.la
261
262 # idltest schema and IDL
263 OVSIDL_BUILT += tests/idltest.c tests/idltest.h tests/idltest.ovsidl
264 IDLTEST_IDL_FILES = tests/idltest.ovsschema tests/idltest.ann
265 EXTRA_DIST += $(IDLTEST_IDL_FILES) tests/idltest2.ovsschema
266 tests/idltest.ovsidl: $(IDLTEST_IDL_FILES)
267         $(AM_V_GEN)$(OVSDB_IDLC) -C $(srcdir) annotate $(IDLTEST_IDL_FILES) > $@.tmp && \
268         mv $@.tmp $@
269
270 tests/idltest.c: tests/idltest.h
271
272 if DPDK_NETDEV
273 noinst_PROGRAMS += tests/test-dpdkr
274 tests_test_dpdkr_SOURCES = \
275         tests/dpdk/ring_client.c
276 tests_test_dpdkr_LDADD = lib/libopenvswitch.la $(LIBS)
277 endif
278
279 noinst_PROGRAMS += tests/ovstest
280 tests_ovstest_SOURCES = \
281         tests/ovstest.c \
282         tests/ovstest.h \
283         tests/test-aes128.c \
284         tests/test-atomic.c \
285         tests/test-bundle.c \
286         tests/test-byte-order.c \
287         tests/test-classifier.c \
288         tests/test-cmap.c \
289         tests/test-csum.c \
290         tests/test-flows.c \
291         tests/test-hash.c \
292         tests/test-heap.c \
293         tests/test-hindex.c \
294         tests/test-hmap.c \
295         tests/test-json.c \
296         tests/test-jsonrpc.c \
297         tests/test-list.c \
298         tests/test-lockfile.c \
299         tests/test-multipath.c \
300         tests/test-netflow.c \
301         tests/test-odp.c \
302         tests/test-ofpbuf.c \
303         tests/test-ovn.c \
304         tests/test-packets.c \
305         tests/test-random.c \
306         tests/test-reconnect.c \
307         tests/test-rstp.c \
308         tests/test-sflow.c \
309         tests/test-sha1.c \
310         tests/test-stp.c \
311         tests/test-util.c \
312         tests/test-uuid.c \
313         tests/test-bitmap.c \
314         tests/test-vconn.c \
315         tests/test-aa.c
316
317 if !WIN32
318 tests_ovstest_SOURCES += \
319         tests/test-unix-socket.c
320 endif
321
322 tests_ovstest_LDADD = lib/libopenvswitch.la ovn/lib/libovn.la
323 dist_check_SCRIPTS = tests/flowgen.pl
324
325 noinst_PROGRAMS += tests/test-strtok_r
326 tests_test_strtok_r_SOURCES = tests/test-strtok_r.c
327
328 noinst_PROGRAMS += tests/test-type-props
329 tests_test_type_props_SOURCES = tests/test-type-props.c
330
331 # Python tests.
332 CHECK_PYFILES = \
333         tests/appctl.py \
334         tests/test-daemon.py \
335         tests/test-json.py \
336         tests/test-jsonrpc.py \
337         tests/test-ovsdb.py \
338         tests/test-reconnect.py \
339         tests/MockXenAPI.py \
340         tests/test-unix-socket.py \
341         tests/test-unixctl.py \
342         tests/test-vlog.py
343 EXTRA_DIST += $(CHECK_PYFILES)
344 PYCOV_CLEAN_FILES += $(CHECK_PYFILES:.py=.py,cover) .coverage
345
346 if HAVE_OPENSSL
347 TESTPKI_FILES = \
348         tests/testpki-cacert.pem \
349         tests/testpki-cert.pem \
350         tests/testpki-privkey.pem \
351         tests/testpki-req.pem \
352         tests/testpki-cert2.pem \
353         tests/testpki-privkey2.pem \
354         tests/testpki-req2.pem
355 check_DATA += $(TESTPKI_FILES)
356 CLEANFILES += $(TESTPKI_FILES)
357
358 tests/testpki-cacert.pem: tests/pki/stamp
359         $(AM_V_GEN)cp tests/pki/switchca/cacert.pem $@
360 tests/testpki-cert.pem: tests/pki/stamp
361         $(AM_V_GEN)cp tests/pki/test-cert.pem $@
362 tests/testpki-req.pem: tests/pki/stamp
363         $(AM_V_GEN)cp tests/pki/test-req.pem $@
364 tests/testpki-privkey.pem: tests/pki/stamp
365         $(AM_V_GEN)cp tests/pki/test-privkey.pem $@
366 tests/testpki-cert2.pem: tests/pki/stamp
367         $(AM_V_GEN)cp tests/pki/test2-cert.pem $@
368 tests/testpki-req2.pem: tests/pki/stamp
369         $(AM_V_GEN)cp tests/pki/test2-req.pem $@
370 tests/testpki-privkey2.pem: tests/pki/stamp
371         $(AM_V_GEN)cp tests/pki/test2-privkey.pem $@
372
373 OVS_PKI = $(SHELL) $(srcdir)/utilities/ovs-pki.in --dir=tests/pki --log=tests/ovs-pki.log
374 tests/pki/stamp:
375         $(AM_V_at)rm -f tests/pki/stamp
376         $(AM_V_at)rm -rf tests/pki
377         $(AM_V_GEN)$(OVS_PKI) init && \
378         $(OVS_PKI) req+sign tests/pki/test && \
379         $(OVS_PKI) req+sign tests/pki/test2 && \
380         : > tests/pki/stamp
381 CLEANFILES += tests/ovs-pki.log
382
383 CLEAN_LOCAL += clean-pki
384 clean-pki:
385         rm -f tests/pki/stamp
386         rm -rf tests/pki
387 endif