4 $(SYSTEM_TESTSUITE_AT) \
5 $(SYSTEM_KMOD_TESTSUITE_AT) \
6 $(SYSTEM_USERSPACE_TESTSUITE_AT) \
8 $(SYSTEM_KMOD_TESTSUITE) \
9 $(SYSTEM_USERSPACE_TESTSUITE) \
11 $(srcdir)/package.m4 \
12 $(srcdir)/tests/testsuite \
13 $(srcdir)/tests/testsuite.patch
16 tests/ovsdb-macros.at \
18 tests/ofproto-macros.at
27 tests/check-structs.at \
30 tests/ofp-actions.at \
53 tests/tunnel-push-pop.at \
54 tests/tunnel-push-pop-ipv6.at \
57 tests/ovs-vswitchd.at \
58 tests/dpif-netdev.at \
60 tests/ofproto-dpif.at \
63 tests/netdev-type.at \
66 tests/ovsdb-types.at \
68 tests/ovsdb-column.at \
69 tests/ovsdb-table.at \
71 tests/ovsdb-schema.at \
72 tests/ovsdb-condition.at \
73 tests/ovsdb-mutation.at \
74 tests/ovsdb-query.at \
75 tests/ovsdb-transaction.at \
76 tests/ovsdb-execution.at \
77 tests/ovsdb-trigger.at \
79 tests/ovsdb-replication.at \
80 tests/ovsdb-server.at \
81 tests/ovsdb-monitor.at \
84 tests/ovs-monitor-ipsec.at \
85 tests/ovs-xapi-sync.at \
88 tests/interface-reconfigure.at \
91 tests/auto-attach.at \
95 tests/ovn-controller.at \
96 tests/ovn-controller-vtep.at
98 SYSTEM_KMOD_TESTSUITE_AT = \
99 tests/system-common-macros.at \
100 tests/system-kmod-testsuite.at \
101 tests/system-kmod-macros.at
103 SYSTEM_USERSPACE_TESTSUITE_AT = \
104 tests/system-userspace-testsuite.at \
105 tests/system-ovn.at \
106 tests/system-userspace-macros.at
108 SYSTEM_TESTSUITE_AT = \
109 tests/system-common-macros.at \
110 tests/system-ovn.at \
111 tests/system-traffic.at
113 TESTSUITE = $(srcdir)/tests/testsuite
114 TESTSUITE_PATCH = $(srcdir)/tests/testsuite.patch
115 SYSTEM_KMOD_TESTSUITE = $(srcdir)/tests/system-kmod-testsuite
116 SYSTEM_USERSPACE_TESTSUITE = $(srcdir)/tests/system-userspace-testsuite
117 DISTCLEANFILES += tests/atconfig tests/atlocal
119 AUTOTEST_PATH = utilities:vswitchd:ovsdb:vtep:tests:$(PTHREAD_WIN32_DIR_DLL):ovn/controller-vtep:ovn/northd:ovn/utilities:ovn/controller
121 check-local: tests/atconfig tests/atlocal $(TESTSUITE)
122 set $(SHELL) '$(TESTSUITE)' -C tests AUTOTEST_PATH=$(AUTOTEST_PATH) $(TESTSUITEFLAGS); \
123 "$$@" || (test X'$(RECHECK)' = Xyes && "$$@" --recheck)
125 # Python Coverage support.
126 # Requires coverage.py http://nedbatchelder.com/code/coverage/.
129 COVERAGE_FILE='$(abs_srcdir)/.coverage'
130 check-pycov: all tests/atconfig tests/atlocal $(TESTSUITE) clean-pycov
131 PYTHONDONTWRITEBYTECODE=yes COVERAGE_FILE=$(COVERAGE_FILE) PYTHON='$(COVERAGE) run -p' $(SHELL) '$(TESTSUITE)' -C tests AUTOTEST_PATH=$(AUTOTEST_PATH) $(TESTSUITEFLAGS)
132 @cd $(srcdir) && $(COVERAGE) combine && COVERAGE_FILE=$(COVERAGE_FILE) $(COVERAGE) annotate
134 @echo '----------------------------------------------------------------------'
135 @echo 'Annotated coverage source has the ",cover" extension.'
136 @echo '----------------------------------------------------------------------'
138 @COVERAGE_FILE=$(COVERAGE_FILE) $(COVERAGE) report
141 # Requires build with --enable-coverage and lcov/genhtml in $PATH
142 CLEAN_LOCAL += clean-lcov
146 LCOV_OPTS = -b $(abs_top_builddir) -d $(abs_top_builddir) -q -c --rc lcov_branch_coverage=1
147 GENHTML_OPTS = -q --branch-coverage --num-spaces 4
148 check-lcov: all tests/atconfig tests/atlocal $(TESTSUITE) $(check_DATA) clean-lcov
149 find . -name '*.gcda' | xargs -n1 rm -f
150 -set $(SHELL) '$(TESTSUITE)' -C tests AUTOTEST_PATH=$(AUTOTEST_PATH) $(TESTSUITEFLAGS); \
151 "$$@" || (test X'$(RECHECK)' = Xyes && "$$@" --recheck)
153 lcov $(LCOV_OPTS) -o tests/lcov/coverage.info
154 genhtml $(GENHTML_OPTS) -o tests/lcov tests/lcov/coverage.info
155 @echo "coverage report generated at tests/lcov/index.html"
159 valgrind_wrappers = \
160 tests/valgrind/ovn-controller \
161 tests/valgrind/ovn-nbctl \
162 tests/valgrind/ovn-northd \
163 tests/valgrind/ovn-sbctl \
164 tests/valgrind/ovs-appctl \
165 tests/valgrind/ovs-ofctl \
166 tests/valgrind/ovstest \
167 tests/valgrind/ovs-vsctl \
168 tests/valgrind/ovs-vswitchd \
169 tests/valgrind/ovsdb-client \
170 tests/valgrind/ovsdb-server \
171 tests/valgrind/ovsdb-tool \
172 tests/valgrind/test-aes128 \
173 tests/valgrind/test-atomic \
174 tests/valgrind/test-bundle \
175 tests/valgrind/test-byte-order \
176 tests/valgrind/test-classifier \
177 tests/valgrind/test-ccmap \
178 tests/valgrind/test-cmap \
179 tests/valgrind/test-csum \
180 tests/valgrind/test-flows \
181 tests/valgrind/test-hash \
182 tests/valgrind/test-hindex \
183 tests/valgrind/test-hmap \
184 tests/valgrind/test-json \
185 tests/valgrind/test-jsonrpc \
186 tests/valgrind/test-list \
187 tests/valgrind/test-lockfile \
188 tests/valgrind/test-multipath \
189 tests/valgrind/test-odp \
190 tests/valgrind/test-ofpbuf \
191 tests/valgrind/test-ovsdb \
192 tests/valgrind/test-packets \
193 tests/valgrind/test-random \
194 tests/valgrind/test-reconnect \
195 tests/valgrind/test-rstp \
196 tests/valgrind/test-sha1 \
197 tests/valgrind/test-stp \
198 tests/valgrind/test-type-props \
199 tests/valgrind/test-unix-socket \
200 tests/valgrind/test-unixctl \
201 tests/valgrind/test-uuid \
202 tests/valgrind/test-vconn
204 $(valgrind_wrappers): tests/valgrind-wrapper.in
205 @test -d tests/valgrind || mkdir tests/valgrind
206 $(AM_V_GEN) sed -e 's,[@]wrap_program[@],$@,' \
207 $(top_srcdir)/tests/valgrind-wrapper.in > $@.tmp && \
210 CLEANFILES += $(valgrind_wrappers)
211 EXTRA_DIST += tests/valgrind-wrapper.in
213 VALGRIND = valgrind --log-file=valgrind.%p --leak-check=full \
214 --suppressions=$(abs_top_srcdir)/tests/glibc.supp \
215 --suppressions=$(abs_top_srcdir)/tests/openssl.supp --num-callers=20
216 HELGRIND = valgrind --log-file=helgrind.%p --tool=helgrind \
217 --suppressions=$(abs_top_srcdir)/tests/glibc.supp \
218 --suppressions=$(abs_top_srcdir)/tests/openssl.supp --num-callers=20
219 EXTRA_DIST += tests/glibc.supp tests/openssl.supp
220 check-valgrind: all tests/atconfig tests/atlocal $(TESTSUITE) \
221 $(valgrind_wrappers) $(check_DATA)
222 $(SHELL) '$(TESTSUITE)' -C tests CHECK_VALGRIND=true VALGRIND='$(VALGRIND)' AUTOTEST_PATH='tests/valgrind:$(AUTOTEST_PATH)' -d $(TESTSUITEFLAGS)
224 @echo '----------------------------------------------------------------------'
225 @echo 'Valgrind output can be found in tests/testsuite.dir/*/valgrind.*'
226 @echo '----------------------------------------------------------------------'
227 check-helgrind: all tests/atconfig tests/atlocal $(TESTSUITE) \
228 $(valgrind_wrappers) $(check_DATA)
229 -$(SHELL) '$(TESTSUITE)' -C tests CHECK_VALGRIND=true VALGRIND='$(HELGRIND)' AUTOTEST_PATH='tests/valgrind:$(AUTOTEST_PATH)' -d $(TESTSUITEFLAGS)
235 $(AM_V_at)srcdir='$(srcdir)' $(SHELL) $(srcdir)/tests/run-oftest
236 EXTRA_DIST += tests/run-oftest
240 $(AM_V_at)srcdir='$(srcdir)' $(SHELL) $(srcdir)/tests/run-ryu
241 EXTRA_DIST += tests/run-ryu
243 # Run kmod tests. Assume kernel modules has been installed or linked into the kernel
244 check-kernel: all tests/atconfig tests/atlocal $(SYSTEM_KMOD_TESTSUITE)
245 $(SHELL) '$(SYSTEM_KMOD_TESTSUITE)' -C tests AUTOTEST_PATH='$(AUTOTEST_PATH)' -d $(TESTSUITEFLAGS) -j1
247 # Testing the out of tree Kernel module
248 check-kmod: all tests/atconfig tests/atlocal $(SYSTEM_KMOD_TESTSUITE)
249 $(MAKE) modules_install
250 modprobe -r -a vport-geneve vport-gre vport-lisp vport-stt vport-vxlan openvswitch
253 check-system-userspace: all tests/atconfig tests/atlocal $(SYSTEM_USERSPACE_TESTSUITE)
254 $(SHELL) '$(SYSTEM_USERSPACE_TESTSUITE)' -C tests AUTOTEST_PATH='$(AUTOTEST_PATH)' $(TESTSUITEFLAGS) -j1
257 test ! -f '$(TESTSUITE)' || $(SHELL) '$(TESTSUITE)' -C tests --clean
259 AUTOTEST = $(AUTOM4TE) --language=autotest
262 $(TESTSUITE): package.m4 $(TESTSUITE_AT) $(COMMON_MACROS_AT) $(TESTSUITE_PATCH)
263 $(AM_V_GEN)$(AUTOTEST) -I '$(srcdir)' -o testsuite.tmp $@.at
264 patch -p0 testsuite.tmp $(TESTSUITE_PATCH)
265 $(AM_V_at)mv testsuite.tmp $@
267 $(TESTSUITE): package.m4 $(TESTSUITE_AT) $(COMMON_MACROS_AT)
268 $(AM_V_GEN)$(AUTOTEST) -I '$(srcdir)' -o $@.tmp $@.at
269 $(AM_V_at)mv $@.tmp $@
272 $(SYSTEM_KMOD_TESTSUITE): package.m4 $(SYSTEM_TESTSUITE_AT) $(SYSTEM_KMOD_TESTSUITE_AT) $(COMMON_MACROS_AT)
273 $(AM_V_GEN)$(AUTOTEST) -I '$(srcdir)' -o $@.tmp $@.at
274 $(AM_V_at)mv $@.tmp $@
276 $(SYSTEM_USERSPACE_TESTSUITE): package.m4 $(SYSTEM_TESTSUITE_AT) $(SYSTEM_USERSPACE_TESTSUITE_AT) $(COMMON_MACROS_AT)
277 $(AM_V_GEN)$(AUTOTEST) -I '$(srcdir)' -o $@.tmp $@.at
278 $(AM_V_at)mv $@.tmp $@
280 # The `:;' works around a Bash 3.2 bug when the output is not writeable.
281 $(srcdir)/package.m4: $(top_srcdir)/configure.ac
283 echo '# Signature of the current package.' && \
284 echo 'm4_define([AT_PACKAGE_NAME], [$(PACKAGE_NAME)])' && \
285 echo 'm4_define([AT_PACKAGE_TARNAME], [$(PACKAGE_TARNAME)])' && \
286 echo 'm4_define([AT_PACKAGE_VERSION], [$(PACKAGE_VERSION)])' && \
287 echo 'm4_define([AT_PACKAGE_STRING], [$(PACKAGE_STRING)])' && \
288 echo 'm4_define([AT_PACKAGE_BUGREPORT], [$(PACKAGE_BUGREPORT)])'; \
289 } >'$(srcdir)/package.m4'
291 noinst_PROGRAMS += tests/test-ovsdb
292 tests_test_ovsdb_SOURCES = tests/test-ovsdb.c
293 nodist_tests_test_ovsdb_SOURCES = tests/idltest.c tests/idltest.h
294 EXTRA_DIST += tests/uuidfilt.pl tests/ovsdb-monitor-sort.pl
295 tests_test_ovsdb_LDADD = ovsdb/libovsdb.la lib/libopenvswitch.la
297 noinst_PROGRAMS += tests/test-lib
298 tests_test_lib_SOURCES = \
300 tests_test_lib_LDADD = lib/libopenvswitch.la
302 # idltest schema and IDL
303 OVSIDL_BUILT += tests/idltest.c tests/idltest.h tests/idltest.ovsidl
304 IDLTEST_IDL_FILES = tests/idltest.ovsschema tests/idltest.ann
305 EXTRA_DIST += $(IDLTEST_IDL_FILES) tests/idltest2.ovsschema
306 tests/idltest.ovsidl: $(IDLTEST_IDL_FILES)
307 $(AM_V_GEN)$(OVSDB_IDLC) -C $(srcdir) annotate $(IDLTEST_IDL_FILES) > $@.tmp && \
310 tests/idltest.c: tests/idltest.h
313 noinst_PROGRAMS += tests/test-dpdkr
314 tests_test_dpdkr_SOURCES = \
315 tests/dpdk/ring_client.c
316 tests_test_dpdkr_LDADD = lib/libopenvswitch.la $(LIBS)
319 noinst_PROGRAMS += tests/ovstest
320 tests_ovstest_SOURCES = \
323 tests/test-aes128.c \
324 tests/test-atomic.c \
325 tests/test-bundle.c \
326 tests/test-byte-order.c \
327 tests/test-classifier.c \
334 tests/test-hindex.c \
337 tests/test-jsonrpc.c \
339 tests/test-lockfile.c \
340 tests/test-multipath.c \
341 tests/test-netflow.c \
343 tests/test-ofpbuf.c \
345 tests/test-packets.c \
346 tests/test-random.c \
348 tests/test-reconnect.c \
353 tests/test-unixctl.c \
356 tests/test-bitmap.c \
361 tests_ovstest_SOURCES += \
362 tests/test-unix-socket.c
366 tests_ovstest_SOURCES += \
367 tests/test-netlink-conntrack.c
370 tests_ovstest_LDADD = lib/libopenvswitch.la ovn/lib/libovn.la
371 dist_check_SCRIPTS = tests/flowgen.pl
373 noinst_PROGRAMS += tests/test-strtok_r
374 tests_test_strtok_r_SOURCES = tests/test-strtok_r.c
376 noinst_PROGRAMS += tests/test-type-props
377 tests_test_type_props_SOURCES = tests/test-type-props.c
382 tests/test-daemon.py \
384 tests/test-jsonrpc.py \
386 tests/test-ovsdb.py \
387 tests/test-reconnect.py \
388 tests/MockXenAPI.py \
389 tests/test-unix-socket.py \
390 tests/test-unixctl.py \
392 EXTRA_DIST += $(CHECK_PYFILES)
393 PYCOV_CLEAN_FILES += $(CHECK_PYFILES:.py=.py,cover) .coverage
395 FLAKE8_PYFILES += $(CHECK_PYFILES)
399 tests/testpki-cacert.pem \
400 tests/testpki-cert.pem \
401 tests/testpki-privkey.pem \
402 tests/testpki-req.pem \
403 tests/testpki-cert2.pem \
404 tests/testpki-privkey2.pem \
405 tests/testpki-req2.pem
406 check_DATA += $(TESTPKI_FILES)
407 CLEANFILES += $(TESTPKI_FILES)
409 tests/testpki-cacert.pem: tests/pki/stamp
410 $(AM_V_GEN)cp tests/pki/switchca/cacert.pem $@
411 tests/testpki-cert.pem: tests/pki/stamp
412 $(AM_V_GEN)cp tests/pki/test-cert.pem $@
413 tests/testpki-req.pem: tests/pki/stamp
414 $(AM_V_GEN)cp tests/pki/test-req.pem $@
415 tests/testpki-privkey.pem: tests/pki/stamp
416 $(AM_V_GEN)cp tests/pki/test-privkey.pem $@
417 tests/testpki-cert2.pem: tests/pki/stamp
418 $(AM_V_GEN)cp tests/pki/test2-cert.pem $@
419 tests/testpki-req2.pem: tests/pki/stamp
420 $(AM_V_GEN)cp tests/pki/test2-req.pem $@
421 tests/testpki-privkey2.pem: tests/pki/stamp
422 $(AM_V_GEN)cp tests/pki/test2-privkey.pem $@
424 OVS_PKI = $(SHELL) $(srcdir)/utilities/ovs-pki.in --dir=tests/pki --log=tests/ovs-pki.log
426 $(AM_V_at)rm -f tests/pki/stamp
427 $(AM_V_at)rm -rf tests/pki
428 $(AM_V_GEN)$(OVS_PKI) init && \
429 $(OVS_PKI) req+sign tests/pki/test && \
430 $(OVS_PKI) req+sign tests/pki/test2 && \
432 CLEANFILES += tests/ovs-pki.log
434 CLEAN_LOCAL += clean-pki
436 rm -f tests/pki/stamp