4 $(SYSTEM_TESTSUITE_AT) \
5 $(SYSTEM_KMOD_TESTSUITE_AT) \
6 $(SYSTEM_USERSPACE_TESTSUITE_AT) \
8 $(SYSTEM_KMOD_TESTSUITE) \
9 $(SYSTEM_USERSPACE_TESTSUITE) \
11 $(srcdir)/package.m4 \
12 $(srcdir)/tests/testsuite \
13 $(srcdir)/tests/testsuite.patch
16 tests/ovsdb-macros.at \
18 tests/ofproto-macros.at
27 tests/check-structs.at \
30 tests/ofp-actions.at \
53 tests/tunnel-push-pop.at \
54 tests/tunnel-push-pop-ipv6.at \
57 tests/ovs-vswitchd.at \
58 tests/dpif-netdev.at \
60 tests/ofproto-dpif.at \
65 tests/ovsdb-types.at \
67 tests/ovsdb-column.at \
68 tests/ovsdb-table.at \
70 tests/ovsdb-schema.at \
71 tests/ovsdb-condition.at \
72 tests/ovsdb-mutation.at \
73 tests/ovsdb-query.at \
74 tests/ovsdb-transaction.at \
75 tests/ovsdb-execution.at \
76 tests/ovsdb-trigger.at \
78 tests/ovsdb-server.at \
79 tests/ovsdb-monitor.at \
82 tests/ovs-monitor-ipsec.at \
83 tests/ovs-xapi-sync.at \
86 tests/interface-reconfigure.at \
89 tests/auto-attach.at \
93 tests/ovn-controller.at \
94 tests/ovn-controller-vtep.at
96 SYSTEM_KMOD_TESTSUITE_AT = \
97 tests/system-common-macros.at \
98 tests/system-kmod-testsuite.at \
99 tests/system-kmod-macros.at
101 SYSTEM_USERSPACE_TESTSUITE_AT = \
102 tests/system-userspace-testsuite.at \
103 tests/system-userspace-macros.at
105 SYSTEM_TESTSUITE_AT = \
106 tests/system-common-macros.at \
107 tests/system-traffic.at
109 TESTSUITE = $(srcdir)/tests/testsuite
110 TESTSUITE_PATCH = $(srcdir)/tests/testsuite.patch
111 SYSTEM_KMOD_TESTSUITE = $(srcdir)/tests/system-kmod-testsuite
112 SYSTEM_USERSPACE_TESTSUITE = $(srcdir)/tests/system-userspace-testsuite
113 DISTCLEANFILES += tests/atconfig tests/atlocal
115 AUTOTEST_PATH = utilities:vswitchd:ovsdb:vtep:tests:$(PTHREAD_WIN32_DIR_DLL):ovn/controller-vtep:ovn/northd:ovn/utilities:ovn/controller
117 check-local: tests/atconfig tests/atlocal $(TESTSUITE)
118 set $(SHELL) '$(TESTSUITE)' -C tests AUTOTEST_PATH=$(AUTOTEST_PATH) $(TESTSUITEFLAGS); \
119 "$$@" || (test X'$(RECHECK)' = Xyes && "$$@" --recheck)
121 # Python Coverage support.
122 # Requires coverage.py http://nedbatchelder.com/code/coverage/.
125 COVERAGE_FILE='$(abs_srcdir)/.coverage'
126 check-pycov: all tests/atconfig tests/atlocal $(TESTSUITE) clean-pycov
127 PYTHONDONTWRITEBYTECODE=yes COVERAGE_FILE=$(COVERAGE_FILE) PYTHON='$(COVERAGE) run -p' $(SHELL) '$(TESTSUITE)' -C tests AUTOTEST_PATH=$(AUTOTEST_PATH) $(TESTSUITEFLAGS)
128 @cd $(srcdir) && $(COVERAGE) combine && COVERAGE_FILE=$(COVERAGE_FILE) $(COVERAGE) annotate
130 @echo '----------------------------------------------------------------------'
131 @echo 'Annotated coverage source has the ",cover" extension.'
132 @echo '----------------------------------------------------------------------'
134 @COVERAGE_FILE=$(COVERAGE_FILE) $(COVERAGE) report
137 # Requires build with --enable-coverage and lcov/genhtml in $PATH
138 CLEAN_LOCAL += clean-lcov
142 LCOV_OPTS = -b $(abs_top_builddir) -d $(abs_top_builddir) -q -c --rc lcov_branch_coverage=1
143 GENHTML_OPTS = -q --branch-coverage --num-spaces 4
144 check-lcov: all tests/atconfig tests/atlocal $(TESTSUITE) $(check_DATA) clean-lcov
145 find . -name '*.gcda' | xargs -n1 rm -f
146 -set $(SHELL) '$(TESTSUITE)' -C tests AUTOTEST_PATH=$(AUTOTEST_PATH) $(TESTSUITEFLAGS); \
147 "$$@" || (test X'$(RECHECK)' = Xyes && "$$@" --recheck)
149 lcov $(LCOV_OPTS) -o tests/lcov/coverage.info
150 genhtml $(GENHTML_OPTS) -o tests/lcov tests/lcov/coverage.info
151 @echo "coverage report generated at tests/lcov/index.html"
155 valgrind_wrappers = \
156 tests/valgrind/ovn-controller \
157 tests/valgrind/ovn-nbctl \
158 tests/valgrind/ovn-northd \
159 tests/valgrind/ovn-sbctl \
160 tests/valgrind/ovs-appctl \
161 tests/valgrind/ovs-ofctl \
162 tests/valgrind/ovstest \
163 tests/valgrind/ovs-vsctl \
164 tests/valgrind/ovs-vswitchd \
165 tests/valgrind/ovsdb-client \
166 tests/valgrind/ovsdb-server \
167 tests/valgrind/ovsdb-tool \
168 tests/valgrind/test-aes128 \
169 tests/valgrind/test-atomic \
170 tests/valgrind/test-bundle \
171 tests/valgrind/test-byte-order \
172 tests/valgrind/test-classifier \
173 tests/valgrind/test-ccmap \
174 tests/valgrind/test-cmap \
175 tests/valgrind/test-csum \
176 tests/valgrind/test-flows \
177 tests/valgrind/test-hash \
178 tests/valgrind/test-hindex \
179 tests/valgrind/test-hmap \
180 tests/valgrind/test-json \
181 tests/valgrind/test-jsonrpc \
182 tests/valgrind/test-list \
183 tests/valgrind/test-lockfile \
184 tests/valgrind/test-multipath \
185 tests/valgrind/test-odp \
186 tests/valgrind/test-ofpbuf \
187 tests/valgrind/test-ovsdb \
188 tests/valgrind/test-packets \
189 tests/valgrind/test-random \
190 tests/valgrind/test-reconnect \
191 tests/valgrind/test-rstp \
192 tests/valgrind/test-sha1 \
193 tests/valgrind/test-stp \
194 tests/valgrind/test-type-props \
195 tests/valgrind/test-unix-socket \
196 tests/valgrind/test-unixctl \
197 tests/valgrind/test-uuid \
198 tests/valgrind/test-vconn
200 $(valgrind_wrappers): tests/valgrind-wrapper.in
201 @test -d tests/valgrind || mkdir tests/valgrind
202 $(AM_V_GEN) sed -e 's,[@]wrap_program[@],$@,' \
203 $(top_srcdir)/tests/valgrind-wrapper.in > $@.tmp && \
206 CLEANFILES += $(valgrind_wrappers)
207 EXTRA_DIST += tests/valgrind-wrapper.in
209 VALGRIND = valgrind --log-file=valgrind.%p --leak-check=full \
210 --suppressions=$(abs_top_srcdir)/tests/glibc.supp \
211 --suppressions=$(abs_top_srcdir)/tests/openssl.supp --num-callers=20
212 HELGRIND = valgrind --log-file=helgrind.%p --tool=helgrind \
213 --suppressions=$(abs_top_srcdir)/tests/glibc.supp \
214 --suppressions=$(abs_top_srcdir)/tests/openssl.supp --num-callers=20
215 EXTRA_DIST += tests/glibc.supp tests/openssl.supp
216 check-valgrind: all tests/atconfig tests/atlocal $(TESTSUITE) \
217 $(valgrind_wrappers) $(check_DATA)
218 $(SHELL) '$(TESTSUITE)' -C tests CHECK_VALGRIND=true VALGRIND='$(VALGRIND)' AUTOTEST_PATH='tests/valgrind:$(AUTOTEST_PATH)' -d $(TESTSUITEFLAGS)
220 @echo '----------------------------------------------------------------------'
221 @echo 'Valgrind output can be found in tests/testsuite.dir/*/valgrind.*'
222 @echo '----------------------------------------------------------------------'
223 check-helgrind: all tests/atconfig tests/atlocal $(TESTSUITE) \
224 $(valgrind_wrappers) $(check_DATA)
225 -$(SHELL) '$(TESTSUITE)' -C tests CHECK_VALGRIND=true VALGRIND='$(HELGRIND)' AUTOTEST_PATH='tests/valgrind:$(AUTOTEST_PATH)' -d $(TESTSUITEFLAGS)
231 $(AM_V_at)srcdir='$(srcdir)' $(SHELL) $(srcdir)/tests/run-oftest
232 EXTRA_DIST += tests/run-oftest
236 $(AM_V_at)srcdir='$(srcdir)' $(SHELL) $(srcdir)/tests/run-ryu
237 EXTRA_DIST += tests/run-ryu
239 # Run kmod tests. Assume kernel modules has been installed or linked into the kernel
240 check-kernel: all tests/atconfig tests/atlocal $(SYSTEM_KMOD_TESTSUITE)
241 $(SHELL) '$(SYSTEM_KMOD_TESTSUITE)' -C tests AUTOTEST_PATH='$(AUTOTEST_PATH)' -d $(TESTSUITEFLAGS) -j1
243 # Testing the out of tree Kernel module
244 check-kmod: all tests/atconfig tests/atlocal $(SYSTEM_KMOD_TESTSUITE)
245 $(MAKE) modules_install
246 modprobe -r -a vport-geneve vport-gre vport-lisp vport-stt vport-vxlan openvswitch
249 check-system-userspace: all tests/atconfig tests/atlocal $(SYSTEM_USERSPACE_TESTSUITE)
250 $(SHELL) '$(SYSTEM_USERSPACE_TESTSUITE)' -C tests AUTOTEST_PATH='$(AUTOTEST_PATH)' $(TESTSUITEFLAGS) -j1
253 test ! -f '$(TESTSUITE)' || $(SHELL) '$(TESTSUITE)' -C tests --clean
255 AUTOTEST = $(AUTOM4TE) --language=autotest
258 $(TESTSUITE): package.m4 $(TESTSUITE_AT) $(COMMON_MACROS_AT) $(TESTSUITE_PATCH)
259 $(AM_V_GEN)$(AUTOTEST) -I '$(srcdir)' -o testsuite.tmp $@.at
260 patch -p0 testsuite.tmp $(TESTSUITE_PATCH)
261 $(AM_V_at)mv testsuite.tmp $@
263 $(TESTSUITE): package.m4 $(TESTSUITE_AT) $(COMMON_MACROS_AT)
264 $(AM_V_GEN)$(AUTOTEST) -I '$(srcdir)' -o $@.tmp $@.at
265 $(AM_V_at)mv $@.tmp $@
268 $(SYSTEM_KMOD_TESTSUITE): package.m4 $(SYSTEM_TESTSUITE_AT) $(SYSTEM_KMOD_TESTSUITE_AT) $(COMMON_MACROS_AT)
269 $(AM_V_GEN)$(AUTOTEST) -I '$(srcdir)' -o $@.tmp $@.at
270 $(AM_V_at)mv $@.tmp $@
272 $(SYSTEM_USERSPACE_TESTSUITE): package.m4 $(SYSTEM_TESTSUITE_AT) $(SYSTEM_USERSPACE_TESTSUITE_AT) $(COMMON_MACROS_AT)
273 $(AM_V_GEN)$(AUTOTEST) -I '$(srcdir)' -o $@.tmp $@.at
274 $(AM_V_at)mv $@.tmp $@
276 # The `:;' works around a Bash 3.2 bug when the output is not writeable.
277 $(srcdir)/package.m4: $(top_srcdir)/configure.ac
279 echo '# Signature of the current package.' && \
280 echo 'm4_define([AT_PACKAGE_NAME], [$(PACKAGE_NAME)])' && \
281 echo 'm4_define([AT_PACKAGE_TARNAME], [$(PACKAGE_TARNAME)])' && \
282 echo 'm4_define([AT_PACKAGE_VERSION], [$(PACKAGE_VERSION)])' && \
283 echo 'm4_define([AT_PACKAGE_STRING], [$(PACKAGE_STRING)])' && \
284 echo 'm4_define([AT_PACKAGE_BUGREPORT], [$(PACKAGE_BUGREPORT)])'; \
285 } >'$(srcdir)/package.m4'
287 noinst_PROGRAMS += tests/test-ovsdb
288 tests_test_ovsdb_SOURCES = tests/test-ovsdb.c
289 nodist_tests_test_ovsdb_SOURCES = tests/idltest.c tests/idltest.h
290 EXTRA_DIST += tests/uuidfilt.pl tests/ovsdb-monitor-sort.pl
291 tests_test_ovsdb_LDADD = ovsdb/libovsdb.la lib/libopenvswitch.la
293 noinst_PROGRAMS += tests/test-lib
294 tests_test_lib_SOURCES = \
296 tests_test_lib_LDADD = lib/libopenvswitch.la
298 # idltest schema and IDL
299 OVSIDL_BUILT += tests/idltest.c tests/idltest.h tests/idltest.ovsidl
300 IDLTEST_IDL_FILES = tests/idltest.ovsschema tests/idltest.ann
301 EXTRA_DIST += $(IDLTEST_IDL_FILES) tests/idltest2.ovsschema
302 tests/idltest.ovsidl: $(IDLTEST_IDL_FILES)
303 $(AM_V_GEN)$(OVSDB_IDLC) -C $(srcdir) annotate $(IDLTEST_IDL_FILES) > $@.tmp && \
306 tests/idltest.c: tests/idltest.h
309 noinst_PROGRAMS += tests/test-dpdkr
310 tests_test_dpdkr_SOURCES = \
311 tests/dpdk/ring_client.c
312 tests_test_dpdkr_LDADD = lib/libopenvswitch.la $(LIBS)
315 noinst_PROGRAMS += tests/ovstest
316 tests_ovstest_SOURCES = \
319 tests/test-aes128.c \
320 tests/test-atomic.c \
321 tests/test-bundle.c \
322 tests/test-byte-order.c \
323 tests/test-classifier.c \
330 tests/test-hindex.c \
333 tests/test-jsonrpc.c \
335 tests/test-lockfile.c \
336 tests/test-multipath.c \
337 tests/test-netflow.c \
339 tests/test-ofpbuf.c \
341 tests/test-packets.c \
342 tests/test-random.c \
344 tests/test-reconnect.c \
349 tests/test-unixctl.c \
352 tests/test-bitmap.c \
357 tests_ovstest_SOURCES += \
358 tests/test-unix-socket.c
362 tests_ovstest_SOURCES += \
363 tests/test-netlink-conntrack.c
366 tests_ovstest_LDADD = lib/libopenvswitch.la ovn/lib/libovn.la
367 dist_check_SCRIPTS = tests/flowgen.pl
369 noinst_PROGRAMS += tests/test-strtok_r
370 tests_test_strtok_r_SOURCES = tests/test-strtok_r.c
372 noinst_PROGRAMS += tests/test-type-props
373 tests_test_type_props_SOURCES = tests/test-type-props.c
378 tests/test-daemon.py \
380 tests/test-jsonrpc.py \
382 tests/test-ovsdb.py \
383 tests/test-reconnect.py \
384 tests/MockXenAPI.py \
385 tests/test-unix-socket.py \
386 tests/test-unixctl.py \
388 EXTRA_DIST += $(CHECK_PYFILES)
389 PYCOV_CLEAN_FILES += $(CHECK_PYFILES:.py=.py,cover) .coverage
391 FLAKE8_PYFILES += $(CHECK_PYFILES)
395 tests/testpki-cacert.pem \
396 tests/testpki-cert.pem \
397 tests/testpki-privkey.pem \
398 tests/testpki-req.pem \
399 tests/testpki-cert2.pem \
400 tests/testpki-privkey2.pem \
401 tests/testpki-req2.pem
402 check_DATA += $(TESTPKI_FILES)
403 CLEANFILES += $(TESTPKI_FILES)
405 tests/testpki-cacert.pem: tests/pki/stamp
406 $(AM_V_GEN)cp tests/pki/switchca/cacert.pem $@
407 tests/testpki-cert.pem: tests/pki/stamp
408 $(AM_V_GEN)cp tests/pki/test-cert.pem $@
409 tests/testpki-req.pem: tests/pki/stamp
410 $(AM_V_GEN)cp tests/pki/test-req.pem $@
411 tests/testpki-privkey.pem: tests/pki/stamp
412 $(AM_V_GEN)cp tests/pki/test-privkey.pem $@
413 tests/testpki-cert2.pem: tests/pki/stamp
414 $(AM_V_GEN)cp tests/pki/test2-cert.pem $@
415 tests/testpki-req2.pem: tests/pki/stamp
416 $(AM_V_GEN)cp tests/pki/test2-req.pem $@
417 tests/testpki-privkey2.pem: tests/pki/stamp
418 $(AM_V_GEN)cp tests/pki/test2-privkey.pem $@
420 OVS_PKI = $(SHELL) $(srcdir)/utilities/ovs-pki.in --dir=tests/pki --log=tests/ovs-pki.log
422 $(AM_V_at)rm -f tests/pki/stamp
423 $(AM_V_at)rm -rf tests/pki
424 $(AM_V_GEN)$(OVS_PKI) init && \
425 $(OVS_PKI) req+sign tests/pki/test && \
426 $(OVS_PKI) req+sign tests/pki/test2 && \
428 CLEANFILES += tests/ovs-pki.log
430 CLEAN_LOCAL += clean-pki
432 rm -f tests/pki/stamp