[mirror_ovs.git] / tests / automake.mk

EXTRA_DIST += \
	$(COMMON_MACROS_AT) \
	$(TESTSUITE_AT) \
	$(SYSTEM_TESTSUITE_AT) \
	$(SYSTEM_KMOD_TESTSUITE_AT) \
	$(SYSTEM_USERSPACE_TESTSUITE_AT) \
	$(TESTSUITE) \
	$(SYSTEM_KMOD_TESTSUITE) \
	$(SYSTEM_USERSPACE_TESTSUITE) \
	tests/atlocal.in \
	$(srcdir)/package.m4 \
	$(srcdir)/tests/testsuite \
	$(srcdir)/tests/testsuite.patch

COMMON_MACROS_AT = \
	tests/ovsdb-macros.at \
	tests/ovs-macros.at \
	tests/ofproto-macros.at

TESTSUITE_AT = \
	tests/testsuite.at \
	tests/completion.at \
	tests/library.at \
	tests/heap.at \
	tests/bundle.at \
	tests/classifier.at \
	tests/check-structs.at \
	tests/daemon.at \
	tests/daemon-py.at \
	tests/ofp-actions.at \
	tests/ofp-print.at \
	tests/ofp-util.at \
	tests/ofp-errors.at \
	tests/ovs-ofctl.at \
	tests/odp.at \
	tests/mpls-xlate.at \
	tests/multipath.at \
	tests/bfd.at \
	tests/cfm.at \
	tests/lacp.at \
	tests/lib.at \
	tests/learn.at \
	tests/vconn.at \
	tests/file_name.at \
	tests/aes128.at \
	tests/unixctl-py.at \
	tests/uuid.at \
	tests/json.at \
	tests/jsonrpc.at \
	tests/jsonrpc-py.at \
	tests/tunnel.at \
	tests/tunnel-push-pop.at \
	tests/tunnel-push-pop-ipv6.at \
	tests/lockfile.at \
	tests/reconnect.at \
	tests/ovs-vswitchd.at \
	tests/dpif-netdev.at \
	tests/dpctl.at \
	tests/ofproto-dpif.at \
	tests/bridge.at \
	tests/vlan-splinters.at \
	tests/ofproto.at \
	tests/ovsdb.at \
	tests/ovsdb-log.at \
	tests/ovsdb-types.at \
	tests/ovsdb-data.at \
	tests/ovsdb-column.at \
	tests/ovsdb-table.at \
	tests/ovsdb-row.at \
	tests/ovsdb-schema.at \
	tests/ovsdb-condition.at \
	tests/ovsdb-mutation.at \
	tests/ovsdb-query.at \
	tests/ovsdb-transaction.at \
	tests/ovsdb-execution.at \
	tests/ovsdb-trigger.at \
	tests/ovsdb-tool.at \
	tests/ovsdb-server.at \
	tests/ovsdb-monitor.at \
	tests/ovsdb-idl.at \
	tests/ovs-vsctl.at \
	tests/ovs-monitor-ipsec.at \
	tests/ovs-xapi-sync.at \
	tests/stp.at \
	tests/rstp.at \
	tests/interface-reconfigure.at \
	tests/vlog.at \
	tests/vtep-ctl.at \
	tests/auto-attach.at \
	tests/ovn.at \
	tests/ovn-nbctl.at \
	tests/ovn-sbctl.at \
	tests/ovn-controller.at \
	tests/ovn-controller-vtep.at

SYSTEM_KMOD_TESTSUITE_AT = \
	tests/system-common-macros.at \
	tests/system-kmod-testsuite.at \
	tests/system-kmod-macros.at

SYSTEM_USERSPACE_TESTSUITE_AT = \
	tests/system-userspace-testsuite.at \
	tests/system-userspace-macros.at

SYSTEM_TESTSUITE_AT = \
	tests/system-common-macros.at \
	tests/system-traffic.at

TESTSUITE = $(srcdir)/tests/testsuite
TESTSUITE_PATCH = $(srcdir)/tests/testsuite.patch
SYSTEM_KMOD_TESTSUITE = $(srcdir)/tests/system-kmod-testsuite
SYSTEM_USERSPACE_TESTSUITE = $(srcdir)/tests/system-userspace-testsuite
DISTCLEANFILES += tests/atconfig tests/atlocal

AUTOTEST_PATH = utilities:vswitchd:ovsdb:vtep:tests:$(PTHREAD_WIN32_DIR_DLL):ovn/controller-vtep:ovn/northd:ovn/utilities:ovn/controller

check-local: tests/atconfig tests/atlocal $(TESTSUITE)
	set $(SHELL) '$(TESTSUITE)' -C tests AUTOTEST_PATH=$(AUTOTEST_PATH) $(TESTSUITEFLAGS); \
	"$$@" || (test X'$(RECHECK)' = Xyes && "$$@" --recheck)
\f
# Python Coverage support.
# Requires coverage.py http://nedbatchelder.com/code/coverage/.

COVERAGE = coverage
COVERAGE_FILE='$(abs_srcdir)/.coverage'
check-pycov: all tests/atconfig tests/atlocal $(TESTSUITE) clean-pycov
	PYTHONDONTWRITEBYTECODE=yes COVERAGE_FILE=$(COVERAGE_FILE) PYTHON='$(COVERAGE) run -p' $(SHELL) '$(TESTSUITE)' -C tests AUTOTEST_PATH=$(AUTOTEST_PATH) $(TESTSUITEFLAGS)
	@cd $(srcdir) && $(COVERAGE) combine && COVERAGE_FILE=$(COVERAGE_FILE) $(COVERAGE) annotate
	@echo
	@echo '----------------------------------------------------------------------'
	@echo 'Annotated coverage source has the ",cover" extension.'
	@echo '----------------------------------------------------------------------'
	@echo
	@COVERAGE_FILE=$(COVERAGE_FILE) $(COVERAGE) report
\f
# lcov support
# Requires build with --enable-coverage and lcov/genhtml in $PATH
CLEAN_LOCAL += clean-lcov
clean-lcov:
	rm -fr tests/lcov

LCOV_OPTS = -b $(abs_top_builddir) -d $(abs_top_builddir) -q -c --rc lcov_branch_coverage=1
GENHTML_OPTS = -q --branch-coverage --num-spaces 4
check-lcov: all tests/atconfig tests/atlocal $(TESTSUITE) $(check_DATA) clean-lcov
	find . -name '*.gcda' | xargs -n1 rm -f
	-set $(SHELL) '$(TESTSUITE)' -C tests AUTOTEST_PATH=$(AUTOTEST_PATH) $(TESTSUITEFLAGS); \
	"$$@" || (test X'$(RECHECK)' = Xyes && "$$@" --recheck)
	mkdir -p tests/lcov
	lcov $(LCOV_OPTS) -o tests/lcov/coverage.info
	genhtml $(GENHTML_OPTS) -o tests/lcov tests/lcov/coverage.info
	@echo "coverage report generated at tests/lcov/index.html"
\f
# valgrind support

valgrind_wrappers = \
	tests/valgrind/ovs-appctl \
	tests/valgrind/ovs-ofctl \
	tests/valgrind/ovstest \
	tests/valgrind/ovs-vsctl \
	tests/valgrind/ovs-vswitchd \
	tests/valgrind/ovsdb-client \
	tests/valgrind/ovsdb-server \
	tests/valgrind/ovsdb-tool \
	tests/valgrind/test-aes128 \
	tests/valgrind/test-atomic \
	tests/valgrind/test-bundle \
	tests/valgrind/test-byte-order \
	tests/valgrind/test-classifier \
	tests/valgrind/test-cmap \
	tests/valgrind/test-csum \
	tests/valgrind/test-flows \
	tests/valgrind/test-hash \
	tests/valgrind/test-hindex \
	tests/valgrind/test-hmap \
	tests/valgrind/test-json \
	tests/valgrind/test-jsonrpc \
	tests/valgrind/test-list \
	tests/valgrind/test-lockfile \
	tests/valgrind/test-multipath \
	tests/valgrind/test-odp \
	tests/valgrind/test-ofpbuf \
	tests/valgrind/test-ovsdb \
	tests/valgrind/test-packets \
	tests/valgrind/test-random \
	tests/valgrind/test-reconnect \
	tests/valgrind/test-rstp \
	tests/valgrind/test-sha1 \
	tests/valgrind/test-stp \
	tests/valgrind/test-type-props \
	tests/valgrind/test-unix-socket \
	tests/valgrind/test-unixctl \
	tests/valgrind/test-uuid \
	tests/valgrind/test-vconn

$(valgrind_wrappers): tests/valgrind-wrapper.in
	@test -d tests/valgrind || mkdir tests/valgrind
	$(AM_V_GEN) sed -e 's,[@]wrap_program[@],$@,' \
		$(top_srcdir)/tests/valgrind-wrapper.in > $@.tmp && \
	chmod +x $@.tmp && \
	mv $@.tmp $@
CLEANFILES += $(valgrind_wrappers)
EXTRA_DIST += tests/valgrind-wrapper.in

VALGRIND = valgrind --log-file=valgrind.%p --leak-check=full \
	--suppressions=$(abs_top_srcdir)/tests/glibc.supp \
	--suppressions=$(abs_top_srcdir)/tests/openssl.supp --num-callers=20
EXTRA_DIST += tests/glibc.supp tests/openssl.supp
check-valgrind: all tests/atconfig tests/atlocal $(TESTSUITE) \
                $(valgrind_wrappers) $(check_DATA)
	$(SHELL) '$(TESTSUITE)' -C tests CHECK_VALGRIND=true VALGRIND='$(VALGRIND)' AUTOTEST_PATH='tests/valgrind:$(AUTOTEST_PATH)' -d $(TESTSUITEFLAGS)
	@echo
	@echo '----------------------------------------------------------------------'
	@echo 'Valgrind output can be found in tests/testsuite.dir/*/valgrind.*'
	@echo '----------------------------------------------------------------------'
\f
# OFTest support.

check-oftest: all
	$(AM_V_at)srcdir='$(srcdir)' $(SHELL) $(srcdir)/tests/run-oftest
EXTRA_DIST += tests/run-oftest

# Ryu support.
check-ryu: all
	$(AM_V_at)srcdir='$(srcdir)' $(SHELL) $(srcdir)/tests/run-ryu
EXTRA_DIST += tests/run-ryu
\f
# Run kmod tests. Assume kernel modules has been installed or linked into the kernel
check-kernel: all tests/atconfig tests/atlocal $(SYSTEM_KMOD_TESTSUITE)
	$(SHELL) '$(SYSTEM_KMOD_TESTSUITE)' -C tests  AUTOTEST_PATH='$(AUTOTEST_PATH)' -d $(TESTSUITEFLAGS)

# Testing the out of tree Kernel module
check-kmod: all tests/atconfig tests/atlocal $(SYSTEM_KMOD_TESTSUITE)
	$(MAKE) modules_install
	modprobe -r openvswitch
	$(MAKE) check-kernel

check-system-userspace: all tests/atconfig tests/atlocal $(SYSTEM_USERSPACE_TESTSUITE)
	$(SHELL) '$(SYSTEM_USERSPACE_TESTSUITE)' -C tests  AUTOTEST_PATH='$(AUTOTEST_PATH)' $(TESTSUITEFLAGS)

clean-local:
	test ! -f '$(TESTSUITE)' || $(SHELL) '$(TESTSUITE)' -C tests --clean

AUTOTEST = $(AUTOM4TE) --language=autotest

if WIN32
$(TESTSUITE): package.m4 $(TESTSUITE_AT) $(COMMON_MACROS_AT) $(TESTSUITE_PATCH)
	$(AM_V_GEN)$(AUTOTEST) -I '$(srcdir)' -o testsuite.tmp $@.at
	patch -p0 testsuite.tmp $(TESTSUITE_PATCH)
	$(AM_V_at)mv testsuite.tmp $@
else
$(TESTSUITE): package.m4 $(TESTSUITE_AT) $(COMMON_MACROS_AT)
	$(AM_V_GEN)$(AUTOTEST) -I '$(srcdir)' -o $@.tmp $@.at
	$(AM_V_at)mv $@.tmp $@
endif

$(SYSTEM_KMOD_TESTSUITE): package.m4 $(SYSTEM_TESTSUITE_AT) $(SYSTEM_KMOD_TESTSUITE_AT) $(COMMON_MACROS_AT)
	$(AM_V_GEN)$(AUTOTEST) -I '$(srcdir)' -o $@.tmp $@.at
	$(AM_V_at)mv $@.tmp $@

$(SYSTEM_USERSPACE_TESTSUITE): package.m4 $(SYSTEM_TESTSUITE_AT) $(SYSTEM_USERSPACE_TESTSUITE_AT) $(COMMON_MACROS_AT)
	$(AM_V_GEN)$(AUTOTEST) -I '$(srcdir)' -o $@.tmp $@.at
	$(AM_V_at)mv $@.tmp $@

# The `:;' works around a Bash 3.2 bug when the output is not writeable.
$(srcdir)/package.m4: $(top_srcdir)/configure.ac
	$(AM_V_GEN):;{ \
	  echo '# Signature of the current package.' && \
	  echo 'm4_define([AT_PACKAGE_NAME],      [$(PACKAGE_NAME)])' && \
	  echo 'm4_define([AT_PACKAGE_TARNAME],   [$(PACKAGE_TARNAME)])' && \
	  echo 'm4_define([AT_PACKAGE_VERSION],   [$(PACKAGE_VERSION)])' && \
	  echo 'm4_define([AT_PACKAGE_STRING],    [$(PACKAGE_STRING)])' && \
	  echo 'm4_define([AT_PACKAGE_BUGREPORT], [$(PACKAGE_BUGREPORT)])'; \
	} >'$(srcdir)/package.m4'

noinst_PROGRAMS += tests/test-ovsdb
tests_test_ovsdb_SOURCES = tests/test-ovsdb.c
nodist_tests_test_ovsdb_SOURCES = tests/idltest.c tests/idltest.h
EXTRA_DIST += tests/uuidfilt.pl tests/ovsdb-monitor-sort.pl
tests_test_ovsdb_LDADD = ovsdb/libovsdb.la lib/libopenvswitch.la

noinst_PROGRAMS += tests/test-lib
tests_test_lib_SOURCES = \
	tests/test-lib.c
tests_test_lib_LDADD = lib/libopenvswitch.la

# idltest schema and IDL
OVSIDL_BUILT += tests/idltest.c tests/idltest.h tests/idltest.ovsidl
IDLTEST_IDL_FILES = tests/idltest.ovsschema tests/idltest.ann
EXTRA_DIST += $(IDLTEST_IDL_FILES) tests/idltest2.ovsschema
tests/idltest.ovsidl: $(IDLTEST_IDL_FILES)
	$(AM_V_GEN)$(OVSDB_IDLC) -C $(srcdir) annotate $(IDLTEST_IDL_FILES) > $@.tmp && \
	mv $@.tmp $@

tests/idltest.c: tests/idltest.h

if DPDK_NETDEV
noinst_PROGRAMS += tests/test-dpdkr
tests_test_dpdkr_SOURCES = \
	tests/dpdk/ring_client.c
tests_test_dpdkr_LDADD = lib/libopenvswitch.la $(LIBS)
endif

noinst_PROGRAMS += tests/ovstest
tests_ovstest_SOURCES = \
	tests/ovstest.c \
	tests/ovstest.h \
	tests/test-aes128.c \
	tests/test-atomic.c \
	tests/test-bundle.c \
	tests/test-byte-order.c \
	tests/test-classifier.c \
	tests/test-cmap.c \
	tests/test-csum.c \
	tests/test-flows.c \
	tests/test-hash.c \
	tests/test-heap.c \
	tests/test-hindex.c \
	tests/test-hmap.c \
	tests/test-json.c \
	tests/test-jsonrpc.c \
	tests/test-list.c \
	tests/test-lockfile.c \
	tests/test-multipath.c \
	tests/test-netflow.c \
	tests/test-odp.c \
	tests/test-ofpbuf.c \
	tests/test-ovn.c \
	tests/test-packets.c \
	tests/test-random.c \
	tests/test-reconnect.c \
	tests/test-rstp.c \
	tests/test-sflow.c \
	tests/test-sha1.c \
	tests/test-stp.c \
	tests/test-unixctl.c \
	tests/test-util.c \
	tests/test-uuid.c \
	tests/test-bitmap.c \
	tests/test-vconn.c \
	tests/test-aa.c

if !WIN32
tests_ovstest_SOURCES += \
	tests/test-unix-socket.c
endif

if LINUX
tests_ovstest_SOURCES += \
	tests/test-netlink-conntrack.c
endif

tests_ovstest_LDADD = lib/libopenvswitch.la ovn/lib/libovn.la
dist_check_SCRIPTS = tests/flowgen.pl

noinst_PROGRAMS += tests/test-strtok_r
tests_test_strtok_r_SOURCES = tests/test-strtok_r.c

noinst_PROGRAMS += tests/test-type-props
tests_test_type_props_SOURCES = tests/test-type-props.c

# Python tests.
CHECK_PYFILES = \
	tests/appctl.py \
	tests/test-daemon.py \
	tests/test-json.py \
	tests/test-jsonrpc.py \
	tests/test-l7.py \
	tests/test-ovsdb.py \
	tests/test-reconnect.py \
	tests/MockXenAPI.py \
	tests/test-unix-socket.py \
	tests/test-unixctl.py \
	tests/test-vlog.py
EXTRA_DIST += $(CHECK_PYFILES)
PYCOV_CLEAN_FILES += $(CHECK_PYFILES:.py=.py,cover) .coverage

FLAKE8_PYFILES += $(CHECK_PYFILES)

if HAVE_OPENSSL
TESTPKI_FILES = \
	tests/testpki-cacert.pem \
	tests/testpki-cert.pem \
	tests/testpki-privkey.pem \
	tests/testpki-req.pem \
	tests/testpki-cert2.pem \
	tests/testpki-privkey2.pem \
	tests/testpki-req2.pem
check_DATA += $(TESTPKI_FILES)
CLEANFILES += $(TESTPKI_FILES)

tests/testpki-cacert.pem: tests/pki/stamp
	$(AM_V_GEN)cp tests/pki/switchca/cacert.pem $@
tests/testpki-cert.pem: tests/pki/stamp
	$(AM_V_GEN)cp tests/pki/test-cert.pem $@
tests/testpki-req.pem: tests/pki/stamp
	$(AM_V_GEN)cp tests/pki/test-req.pem $@
tests/testpki-privkey.pem: tests/pki/stamp
	$(AM_V_GEN)cp tests/pki/test-privkey.pem $@
tests/testpki-cert2.pem: tests/pki/stamp
	$(AM_V_GEN)cp tests/pki/test2-cert.pem $@
tests/testpki-req2.pem: tests/pki/stamp
	$(AM_V_GEN)cp tests/pki/test2-req.pem $@
tests/testpki-privkey2.pem: tests/pki/stamp
	$(AM_V_GEN)cp tests/pki/test2-privkey.pem $@

OVS_PKI = $(SHELL) $(srcdir)/utilities/ovs-pki.in --dir=tests/pki --log=tests/ovs-pki.log
tests/pki/stamp:
	$(AM_V_at)rm -f tests/pki/stamp
	$(AM_V_at)rm -rf tests/pki
	$(AM_V_GEN)$(OVS_PKI) init && \
	$(OVS_PKI) req+sign tests/pki/test && \
	$(OVS_PKI) req+sign tests/pki/test2 && \
	: > tests/pki/stamp
CLEANFILES += tests/ovs-pki.log

CLEAN_LOCAL += clean-pki
clean-pki:
	rm -f tests/pki/stamp
	rm -rf tests/pki
endif
Commit	Line	Data
1b233b95	1	EXTRA_DIST += \
69c2bdfe	2	$(COMMON_MACROS_AT) \
1b233b95	3	$(TESTSUITE_AT) \
d7c5426b	4	$(SYSTEM_TESTSUITE_AT) \
f7526200	5	$(SYSTEM_KMOD_TESTSUITE_AT) \
d7c5426b	6	$(SYSTEM_USERSPACE_TESTSUITE_AT) \
1b233b95	7	$(TESTSUITE) \
f7526200	8	$(SYSTEM_KMOD_TESTSUITE) \
d7c5426b	9	$(SYSTEM_USERSPACE_TESTSUITE) \
1b233b95 BP	10	tests/atlocal.in \
1b233b95 BP	11	$(srcdir)/package.m4 \
ddd347c2 GS	12	$(srcdir)/tests/testsuite \
ddd347c2 GS	13	$(srcdir)/tests/testsuite.patch
69c2bdfe AZ	14
69c2bdfe AZ	15	COMMON_MACROS_AT = \
24c8ae53	16	tests/ovsdb-macros.at \
02e6f2f7	17	tests/ovs-macros.at \
69c2bdfe AZ	18	tests/ofproto-macros.at
	19
	20	TESTSUITE_AT = \
	21	tests/testsuite.at \
08d42548	22	tests/completion.at \
1b233b95	23	tests/library.at \
95974447	24	tests/heap.at \
daff3353	25	tests/bundle.at \
3223e977	26	tests/classifier.at \
05b3c97b	27	tests/check-structs.at \
ff8decf1	28	tests/daemon.at \
99155935	29	tests/daemon-py.at \
f25d0cf3	30	tests/ofp-actions.at \
fec00620	31	tests/ofp-print.at \
681ea7a0	32	tests/ofp-util.at \
2e0525bc	33	tests/ofp-errors.at \
0e581146	34	tests/ovs-ofctl.at \
3bffc610	35	tests/odp.at \
5af43325	36	tests/mpls-xlate.at \
53ddd40a	37	tests/multipath.at \
015cf297	38	tests/bfd.at \
03f209ba	39	tests/cfm.at \
742468d9	40	tests/lacp.at \
acf72f13	41	tests/lib.at \
75a75043	42	tests/learn.at \
d27ce529	43	tests/vconn.at \
e1aff6f9	44	tests/file_name.at \
d918d9d1	45	tests/aes128.at \
0a68ffd2	46	tests/unixctl-py.at \
d918d9d1	47	tests/uuid.at \
f38b84ea	48	tests/json.at \
f2129093	49	tests/jsonrpc.at \
99155935	50	tests/jsonrpc-py.at \
0f538378	51	tests/tunnel.at \
a36de779	52	tests/tunnel-push-pop.at \
2af602f2	53	tests/tunnel-push-pop-ipv6.at \
ac718c9d	54	tests/lockfile.at \
3ed497fc	55	tests/reconnect.at \
b7898031	56	tests/ovs-vswitchd.at \
9c4044a5	57	tests/dpif-netdev.at \
5acf2e91	58	tests/dpctl.at \
29901626	59	tests/ofproto-dpif.at \
c40b890f	60	tests/bridge.at \
1c3e353d	61	tests/vlan-splinters.at \
a2cb9dfd	62	tests/ofproto.at \
f85f8ebb	63	tests/ovsdb.at \
41709ccc	64	tests/ovsdb-log.at \
f85f8ebb BP	65	tests/ovsdb-types.at \
	66	tests/ovsdb-data.at \
	67	tests/ovsdb-column.at \
	68	tests/ovsdb-table.at \
	69	tests/ovsdb-row.at \
0d0f05b9	70	tests/ovsdb-schema.at \
f85f8ebb	71	tests/ovsdb-condition.at \
e9f8f936	72	tests/ovsdb-mutation.at \
f85f8ebb BP	73	tests/ovsdb-query.at \
	74	tests/ovsdb-transaction.at \
	75	tests/ovsdb-execution.at \
	76	tests/ovsdb-trigger.at \
1e19e50e	77	tests/ovsdb-tool.at \
21ff1aee	78	tests/ovsdb-server.at \
a8425c53	79	tests/ovsdb-monitor.at \
c3bb4bd7	80	tests/ovsdb-idl.at \
48d014bf	81	tests/ovs-vsctl.at \
b54bdbe9	82	tests/ovs-monitor-ipsec.at \
1b0fdca5	83	tests/ovs-xapi-sync.at \
829a7d02	84	tests/stp.at \
9efd308e	85	tests/rstp.at \
8ed182d8	86	tests/interface-reconfigure.at \
ffc759c6	87	tests/vlog.at \
99eef98b	88	tests/vtep-ctl.at \
10b1662b	89	tests/auto-attach.at \
fed00ab1	90	tests/ovn.at \
f4e38e30	91	tests/ovn-nbctl.at \
00db2a60	92	tests/ovn-sbctl.at \
caad1387	93	tests/ovn-controller.at \
00db2a60	94	tests/ovn-controller-vtep.at
69c2bdfe	95
f7526200 DDP	96	SYSTEM_KMOD_TESTSUITE_AT = \
	97	tests/system-common-macros.at \
	98	tests/system-kmod-testsuite.at \
d7c5426b DDP	99	tests/system-kmod-macros.at
	100
	101	SYSTEM_USERSPACE_TESTSUITE_AT = \
	102	tests/system-userspace-testsuite.at \
	103	tests/system-userspace-macros.at
	104
	105	SYSTEM_TESTSUITE_AT = \
	106	tests/system-common-macros.at \
f7526200	107	tests/system-traffic.at
69c2bdfe	108
1b233b95	109	TESTSUITE = $(srcdir)/tests/testsuite
ddd347c2	110	TESTSUITE_PATCH = $(srcdir)/tests/testsuite.patch
f7526200	111	SYSTEM_KMOD_TESTSUITE = $(srcdir)/tests/system-kmod-testsuite
d7c5426b	112	SYSTEM_USERSPACE_TESTSUITE = $(srcdir)/tests/system-userspace-testsuite
7fe079c2	113	DISTCLEANFILES += tests/atconfig tests/atlocal
1b233b95	114
72eaa2ba	115	AUTOTEST_PATH = utilities:vswitchd:ovsdb:vtep:tests:$(PTHREAD_WIN32_DIR_DLL):ovn/controller-vtep:ovn/northd:ovn/utilities:ovn/controller
7c126fbb	116
1b233b95	117	check-local: tests/atconfig tests/atlocal $(TESTSUITE)
0d3f2152 BP	118	set $(SHELL) '$(TESTSUITE)' -C tests AUTOTEST_PATH=$(AUTOTEST_PATH) $(TESTSUITEFLAGS); \
0d3f2152 BP	119	"$$@" \|\| (test X'$(RECHECK)' = Xyes && "$$@" --recheck)
7c126fbb	120	\f
79982e90 EJ	121	# Python Coverage support.
	122	# Requires coverage.py http://nedbatchelder.com/code/coverage/.
	123
	124	COVERAGE = coverage
	125	COVERAGE_FILE='$(abs_srcdir)/.coverage'
	126	check-pycov: all tests/atconfig tests/atlocal $(TESTSUITE) clean-pycov
853d1083	127	PYTHONDONTWRITEBYTECODE=yes COVERAGE_FILE=$(COVERAGE_FILE) PYTHON='$(COVERAGE) run -p' $(SHELL) '$(TESTSUITE)' -C tests AUTOTEST_PATH=$(AUTOTEST_PATH) $(TESTSUITEFLAGS)
79982e90 EJ	128	@cd $(srcdir) && $(COVERAGE) combine && COVERAGE_FILE=$(COVERAGE_FILE) $(COVERAGE) annotate
	129	@echo
	130	@echo '----------------------------------------------------------------------'
	131	@echo 'Annotated coverage source has the ",cover" extension.'
	132	@echo '----------------------------------------------------------------------'
	133	@echo
	134	@COVERAGE_FILE=$(COVERAGE_FILE) $(COVERAGE) report
	135	\f
27de40d0 LR	136	# lcov support
	137	# Requires build with --enable-coverage and lcov/genhtml in $PATH
	138	CLEAN_LOCAL += clean-lcov
	139	clean-lcov:
	140	rm -fr tests/lcov
	141
	142	LCOV_OPTS = -b $(abs_top_builddir) -d $(abs_top_builddir) -q -c --rc lcov_branch_coverage=1
	143	GENHTML_OPTS = -q --branch-coverage --num-spaces 4
	144	check-lcov: all tests/atconfig tests/atlocal $(TESTSUITE) $(check_DATA) clean-lcov
	145	find . -name '*.gcda' \| xargs -n1 rm -f
	146	-set $(SHELL) '$(TESTSUITE)' -C tests AUTOTEST_PATH=$(AUTOTEST_PATH) $(TESTSUITEFLAGS); \
	147	"$$@" \|\| (test X'$(RECHECK)' = Xyes && "$$@" --recheck)
	148	mkdir -p tests/lcov
	149	lcov $(LCOV_OPTS) -o tests/lcov/coverage.info
	150	genhtml $(GENHTML_OPTS) -o tests/lcov tests/lcov/coverage.info
	151	@echo "coverage report generated at tests/lcov/index.html"
	152	\f
b6fa4447 BP	153	# valgrind support
	154
	155	valgrind_wrappers = \
	156	tests/valgrind/ovs-appctl \
9f19a2a3	157	tests/valgrind/ovs-ofctl \
3932d8db	158	tests/valgrind/ovstest \
b6fa4447	159	tests/valgrind/ovs-vsctl \
b0f7b9b5	160	tests/valgrind/ovs-vswitchd \
b6fa4447 BP	161	tests/valgrind/ovsdb-client \
	162	tests/valgrind/ovsdb-server \
	163	tests/valgrind/ovsdb-tool \
	164	tests/valgrind/test-aes128 \
31a3fc6e	165	tests/valgrind/test-atomic \
daff3353	166	tests/valgrind/test-bundle \
10a24935	167	tests/valgrind/test-byte-order \
b6fa4447	168	tests/valgrind/test-classifier \
0e666160	169	tests/valgrind/test-cmap \
b6fa4447	170	tests/valgrind/test-csum \
b6fa4447 BP	171	tests/valgrind/test-flows \
b6fa4447 BP	172	tests/valgrind/test-hash \
822b7f52	173	tests/valgrind/test-hindex \
b6fa4447 BP	174	tests/valgrind/test-hmap \
	175	tests/valgrind/test-json \
	176	tests/valgrind/test-jsonrpc \
	177	tests/valgrind/test-list \
	178	tests/valgrind/test-lockfile \
53ddd40a	179	tests/valgrind/test-multipath \
3bffc610	180	tests/valgrind/test-odp \
38876d31	181	tests/valgrind/test-ofpbuf \
b6fa4447	182	tests/valgrind/test-ovsdb \
f696f12f	183	tests/valgrind/test-packets \
78f3f316	184	tests/valgrind/test-random \
b6fa4447	185	tests/valgrind/test-reconnect \
9efd308e	186	tests/valgrind/test-rstp \
b6fa4447	187	tests/valgrind/test-sha1 \
829a7d02	188	tests/valgrind/test-stp \
b6fa4447	189	tests/valgrind/test-type-props \
6e170b4c	190	tests/valgrind/test-unix-socket \
3c016b8b	191	tests/valgrind/test-unixctl \
b6fa4447	192	tests/valgrind/test-uuid \
10a24935	193	tests/valgrind/test-vconn
b6fa4447 BP	194
	195	$(valgrind_wrappers): tests/valgrind-wrapper.in
	196	@test -d tests/valgrind \|\| mkdir tests/valgrind
ef44aa50 BP	197	$(AM_V_GEN) sed -e 's,[@]wrap_program[@],$@,' \
	198	$(top_srcdir)/tests/valgrind-wrapper.in > $@.tmp && \
	199	chmod +x $@.tmp && \
b6fa4447 BP	200	mv $@.tmp $@
	201	CLEANFILES += $(valgrind_wrappers)
	202	EXTRA_DIST += tests/valgrind-wrapper.in
	203
	204	VALGRIND = valgrind --log-file=valgrind.%p --leak-check=full \
75b87ae5	205	--suppressions=$(abs_top_srcdir)/tests/glibc.supp \
b6fa4447	206	--suppressions=$(abs_top_srcdir)/tests/openssl.supp --num-callers=20
75b87ae5	207	EXTRA_DIST += tests/glibc.supp tests/openssl.supp
16496eea BP	208	check-valgrind: all tests/atconfig tests/atlocal $(TESTSUITE) \
16496eea BP	209	$(valgrind_wrappers) $(check_DATA)
b6fa4447 BP	210	$(SHELL) '$(TESTSUITE)' -C tests CHECK_VALGRIND=true VALGRIND='$(VALGRIND)' AUTOTEST_PATH='tests/valgrind:$(AUTOTEST_PATH)' -d $(TESTSUITEFLAGS)
	211	@echo
	212	@echo '----------------------------------------------------------------------'
	213	@echo 'Valgrind output can be found in tests/testsuite.dir//valgrind.'
	214	@echo '----------------------------------------------------------------------'
	215	\f
81a114e5 BP	216	# OFTest support.
	217
	218	check-oftest: all
ef44aa50	219	$(AM_V_at)srcdir='$(srcdir)' $(SHELL) $(srcdir)/tests/run-oftest
81a114e5	220	EXTRA_DIST += tests/run-oftest
e3c7ed29 BP	221
	222	# Ryu support.
	223	check-ryu: all
ef44aa50	224	$(AM_V_at)srcdir='$(srcdir)' $(SHELL) $(srcdir)/tests/run-ryu
e3c7ed29	225	EXTRA_DIST += tests/run-ryu
81a114e5	226	\f
69c2bdfe	227	# Run kmod tests. Assume kernel modules has been installed or linked into the kernel
f7526200 DDP	228	check-kernel: all tests/atconfig tests/atlocal $(SYSTEM_KMOD_TESTSUITE)
f7526200 DDP	229	$(SHELL) '$(SYSTEM_KMOD_TESTSUITE)' -C tests AUTOTEST_PATH='$(AUTOTEST_PATH)' -d $(TESTSUITEFLAGS)
69c2bdfe AZ	230
69c2bdfe AZ	231	# Testing the out of tree Kernel module
f7526200	232	check-kmod: all tests/atconfig tests/atlocal $(SYSTEM_KMOD_TESTSUITE)
69c2bdfe	233	$(MAKE) modules_install
95bad473	234	modprobe -r openvswitch
69c2bdfe AZ	235	$(MAKE) check-kernel
69c2bdfe AZ	236
d7c5426b DDP	237	check-system-userspace: all tests/atconfig tests/atlocal $(SYSTEM_USERSPACE_TESTSUITE)
	238	$(SHELL) '$(SYSTEM_USERSPACE_TESTSUITE)' -C tests AUTOTEST_PATH='$(AUTOTEST_PATH)' $(TESTSUITEFLAGS)
	239
1b233b95 BP	240	clean-local:
	241	test ! -f '$(TESTSUITE)' \|\| $(SHELL) '$(TESTSUITE)' -C tests --clean
	242
1b233b95	243	AUTOTEST = $(AUTOM4TE) --language=autotest
83e09b5d GS	244
83e09b5d GS	245	if WIN32
ddd347c2	246	$(TESTSUITE): package.m4 $(TESTSUITE_AT) $(COMMON_MACROS_AT) $(TESTSUITE_PATCH)
dcd03218 FL	247	$(AM_V_GEN)$(AUTOTEST) -I '$(srcdir)' -o testsuite.tmp $@.at
	248	patch -p0 testsuite.tmp $(TESTSUITE_PATCH)
	249	$(AM_V_at)mv testsuite.tmp $@
83e09b5d GS	250	else
	251	$(TESTSUITE): package.m4 $(TESTSUITE_AT) $(COMMON_MACROS_AT)
	252	$(AM_V_GEN)$(AUTOTEST) -I '$(srcdir)' -o $@.tmp $@.at
	253	$(AM_V_at)mv $@.tmp $@
	254	endif
69c2bdfe	255
d7c5426b DDP	256	$(SYSTEM_KMOD_TESTSUITE): package.m4 $(SYSTEM_TESTSUITE_AT) $(SYSTEM_KMOD_TESTSUITE_AT) $(COMMON_MACROS_AT)
	257	$(AM_V_GEN)$(AUTOTEST) -I '$(srcdir)' -o $@.tmp $@.at
	258	$(AM_V_at)mv $@.tmp $@
	259
	260	$(SYSTEM_USERSPACE_TESTSUITE): package.m4 $(SYSTEM_TESTSUITE_AT) $(SYSTEM_USERSPACE_TESTSUITE_AT) $(COMMON_MACROS_AT)
ef44aa50 BP	261	$(AM_V_GEN)$(AUTOTEST) -I '$(srcdir)' -o $@.tmp $@.at
ef44aa50 BP	262	$(AM_V_at)mv $@.tmp $@
1b233b95 BP	263
	264	# The `:;' works around a Bash 3.2 bug when the output is not writeable.
	265	$(srcdir)/package.m4: $(top_srcdir)/configure.ac
ef44aa50	266	$(AM_V_GEN):;{ \
1b233b95	267	echo '# Signature of the current package.' && \
f99cd6ee BP	268	echo 'm4_define([AT_PACKAGE_NAME], [$(PACKAGE_NAME)])' && \
	269	echo 'm4_define([AT_PACKAGE_TARNAME], [$(PACKAGE_TARNAME)])' && \
	270	echo 'm4_define([AT_PACKAGE_VERSION], [$(PACKAGE_VERSION)])' && \
	271	echo 'm4_define([AT_PACKAGE_STRING], [$(PACKAGE_STRING)])' && \
	272	echo 'm4_define([AT_PACKAGE_BUGREPORT], [$(PACKAGE_BUGREPORT)])'; \
1b233b95 BP	273	} >'$(srcdir)/package.m4'
1b233b95 BP	274
f85f8ebb	275	noinst_PROGRAMS += tests/test-ovsdb
90ffd534 BP	276	tests_test_ovsdb_SOURCES = tests/test-ovsdb.c
90ffd534 BP	277	nodist_tests_test_ovsdb_SOURCES = tests/idltest.c tests/idltest.h
7360012b	278	EXTRA_DIST += tests/uuidfilt.pl tests/ovsdb-monitor-sort.pl
96d87817	279	tests_test_ovsdb_LDADD = ovsdb/libovsdb.la lib/libopenvswitch.la
00732bf5	280
acf72f13 TG	281	noinst_PROGRAMS += tests/test-lib
	282	tests_test_lib_SOURCES = \
	283	tests/test-lib.c
	284	tests_test_lib_LDADD = lib/libopenvswitch.la
	285
00732bf5	286	# idltest schema and IDL
2c84fdf2	287	OVSIDL_BUILT += tests/idltest.c tests/idltest.h tests/idltest.ovsidl
00732bf5	288	IDLTEST_IDL_FILES = tests/idltest.ovsschema tests/idltest.ann
d18e52e3	289	EXTRA_DIST += $(IDLTEST_IDL_FILES) tests/idltest2.ovsschema
00732bf5	290	tests/idltest.ovsidl: $(IDLTEST_IDL_FILES)
ef44aa50	291	$(AM_V_GEN)$(OVSDB_IDLC) -C $(srcdir) annotate $(IDLTEST_IDL_FILES) > $@.tmp && \
00732bf5 BP	292	mv $@.tmp $@
00732bf5 BP	293
b0fc010a	294	tests/idltest.c: tests/idltest.h
f85f8ebb	295
95fb793a	296	if DPDK_NETDEV
e96981de SF	297	noinst_PROGRAMS += tests/test-dpdkr
	298	tests_test_dpdkr_SOURCES = \
	299	tests/dpdk/ring_client.c
	300	tests_test_dpdkr_LDADD = lib/libopenvswitch.la $(LIBS)
95fb793a	301	endif
95fb793a	302
3932d8db	303	noinst_PROGRAMS += tests/ovstest
eadd1644 AZ	304	tests_ovstest_SOURCES = \
	305	tests/ovstest.c \
	306	tests/ovstest.h \
	307	tests/test-aes128.c \
	308	tests/test-atomic.c \
	309	tests/test-bundle.c \
	310	tests/test-byte-order.c \
	311	tests/test-classifier.c \
0e666160	312	tests/test-cmap.c \
eadd1644	313	tests/test-csum.c \
eadd1644 AZ	314	tests/test-flows.c \
	315	tests/test-hash.c \
	316	tests/test-heap.c \
	317	tests/test-hindex.c \
	318	tests/test-hmap.c \
	319	tests/test-json.c \
	320	tests/test-jsonrpc.c \
	321	tests/test-list.c \
	322	tests/test-lockfile.c \
	323	tests/test-multipath.c \
	324	tests/test-netflow.c \
	325	tests/test-odp.c \
38876d31	326	tests/test-ofpbuf.c \
10b1662b	327	tests/test-ovn.c \
eadd1644 AZ	328	tests/test-packets.c \
	329	tests/test-random.c \
	330	tests/test-reconnect.c \
9efd308e	331	tests/test-rstp.c \
eadd1644 AZ	332	tests/test-sflow.c \
	333	tests/test-sha1.c \
	334	tests/test-stp.c \
3c016b8b	335	tests/test-unixctl.c \
eadd1644 AZ	336	tests/test-util.c \
eadd1644 AZ	337	tests/test-uuid.c \
f831a472	338	tests/test-bitmap.c \
99eef98b DF	339	tests/test-vconn.c \
99eef98b DF	340	tests/test-aa.c
7882cfb1 GS	341
	342	if !WIN32
	343	tests_ovstest_SOURCES += \
	344	tests/test-unix-socket.c
	345	endif
	346
2c06d9a9 DDP	347	if LINUX
	348	tests_ovstest_SOURCES += \
	349	tests/test-netlink-conntrack.c
	350	endif
	351
10b1662b	352	tests_ovstest_LDADD = lib/libopenvswitch.la ovn/lib/libovn.la
eadd1644	353	dist_check_SCRIPTS = tests/flowgen.pl
d138cd2c	354
78f172aa BP	355	noinst_PROGRAMS += tests/test-strtok_r
	356	tests_test_strtok_r_SOURCES = tests/test-strtok_r.c
	357
064af421 BP	358	noinst_PROGRAMS += tests/test-type-props
	359	tests_test_type_props_SOURCES = tests/test-type-props.c
	360
99155935	361	# Python tests.
79982e90	362	CHECK_PYFILES = \
0a68ffd2	363	tests/appctl.py \
99155935 BP	364	tests/test-daemon.py \
	365	tests/test-json.py \
	366	tests/test-jsonrpc.py \
07659514	367	tests/test-l7.py \
99155935	368	tests/test-ovsdb.py \
1b0fdca5	369	tests/test-reconnect.py \
8ed182d8	370	tests/MockXenAPI.py \
cd57233c	371	tests/test-unix-socket.py \
0a68ffd2	372	tests/test-unixctl.py \
8ed182d8	373	tests/test-vlog.py
79982e90 EJ	374	EXTRA_DIST += $(CHECK_PYFILES)
79982e90 EJ	375	PYCOV_CLEAN_FILES += $(CHECK_PYFILES:.py=.py,cover) .coverage
15b619e2	376
115d8719 RB	377	FLAKE8_PYFILES += $(CHECK_PYFILES)
115d8719 RB	378
15b619e2 BP	379	if HAVE_OPENSSL
	380	TESTPKI_FILES = \
	381	tests/testpki-cacert.pem \
	382	tests/testpki-cert.pem \
	383	tests/testpki-privkey.pem \
	384	tests/testpki-req.pem \
	385	tests/testpki-cert2.pem \
	386	tests/testpki-privkey2.pem \
	387	tests/testpki-req2.pem
	388	check_DATA += $(TESTPKI_FILES)
	389	CLEANFILES += $(TESTPKI_FILES)
	390
ef44aa50 BP	391	tests/testpki-cacert.pem: tests/pki/stamp
	392	$(AM_V_GEN)cp tests/pki/switchca/cacert.pem $@
	393	tests/testpki-cert.pem: tests/pki/stamp
	394	$(AM_V_GEN)cp tests/pki/test-cert.pem $@
	395	tests/testpki-req.pem: tests/pki/stamp
	396	$(AM_V_GEN)cp tests/pki/test-req.pem $@
	397	tests/testpki-privkey.pem: tests/pki/stamp
	398	$(AM_V_GEN)cp tests/pki/test-privkey.pem $@
	399	tests/testpki-cert2.pem: tests/pki/stamp
	400	$(AM_V_GEN)cp tests/pki/test2-cert.pem $@
	401	tests/testpki-req2.pem: tests/pki/stamp
	402	$(AM_V_GEN)cp tests/pki/test2-req.pem $@
	403	tests/testpki-privkey2.pem: tests/pki/stamp
	404	$(AM_V_GEN)cp tests/pki/test2-privkey.pem $@
15b619e2 BP	405
	406	OVS_PKI = $(SHELL) $(srcdir)/utilities/ovs-pki.in --dir=tests/pki --log=tests/ovs-pki.log
	407	tests/pki/stamp:
ef44aa50 BP	408	$(AM_V_at)rm -f tests/pki/stamp
	409	$(AM_V_at)rm -rf tests/pki
	410	$(AM_V_GEN)$(OVS_PKI) init && \
	411	$(OVS_PKI) req+sign tests/pki/test && \
	412	$(OVS_PKI) req+sign tests/pki/test2 && \
15b619e2 BP	413	: > tests/pki/stamp
	414	CLEANFILES += tests/ovs-pki.log
	415
	416	CLEAN_LOCAL += clean-pki
	417	clean-pki:
	418	rm -f tests/pki/stamp
	419	rm -rf tests/pki
	420	endif