tests/automake.mk

   1 EXTRA_DIST += \
   2         $(COMMON_MACROS_AT) \
   3         $(TESTSUITE_AT) \
   4         $(SYSTEM_TESTSUITE_AT) \
   5         $(SYSTEM_KMOD_TESTSUITE_AT) \
   6         $(SYSTEM_USERSPACE_TESTSUITE_AT) \
   7         $(SYSTEM_OFFLOADS_TESTSUITE_AT) \
   8         $(TESTSUITE) \
   9         $(SYSTEM_KMOD_TESTSUITE) \
  10         $(SYSTEM_USERSPACE_TESTSUITE) \
  11         $(SYSTEM_OFFLOADS_TESTSUITE) \
  12         tests/atlocal.in \
  13         $(srcdir)/package.m4 \
  14         $(srcdir)/tests/testsuite \
  15         $(srcdir)/tests/testsuite.patch
  16
  17 COMMON_MACROS_AT = \
  18         tests/ovsdb-macros.at \
  19         tests/ovs-macros.at \
  20         tests/ofproto-macros.at
  21
  22 TESTSUITE_AT = \
  23         tests/testsuite.at \
  24         tests/completion.at \
  25         tests/library.at \
  26         tests/heap.at \
  27         tests/bundle.at \
  28         tests/classifier.at \
  29         tests/check-structs.at \
  30         tests/daemon.at \
  31         tests/daemon-py.at \
  32         tests/ofp-actions.at \
  33         tests/ofp-print.at \
  34         tests/ofp-util.at \
  35         tests/ofp-errors.at \
  36         tests/ovs-ofctl.at \
  37         tests/odp.at \
  38         tests/mpls-xlate.at \
  39         tests/multipath.at \
  40         tests/bfd.at \
  41         tests/cfm.at \
  42         tests/lacp.at \
  43         tests/lib.at \
  44         tests/learn.at \
  45         tests/vconn.at \
  46         tests/file_name.at \
  47         tests/aes128.at \
  48         tests/unixctl-py.at \
  49         tests/uuid.at \
  50         tests/json.at \
  51         tests/jsonrpc.at \
  52         tests/jsonrpc-py.at \
  53         tests/pmd.at \
  54         tests/tunnel.at \
  55         tests/tunnel-push-pop.at \
  56         tests/tunnel-push-pop-ipv6.at \
  57         tests/ovs-router.at \
  58         tests/lockfile.at \
  59         tests/reconnect.at \
  60         tests/ovs-vswitchd.at \
  61         tests/dpif-netdev.at \
  62         tests/dpctl.at \
  63         tests/ofproto-dpif.at \
  64         tests/bridge.at \
  65         tests/ofproto.at \
  66         tests/netdev-type.at \
  67         tests/ovsdb.at \
  68         tests/ovsdb-log.at \
  69         tests/ovsdb-types.at \
  70         tests/ovsdb-data.at \
  71         tests/ovsdb-column.at \
  72         tests/ovsdb-table.at \
  73         tests/ovsdb-row.at \
  74         tests/ovsdb-schema.at \
  75         tests/ovsdb-condition.at \
  76         tests/ovsdb-mutation.at \
  77         tests/ovsdb-query.at \
  78         tests/ovsdb-transaction.at \
  79         tests/ovsdb-execution.at \
  80         tests/ovsdb-trigger.at \
  81         tests/ovsdb-tool.at \
  82         tests/ovsdb-replication.at \
  83         tests/ovsdb-server.at \
  84         tests/ovsdb-client.at \
  85         tests/ovsdb-monitor.at \
  86         tests/ovsdb-idl.at \
  87         tests/ovsdb-lock.at \
  88         tests/ovsdb-rbac.at \
  89         tests/ovs-vsctl.at \
  90         tests/ovs-xapi-sync.at \
  91         tests/stp.at \
  92         tests/rstp.at \
  93         tests/interface-reconfigure.at \
  94         tests/vlog.at \
  95         tests/vtep-ctl.at \
  96         tests/auto-attach.at \
  97         tests/ovn.at \
  98         tests/ovn-northd.at \
  99         tests/ovn-nbctl.at \
 100         tests/ovn-sbctl.at \
 101         tests/ovn-controller.at \
 102         tests/ovn-controller-vtep.at \
 103         tests/mcast-snooping.at \
 104         tests/packet-type-aware.at \
 105         tests/nsh.at
 106
 107 SYSTEM_KMOD_TESTSUITE_AT = \
 108         tests/system-common-macros.at \
 109         tests/system-kmod-testsuite.at \
 110         tests/system-kmod-macros.at
 111
 112 SYSTEM_USERSPACE_TESTSUITE_AT = \
 113         tests/system-userspace-testsuite.at \
 114         tests/system-ovn.at \
 115         tests/system-userspace-macros.at \
 116         tests/system-userspace-packet-type-aware.at
 117
 118 SYSTEM_TESTSUITE_AT = \
 119         tests/system-common-macros.at \
 120         tests/system-ovn.at \
 121         tests/system-layer3-tunnels.at \
 122         tests/system-traffic.at \
 123         tests/system-interface.at
 124
 125 SYSTEM_OFFLOADS_TESTSUITE_AT = \
 126         tests/system-common-macros.at \
 127         tests/system-offloads-traffic.at \
 128         tests/system-offloads-testsuite.at
 129
 130 check_SCRIPTS += tests/atlocal
 131
 132 TESTSUITE = $(srcdir)/tests/testsuite
 133 TESTSUITE_PATCH = $(srcdir)/tests/testsuite.patch
 134 SYSTEM_KMOD_TESTSUITE = $(srcdir)/tests/system-kmod-testsuite
 135 SYSTEM_USERSPACE_TESTSUITE = $(srcdir)/tests/system-userspace-testsuite
 136 SYSTEM_OFFLOADS_TESTSUITE = $(srcdir)/tests/system-offloads-testsuite
 137 DISTCLEANFILES += tests/atconfig tests/atlocal
 138
 139 AUTOTEST_PATH = utilities:vswitchd:ovsdb:vtep:tests:$(PTHREAD_WIN32_DIR_DLL):ovn/controller-vtep:ovn/northd:ovn/utilities:ovn/controller
 140
 141 check-local:
 142         set $(SHELL) '$(TESTSUITE)' -C tests AUTOTEST_PATH=$(AUTOTEST_PATH) $(TESTSUITEFLAGS); \
 143         "$$@" || (test X'$(RECHECK)' = Xyes && "$$@" --recheck)
 144 \f
 145 # Python Coverage support.
 146 # Requires coverage.py http://nedbatchelder.com/code/coverage/.
 147
 148 COVERAGE = coverage
 149 COVERAGE_FILE='$(abs_srcdir)/.coverage'
 150 check-pycov: all clean-pycov
 151         PYTHONDONTWRITEBYTECODE=yes COVERAGE_FILE=$(COVERAGE_FILE) PYTHON='$(COVERAGE) run -p' $(SHELL) '$(TESTSUITE)' -C tests AUTOTEST_PATH=$(AUTOTEST_PATH) $(TESTSUITEFLAGS)
 152         @cd $(srcdir) && $(COVERAGE) combine && COVERAGE_FILE=$(COVERAGE_FILE) $(COVERAGE) annotate
 153         @echo
 154         @echo '----------------------------------------------------------------------'
 155         @echo 'Annotated coverage source has the ",cover" extension.'
 156         @echo '----------------------------------------------------------------------'
 157         @echo
 158         @COVERAGE_FILE=$(COVERAGE_FILE) $(COVERAGE) report
 159 \f
 160 # lcov support
 161 # Requires build with --enable-coverage and lcov/genhtml in $PATH
 162 CLEAN_LOCAL += clean-lcov
 163 clean-lcov:
 164         rm -fr tests/lcov
 165
 166 LCOV_OPTS = -b $(abs_top_builddir) -d $(abs_top_builddir) -q -c --rc lcov_branch_coverage=1
 167 GENHTML_OPTS = -q --branch-coverage --num-spaces 4
 168 check-lcov: all $(check_DATA) clean-lcov
 169         find . -name '*.gcda' | xargs -n1 rm -f
 170         -set $(SHELL) '$(TESTSUITE)' -C tests AUTOTEST_PATH=$(AUTOTEST_PATH) $(TESTSUITEFLAGS); \
 171         "$$@" || (test X'$(RECHECK)' = Xyes && "$$@" --recheck)
 172         $(MKDIR_P) tests/lcov
 173         lcov $(LCOV_OPTS) -o tests/lcov/coverage.info
 174         genhtml $(GENHTML_OPTS) -o tests/lcov tests/lcov/coverage.info
 175         @echo "coverage report generated at tests/lcov/index.html"
 176 \f
 177 # valgrind support
 178
 179 valgrind_wrappers = \
 180         tests/valgrind/ovn-controller \
 181         tests/valgrind/ovn-nbctl \
 182         tests/valgrind/ovn-northd \
 183         tests/valgrind/ovn-sbctl \
 184         tests/valgrind/ovs-appctl \
 185         tests/valgrind/ovs-ofctl \
 186         tests/valgrind/ovs-vsctl \
 187         tests/valgrind/ovs-vswitchd \
 188         tests/valgrind/ovsdb-client \
 189         tests/valgrind/ovsdb-server \
 190         tests/valgrind/ovsdb-tool \
 191         tests/valgrind/ovstest \
 192         tests/valgrind/test-ovsdb \
 193         tests/valgrind/test-skiplist \
 194         tests/valgrind/test-strtok_r \
 195         tests/valgrind/test-type-props
 196
 197 $(valgrind_wrappers): tests/valgrind-wrapper.in
 198         @$(MKDIR_P) tests/valgrind
 199         $(AM_V_GEN) sed -e 's,[@]wrap_program[@],$@,' \
 200                 $(top_srcdir)/tests/valgrind-wrapper.in > $@.tmp && \
 201         chmod +x $@.tmp && \
 202         mv $@.tmp $@
 203 CLEANFILES += $(valgrind_wrappers)
 204 EXTRA_DIST += tests/valgrind-wrapper.in
 205
 206 VALGRIND = valgrind --log-file=valgrind.%p --leak-check=full \
 207         --suppressions=$(abs_top_srcdir)/tests/glibc.supp \
 208         --suppressions=$(abs_top_srcdir)/tests/openssl.supp --num-callers=20
 209 HELGRIND = valgrind --log-file=helgrind.%p --tool=helgrind \
 210         --suppressions=$(abs_top_srcdir)/tests/glibc.supp \
 211         --suppressions=$(abs_top_srcdir)/tests/openssl.supp --num-callers=20
 212 EXTRA_DIST += tests/glibc.supp tests/openssl.supp
 213 check-valgrind: all $(valgrind_wrappers) $(check_DATA)
 214         $(SHELL) '$(TESTSUITE)' -C tests CHECK_VALGRIND=true VALGRIND='$(VALGRIND)' AUTOTEST_PATH='tests/valgrind:$(AUTOTEST_PATH)' -d $(TESTSUITEFLAGS)
 215         @echo
 216         @echo '----------------------------------------------------------------------'
 217         @echo 'Valgrind output can be found in tests/testsuite.dir/*/valgrind.*'
 218         @echo '----------------------------------------------------------------------'
 219 check-kernel-valgrind: all $(valgrind_wrappers) $(check_DATA)
 220         set $(SHELL) '$(SYSTEM_KMOD_TESTSUITE)' -C tests VALGRIND='$(VALGRIND)' AUTOTEST_PATH='tests/valgrind:$(AUTOTEST_PATH)' -d $(TESTSUITEFLAGS) -j1; \
 221         "$$@" || (test X'$(RECHECK)' = Xyes && "$$@" --recheck)
 222         @echo
 223         @echo '----------------------------------------------------------------------'
 224         @echo 'Valgrind output can be found in tests/system-kmod-testsuite.dir/*/valgrind.*'
 225         @echo '----------------------------------------------------------------------'
 226 check-helgrind: all $(valgrind_wrappers) $(check_DATA)
 227         -$(SHELL) '$(TESTSUITE)' -C tests CHECK_VALGRIND=true VALGRIND='$(HELGRIND)' AUTOTEST_PATH='tests/valgrind:$(AUTOTEST_PATH)' -d $(TESTSUITEFLAGS)
 228
 229 \f
 230 # OFTest support.
 231
 232 check-oftest: all
 233         $(AM_V_at)srcdir='$(srcdir)' $(SHELL) $(srcdir)/tests/run-oftest
 234 EXTRA_DIST += tests/run-oftest
 235
 236 # Ryu support.
 237 check-ryu: all
 238         $(AM_V_at)srcdir='$(srcdir)' $(SHELL) $(srcdir)/tests/run-ryu
 239 EXTRA_DIST += tests/run-ryu
 240 \f
 241 # Run kmod tests. Assume kernel modules has been installed or linked into the kernel
 242 check-kernel: all
 243         set $(SHELL) '$(SYSTEM_KMOD_TESTSUITE)' -C tests  AUTOTEST_PATH='$(AUTOTEST_PATH)' $(TESTSUITEFLAGS) -j1; \
 244         "$$@" || (test X'$(RECHECK)' = Xyes && "$$@" --recheck)
 245
 246 # Testing the out of tree Kernel module
 247 check-kmod: all
 248         $(MAKE) modules_install
 249         modprobe -r -a vport-geneve vport-gre vport-lisp vport-stt vport-vxlan openvswitch
 250         $(MAKE) check-kernel
 251
 252 check-system-userspace: all
 253         set $(SHELL) '$(SYSTEM_USERSPACE_TESTSUITE)' -C tests  AUTOTEST_PATH='$(AUTOTEST_PATH)' $(TESTSUITEFLAGS) -j1; \
 254         "$$@" || (test X'$(RECHECK)' = Xyes && "$$@" --recheck)
 255
 256 check-offloads: all
 257         set $(SHELL) '$(SYSTEM_OFFLOADS_TESTSUITE)' -C tests  AUTOTEST_PATH='$(AUTOTEST_PATH)' $(TESTSUITEFLAGS) -j1; \
 258         "$$@" || (test X'$(RECHECK)' = Xyes && "$$@" --recheck)
 259
 260 clean-local:
 261         test ! -f '$(TESTSUITE)' || $(SHELL) '$(TESTSUITE)' -C tests --clean
 262
 263 AUTOTEST = $(AUTOM4TE) --language=autotest
 264
 265 if WIN32
 266 $(TESTSUITE): package.m4 $(TESTSUITE_AT) $(COMMON_MACROS_AT) $(TESTSUITE_PATCH)
 267         $(AM_V_GEN)$(AUTOTEST) -I '$(srcdir)' -o testsuite.tmp $@.at
 268         patch -p0 testsuite.tmp $(TESTSUITE_PATCH)
 269         $(AM_V_at)mv testsuite.tmp $@
 270 else
 271 $(TESTSUITE): package.m4 $(TESTSUITE_AT) $(COMMON_MACROS_AT)
 272         $(AM_V_GEN)$(AUTOTEST) -I '$(srcdir)' -o $@.tmp $@.at
 273         $(AM_V_at)mv $@.tmp $@
 274 endif
 275
 276 $(SYSTEM_KMOD_TESTSUITE): package.m4 $(SYSTEM_TESTSUITE_AT) $(SYSTEM_KMOD_TESTSUITE_AT) $(COMMON_MACROS_AT)
 277         $(AM_V_GEN)$(AUTOTEST) -I '$(srcdir)' -o $@.tmp $@.at
 278         $(AM_V_at)mv $@.tmp $@
 279
 280 $(SYSTEM_USERSPACE_TESTSUITE): package.m4 $(SYSTEM_TESTSUITE_AT) $(SYSTEM_USERSPACE_TESTSUITE_AT) $(COMMON_MACROS_AT)
 281         $(AM_V_GEN)$(AUTOTEST) -I '$(srcdir)' -o $@.tmp $@.at
 282         $(AM_V_at)mv $@.tmp $@
 283
 284 $(SYSTEM_OFFLOADS_TESTSUITE): package.m4 $(SYSTEM_TESTSUITE_AT) $(SYSTEM_OFFLOADS_TESTSUITE_AT) $(COMMON_MACROS_AT)
 285         $(AM_V_GEN)$(AUTOTEST) -I '$(srcdir)' -o $@.tmp $@.at
 286         $(AM_V_at)mv $@.tmp $@
 287
 288 # The `:;' works around a Bash 3.2 bug when the output is not writeable.
 289 $(srcdir)/package.m4: $(top_srcdir)/configure.ac
 290         $(AM_V_GEN):;{ \
 291           echo '# Signature of the current package.' && \
 292           echo 'm4_define([AT_PACKAGE_NAME],      [$(PACKAGE_NAME)])' && \
 293           echo 'm4_define([AT_PACKAGE_TARNAME],   [$(PACKAGE_TARNAME)])' && \
 294           echo 'm4_define([AT_PACKAGE_VERSION],   [$(PACKAGE_VERSION)])' && \
 295           echo 'm4_define([AT_PACKAGE_STRING],    [$(PACKAGE_STRING)])' && \
 296           echo 'm4_define([AT_PACKAGE_BUGREPORT], [$(PACKAGE_BUGREPORT)])'; \
 297         } >'$(srcdir)/package.m4'
 298
 299 noinst_PROGRAMS += tests/test-ovsdb
 300 tests_test_ovsdb_SOURCES = tests/test-ovsdb.c
 301 nodist_tests_test_ovsdb_SOURCES = tests/idltest.c tests/idltest.h
 302 tests_test_ovsdb_LDADD = ovsdb/libovsdb.la lib/libopenvswitch.la
 303
 304 noinst_PROGRAMS += tests/test-lib
 305 tests_test_lib_SOURCES = \
 306         tests/test-lib.c
 307 tests_test_lib_LDADD = lib/libopenvswitch.la
 308
 309 # idltest schema and IDL
 310 OVSIDL_BUILT += tests/idltest.c tests/idltest.h tests/idltest.ovsidl
 311 IDLTEST_IDL_FILES = tests/idltest.ovsschema tests/idltest.ann
 312 EXTRA_DIST += $(IDLTEST_IDL_FILES) tests/idltest2.ovsschema
 313 tests/idltest.ovsidl: $(IDLTEST_IDL_FILES)
 314         $(AM_V_GEN)$(OVSDB_IDLC) -C $(srcdir) annotate $(IDLTEST_IDL_FILES) > $@.tmp && \
 315         mv $@.tmp $@
 316
 317 tests/idltest.c: tests/idltest.h
 318
 319 if DPDK_NETDEV
 320 noinst_PROGRAMS += tests/test-dpdkr
 321 tests_test_dpdkr_SOURCES = \
 322         tests/dpdk/ring_client.c
 323 tests_test_dpdkr_LDADD = lib/libopenvswitch.la $(LIBS)
 324 endif
 325
 326 noinst_PROGRAMS += tests/ovstest
 327 tests_ovstest_SOURCES = \
 328         tests/ovstest.c \
 329         tests/ovstest.h \
 330         tests/test-aes128.c \
 331         tests/test-atomic.c \
 332         tests/test-bundle.c \
 333         tests/test-byte-order.c \
 334         tests/test-classifier.c \
 335         tests/test-ccmap.c \
 336         tests/test-cmap.c \
 337         tests/test-conntrack.c \
 338         tests/test-csum.c \
 339         tests/test-flows.c \
 340         tests/test-hash.c \
 341         tests/test-heap.c \
 342         tests/test-hindex.c \
 343         tests/test-hmap.c \
 344         tests/test-json.c \
 345         tests/test-jsonrpc.c \
 346         tests/test-list.c \
 347         tests/test-lockfile.c \
 348         tests/test-multipath.c \
 349         tests/test-netflow.c \
 350         tests/test-odp.c \
 351         tests/test-ofpbuf.c \
 352         tests/test-ovn.c \
 353         tests/test-packets.c \
 354         tests/test-random.c \
 355         tests/test-rcu.c \
 356         tests/test-reconnect.c \
 357         tests/test-rstp.c \
 358         tests/test-sflow.c \
 359         tests/test-sha1.c \
 360         tests/test-skiplist.c \
 361         tests/test-stp.c \
 362         tests/test-unixctl.c \
 363         tests/test-util.c \
 364         tests/test-uuid.c \
 365         tests/test-bitmap.c \
 366         tests/test-vconn.c \
 367         tests/test-aa.c
 368
 369 if !WIN32
 370 tests_ovstest_SOURCES += \
 371         tests/test-unix-socket.c
 372 endif
 373
 374 if LINUX
 375 tests_ovstest_SOURCES += \
 376         tests/test-netlink-conntrack.c
 377 endif
 378
 379 tests_ovstest_LDADD = lib/libopenvswitch.la ovn/lib/libovn.la
 380
 381 noinst_PROGRAMS += tests/test-strtok_r
 382 tests_test_strtok_r_SOURCES = tests/test-strtok_r.c
 383
 384 noinst_PROGRAMS += tests/test-type-props
 385 tests_test_type_props_SOURCES = tests/test-type-props.c
 386
 387 # Python tests.
 388 CHECK_PYFILES = \
 389         tests/appctl.py \
 390         tests/flowgen.py \
 391         tests/ovsdb-monitor-sort.py \
 392         tests/test-daemon.py \
 393         tests/test-json.py \
 394         tests/test-jsonrpc.py \
 395         tests/test-l7.py \
 396         tests/test-ovsdb.py \
 397         tests/test-reconnect.py \
 398         tests/MockXenAPI.py \
 399         tests/test-unix-socket.py \
 400         tests/test-unixctl.py \
 401         tests/test-vlog.py \
 402         tests/uuidfilt.py
 403 EXTRA_DIST += $(CHECK_PYFILES)
 404 PYCOV_CLEAN_FILES += $(CHECK_PYFILES:.py=.py,cover) .coverage
 405
 406 FLAKE8_PYFILES += $(CHECK_PYFILES)
 407
 408 if HAVE_OPENSSL
 409 TESTPKI_FILES = \
 410         tests/testpki-cacert.pem \
 411         tests/testpki-cert.pem \
 412         tests/testpki-privkey.pem \
 413         tests/testpki-req.pem \
 414         tests/testpki-cert2.pem \
 415         tests/testpki-privkey2.pem \
 416         tests/testpki-req2.pem
 417 check_DATA += $(TESTPKI_FILES)
 418 CLEANFILES += $(TESTPKI_FILES)
 419
 420 tests/testpki-cacert.pem: tests/pki/stamp
 421         $(AM_V_GEN)cp tests/pki/switchca/cacert.pem $@
 422 tests/testpki-cert.pem: tests/pki/stamp
 423         $(AM_V_GEN)cp tests/pki/test-cert.pem $@
 424 tests/testpki-req.pem: tests/pki/stamp
 425         $(AM_V_GEN)cp tests/pki/test-req.pem $@
 426 tests/testpki-privkey.pem: tests/pki/stamp
 427         $(AM_V_GEN)cp tests/pki/test-privkey.pem $@
 428 tests/testpki-cert2.pem: tests/pki/stamp
 429         $(AM_V_GEN)cp tests/pki/test2-cert.pem $@
 430 tests/testpki-req2.pem: tests/pki/stamp
 431         $(AM_V_GEN)cp tests/pki/test2-req.pem $@
 432 tests/testpki-privkey2.pem: tests/pki/stamp
 433         $(AM_V_GEN)cp tests/pki/test2-privkey.pem $@
 434
 435 OVS_PKI = $(SHELL) $(srcdir)/utilities/ovs-pki.in --dir=tests/pki --log=tests/ovs-pki.log
 436 tests/pki/stamp:
 437         $(AM_V_at)rm -f tests/pki/stamp
 438         $(AM_V_at)rm -rf tests/pki
 439         $(AM_V_GEN)$(OVS_PKI) init && \
 440         $(OVS_PKI) req+sign tests/pki/test && \
 441         $(OVS_PKI) req+sign tests/pki/test2 && \
 442         : > tests/pki/stamp
 443 CLEANFILES += tests/ovs-pki.log
 444
 445 CLEAN_LOCAL += clean-pki
 446 clean-pki:
 447         rm -f tests/pki/stamp
 448         rm -rf tests/pki
 449 endif