[ovn 22.03] unstable test - ACL after lb - reject

[Frode Nordahl]

This appears to be addressed by https://github.com/ovn-org/ovn/commit/796d38a3b8dade81bffe6794b62b1b44267d362c

Log excerpt:
5058s ## ------------------------ ##
5058s ## Summary of the failures. ##
5058s ## ------------------------ ##
5058s Failed tests:
5058s ovn 22.03.7 test suite test groups:
5058s
5058s NUM: FILE-NAME:LINE TEST-GROUP-NAME
5058s KEYWORDS
5058s
5058s 245: system-ovn.at:5093 ACL after lb - reject -- ovn-northd -- dp-groups=no -- parallelization=yes -- ovn_monitor_all=yes
5058s lb
5058s 247: system-ovn.at:5093 ACL after lb - reject -- ovn-northd -- dp-groups=no -- parallelization=no -- ovn_monitor_all=yes
5058s lb
5058s
5058s ## ---------------------- ##
5058s ## Detailed failed tests. ##
5058s ## ---------------------- ##
5058s
5058s # -*- compilation -*-
5058s 245. system-ovn.at:5093: testing ACL after lb - reject -- ovn-northd -- dp-groups=no -- parallelization=yes -- ovn_monitor_all=yes ...
5058s creating ovn-sb database
5058s ovsdb-server -vjsonrpc --remote=punix:/tmp/autopkgtest.VPohev/build.6er/src/tests/system-kmod-testsuite.dir/245/ovn-sb/ovn-sb.sock --remote=db:OVN_Southbound,SB_Global,connections --private-key=/tmp/autopkgtest.VPohev/build.6er/src/tests/testpki-test-privkey.pem --certificate=/tmp/autopkgtest.VPohev/build.6er/src/tests/testpki-test-cert.pem --ca-cert=/tmp/autopkgtest.VPohev/build.6er/src/tests/testpki-cacert.pem /tmp/autopkgtest.VPohev/build.6er/src/tests/system-kmod-testsuite.dir/245/ovn-sb/ovn-sb.db -vconsole:off --detach --no-chdir --pidfile --log-file
5058s creating ovn-nb database
5058s ovsdb-server -vjsonrpc --remote=punix:/tmp/autopkgtest.VPohev/build.6er/src/tests/system-kmod-testsuite.dir/245/ovn-nb/ovn-nb.sock /tmp/autopkgtest.VPohev/build.6er/src/tests/system-kmod-testsuite.dir/245/ovn-nb/ovn-nb.db -vconsole:off --detach --no-chdir --pidfile --log-file
5058s starting northd
5058s ovn-northd -vjsonrpc --ovnnb-db=unix:/tmp/autopkgtest.VPohev/build.6er/src/tests/system-kmod-testsuite.dir/245/ovn-nb/ovn-nb.sock --ovnsb-db=unix:/tmp/autopkgtest.VPohev/build.6er/src/tests/system-kmod-testsuite.dir/245/ovn-sb/ovn-sb.sock -vconsole:off --detach --no-chdir --pidfile --log-file
5058s 9e0e544d-ff8c-4190-bf4d-1e9d9b707f8a
5058s ovn-macros.at:234: waiting until TCP_PORT=`sed -n 's/.*0:.*: listening on port \([0-9]*\)$/\1/p' "$d/ovn-sb/ovsdb-server.log"` && test X != X"$TCP_PORT"...
5058s ovn-macros.at:234: wait succeeded immediately
5058s ./system-ovn.at:5093: modprobe openvswitch
5058s Module vport_lisp not loaded.
5058s Module vport_stt not loaded.
5058s ./system-ovn.at:5093: ovsdb-tool create conf.db $ovs_srcdir/vswitchd/vswitch.ovsschema
5058s ./system-ovn.at:5093: ovsdb-server --detach --no-chdir --pidfile --log-file --remote=punix:$OVS_RUNDIR/db.sock
5058s stderr:
5058s 2024-04-28T07:47:46Z|00001|vlog|INFO|opened log file /tmp/autopkgtest.VPohev/build.6er/src/tests/system-kmod-testsuite.dir/245/ovsdb-server.log
5058s ./system-ovn.at:5093: sed < stderr '
5058s /vlog|INFO|opened log file/d
5058s /ovsdb_server|INFO|ovsdb-server (Open vSwitch)/d'
5058s ./system-ovn.at:5093: ovs-vsctl --no-wait init
5058s ./system-ovn.at:5093: ovs-vswitchd --detach --no-chdir --pidfile --log-file -vvconn -vofproto_dpif -vunixctl
5058s stderr:
5058s 2024-04-28T07:47:46Z|00001|vlog|INFO|opened log file /tmp/autopkgtest.VPohev/build.6er/src/tests/system-kmod-testsuite.dir/245/ovs-vswitchd.log
5058s 2024-04-28T07:47:46Z|00002|ovs_numa|INFO|Discovered 4 CPU cores on NUMA node 0
5058s 2024-04-28T07:47:46Z|00003|ovs_numa|INFO|Discovered 1 NUMA nodes and 4 CPU cores
5058s 2024-04-28T07:47:46Z|00004|reconnect|INFO|unix:/tmp/autopkgtest.VPohev/build.6er/src/tests/system-kmod-testsuite.dir/245/db.sock: connecting...
5058s 2024-04-28T07:47:46Z|00005|reconnect|INFO|unix:/tmp/autopkgtest.VPohev/build.6er/src/tests/system-kmod-testsuite.dir/245/db.sock: connected
5058s ./system-ovn.at:5093: sed < stderr '
5058s /ovs_numa|INFO|Discovered /d
5058s /vlog|INFO|opened log file/d
5058s /vswitchd|INFO|ovs-vswitchd (Open vSwitch)/d
5058s /reconnect|INFO|/d
5058s /dpif_netlink|INFO|Generic Netlink family .ovs_datapath. does not exist/d
5058s /ofproto|INFO|using datapath ID/d
5058s /netdev_linux|INFO|.*device has unknown hardware address family/d
5058s /ofproto|INFO|datapath ID changed to fedcba9876543210/d
5058s /dpdk|INFO|DPDK Disabled - Use other_config:dpdk-init to enable/d
5058s /netlink_socket|INFO|netlink: could not enable listening to all nsid/d
5058s /netdev: Flow API/d
5058s /probe tc:/d
5058s /tc: Using policy/d'
5058s ./system-ovn.at:5093: ovs-vsctl -- add-br br0 -- set Bridge br0 protocols=OpenFlow10,OpenFlow11,OpenFlow12,OpenFlow13,OpenFlow14,OpenFlow15 fail-mode=secure --
5058s ovn-controller -vconsole:off --detach --no-chdir --pidfile --log-file
5058s ./system-ovn.at:5093: ovn_populate_arp__
5058s stdout:
5058s Cannot remove namespace file "/run/netns/sw0-p1-rej": No such file or directory
5058s ./system-ovn.at:5093: ip netns add sw0-p1-rej || return 77
5058s net.netfilter.nf_conntrack_helper = 0
5058s ./system-ovn.at:5093: ip link add sw0-p1-rej type veth peer name ovs-sw0-p1-rej || return 77
5058s ./system-ovn.at:5093: ip link set sw0-p1-rej netns sw0-p1-rej
5058s ./system-ovn.at:5093: ip link set dev ovs-sw0-p1-rej up
5058s ./system-ovn.at:5093: ovs-vsctl add-port br-int ovs-sw0-p1-rej -- \
5058s set interface ovs-sw0-p1-rej external-ids:iface-id="sw0-p1-rej"
5058s ./system-ovn.at:5093: ip netns exec sw0-p1-rej sh << NS_EXEC_HEREDOC
5058s ip addr add "10.0.0.3/24" dev sw0-p1-rej
5058s NS_EXEC_HEREDOC
5058s ./system-ovn.at:5093: ip netns exec sw0-p1-rej sh << NS_EXEC_HEREDOC
5058s ip link set dev sw0-p1-rej up
5058s NS_EXEC_HEREDOC
5058s ./system-ovn.at:5093: ip netns exec sw0-p1-rej sh << NS_EXEC_HEREDOC
5058s ip link set dev sw0-p1-rej address "50:54:00:00:00:03"
5058s NS_EXEC_HEREDOC
5058s ./system-ovn.at:5093: ip netns exec sw0-p1-rej sh << NS_EXEC_HEREDOC
5058s ip route add default via \
5058s "10.0.0.1"
5058s NS_EXEC_HEREDOC
5058s Cannot remove namespace file "/run/netns/sw0-p2-rej": No such file or directory
5058s ./system-ovn.at:5093: ip netns add sw0-p2-rej || return 77
5058s net.netfilter.nf_conntrack_helper = 0
5058s ./system-ovn.at:5093: ip link add sw0-p2-rej type veth peer name ovs-sw0-p2-rej || return 77
5058s ./system-ovn.at:5093: ip link set sw0-p2-rej netns sw0-p2-rej
5058s ./system-ovn.at:5093: ip link set dev ovs-sw0-p2-rej up
5058s ./system-ovn.at:5093: ovs-vsctl add-port br-int ovs-sw0-p2-rej -- \
5058s set interface ovs-sw0-p2-rej external-ids:iface-id="sw0-p2-rej"
5058s ./system-ovn.at:5093: ip netns exec sw0-p2-rej sh << NS_EXEC_HEREDOC
5058s ip addr add "10.0.0.4/24" dev sw0-p2-rej
5058s NS_EXEC_HEREDOC
5058s ./system-ovn.at:5093: ip netns exec sw0-p2-rej sh << NS_EXEC_HEREDOC
5058s ip link set dev sw0-p2-rej up
5058s NS_EXEC_HEREDOC
5058s ./system-ovn.at:5093: ip netns exec sw0-p2-rej sh << NS_EXEC_HEREDOC
5058s ip link set dev sw0-p2-rej address "50:54:00:00:00:04"
5058s NS_EXEC_HEREDOC
5058s ./system-ovn.at:5093: ip netns exec sw0-p2-rej sh << NS_EXEC_HEREDOC
5058s ip route add default via \
5058s "10.0.0.1"
5058s NS_EXEC_HEREDOC
5058s ./system-ovn.at:5093: ip netns exec sw0-p1-rej sh << NS_EXEC_HEREDOC
5058s ip a a aef0::3/64 dev sw0-p1-rej nodad
5058s NS_EXEC_HEREDOC
5058s ./system-ovn.at:5093: ip netns exec sw0-p2-rej sh << NS_EXEC_HEREDOC
5058s ip a a aef0::4/64 dev sw0-p2-rej nodad
5058s NS_EXEC_HEREDOC
5058s Cannot remove namespace file "/run/netns/sw1-p1-rej": No such file or directory
5058s ./system-ovn.at:5093: ip netns add sw1-p1-rej || return 77
5058s net.netfilter.nf_conntrack_helper = 0
5058s ./system-ovn.at:5093: ip link add sw1-p1-rej type veth peer name ovs-sw1-p1-rej || return 77
5058s ./system-ovn.at:5093: ip link set sw1-p1-rej netns sw1-p1-rej
5058s ./system-ovn.at:5093: ip link set dev ovs-sw1-p1-rej up
5058s ./system-ovn.at:5093: ovs-vsctl add-port br-int ovs-sw1-p1-rej -- \
5058s set interface ovs-sw1-p1-rej external-ids:iface-id="sw1-p1-rej"
5058s ./system-ovn.at:5093: ip netns exec sw1-p1-rej sh << NS_EXEC_HEREDOC
5058s ip addr add "20.0.0.3/24" dev sw1-p1-rej
5058s NS_EXEC_HEREDOC
5058s ./system-ovn.at:5093: ip netns exec sw1-p1-rej sh << NS_EXEC_HEREDOC
5058s ip link set dev sw1-p1-rej up
5058s NS_EXEC_HEREDOC
5058s ./system-ovn.at:5093: ip netns exec sw1-p1-rej sh << NS_EXEC_HEREDOC
5058s ip link set dev sw1-p1-rej address "40:54:00:00:00:03"
5058s NS_EXEC_HEREDOC
5058s ./system-ovn.at:5093: ip netns exec sw1-p1-rej sh << NS_EXEC_HEREDOC
5058s ip route add default via \
5058s "20.0.0.1"
5058s NS_EXEC_HEREDOC
5058s ./system-ovn.at:5093: ip netns exec sw0-p1-rej sh << NS_EXEC_HEREDOC
5058s tcpdump -nn -c 4 -i sw0-p1-rej tcp > sw0-p1-rej-ip4.pcap &
5058s NS_EXEC_HEREDOC
5058s system-ovn.at:5093: waiting until
5058s ip netns exec sw0-p1-rej nc -vz 10.0.0.4 80 2>&1 | grep -i 'connection refused'
5058s ...
5058s Ncat: Connection refused.
5058s system-ovn.at:5093: wait succeeded immediately
5058s system-ovn.at:5093: waiting until
5058s ip netns exec sw0-p1-rej nc -vz 10.0.0.4 84 2>&1 | grep -i 'connection refused'
5058s ...
5058s Ncat: Connection refused.
5058s system-ovn.at:5093: wait succeeded immediately
5058s system-ovn.at:5093: waiting until
5058s n_pkt=$(ovs-ofctl dump-flows br-int table=44 | grep -v n_packets=0 | \
5058s grep controller | grep tp_dst=84 -c)
5058s test $n_pkt -eq 1
5058s ...
5058s system-ovn.at:5093: wait succeeded immediately
5058s system-ovn.at:5093: waiting until
5058s total=`cat sw0-p1-rej-ip4.pcap | wc -l`
5058s echo "total = $total"
5058s test "${total}" = "4"
5058s ...
5058s total = 0
5058s total = 0
5058s total = 4
5058s system-ovn.at:5093: wait succeeded after 1 seconds
5058s ./system-ovn.at:5093: ip netns exec sw0-p2-rej sh << NS_EXEC_HEREDOC
5058s tcpdump -nn -c 2 -i sw0-p2-rej tcp port 80 > sw0-p2-rej-ip6.pcap &
5058s NS_EXEC_HEREDOC
5058s system-ovn.at:5093: waiting until
5058s ip netns exec sw0-p2-rej nc -vz6 aef0::3 80 2>&1 | grep -i 'connection refused'
5058s ...
5058s Ncat: Connection refused.
5058s system-ovn.at:5093: wait succeeded immediately
5058s system-ovn.at:5093: waiting until
5058s total=`cat sw0-p2-rej-ip6.pcap | wc -l`
5058s echo "total = $total"
5058s test "${total}" = "2"
5058s ...
5058s total = 0
5058s total = 0
5058s total = 2
5058s system-ovn.at:5093: wait succeeded after 1 seconds
5058s system-ovn.at:5093: waiting until
5058s ip netns exec sw1-p1-rej nc -vz 10.0.0.4 84 2>&1 | grep -i 'connection refused'
5058s ...
5058s Ncat: Connection refused.
5058s system-ovn.at:5093: wait succeeded immediately
5058s ./system-ovn.at:5093: ip netns exec sw0-p1-rej sh << NS_EXEC_HEREDOC
5058s tcpdump -nn -c 1 -i sw0-p1-rej udp port 90 > sw0-p1-rej-udp.pcap &
5058s NS_EXEC_HEREDOC
5058s ./system-ovn.at:5093: ip netns exec sw0-p1-rej sh << NS_EXEC_HEREDOC
5058s tcpdump -nn -c 1 -i sw0-p1-rej icmp > sw0-p1-rej-icmp.pcap &
5058s NS_EXEC_HEREDOC
5058s system-ovn.at:5093: waiting until
5058s ip netns exec sw0-p1-rej nc -u 10.0.0.4 90 < foo
5058s c=$(cat sw0-p1-rej-icmp.pcap | grep \
5058s "10.0.0.4 > 10.0.0.3: ICMP 10.0.0.4 udp port 90 unreachable" | uniq | wc -l)
5058s test $c -ge 1
5058s ...
5058s system-ovn.at:5093: wait succeeded after 1 seconds
5058s ./system-ovn.at:5093: ip netns exec sw0-p1-rej sh << NS_EXEC_HEREDOC
5058s tcpdump -nn -c 1 -i sw0-p1-rej udp port 94 > sw0-p1-rej-udp.pcap &
5058s NS_EXEC_HEREDOC
5058s ./system-ovn.at:5093: ip netns exec sw0-p1-rej sh << NS_EXEC_HEREDOC
5058s tcpdump -nn -c 1 -i sw0-p1-rej icmp > sw0-p1-rej-icmp.pcap &
5058s NS_EXEC_HEREDOC
5058s --- /dev/null 2024-04-28 06:36:05.456000000 +0000
5058s +++ /tmp/autopkgtest.VPohev/build.6er/src/tests/system-kmod-testsuite.dir/at-groups/245/stderr 2024-04-28 07:47:57.692838022 +0000
5058s @@ -0,0 +1,2 @@
5058s +tcpdump: verbose output suppressed, use -v[v]... for full protocol decode
5058s +listening on sw0-p1-rej, link-type EN10MB (Ethernet), snapshot length 262144 bytes