neutron

DPDK vxlan not Vxlan does not work

Bug #1788978 reported by men on 2018-08-25

This bug affects 3 people

Affects		Status	Importance	Assigned to	Milestone
	neutron	New	Undecided	Unassigned

Bug Description

openstack Q

[root@compute01 ~]# cat /etc/redhat-release
CentOS Linux release 7.5.1804 (Core)
[root@compute01 ~]# uname -r
3.10.0-862.el7.x86_64

1、Ovs vxlan mode is available
2、Ovs + DPDK vxlan mode is not available

DPDK ovs info:

[root@compute01 ~]# ovs-vswitchd --version
ovs-vswitchd (Open vSwitch) 2.9.0
DPDK 17.11.0

[root@compute01 ~]# dpdk-devbind --status|head -n10
Network devices using DPDK-compatible driver
============================================
0000:81:00.0 '82599ES 10-Gigabit SFI/SFP+ Network Connection 10fb' drv=vfio-pci unused=
0000:84:00.0 '82599ES 10-Gigabit SFI/SFP+ Network Connection 10fb' drv=vfio-pci unused=

[root@compute01 ~]# ovs-vsctl show
b79a7e81-2d68-4ecd-8cd8-bc2b7d1c52ef
    Manager "ptcp:6640:127.0.0.1"
        is_connected: true
    Bridge br-tun
        Controller "tcp:127.0.0.1:6633"
            is_connected: true
        fail_mode: secure
        Port patch-int
            Interface patch-int
                type: patch
                options: {peer=patch-tun}
        Port "vxlan-33000169"
            Interface "vxlan-33000169"
                type: vxlan
                options: {df_default="true", in_key=flow, local_ip="51.0.1.101", out_key=flow, remote_ip="51.0.1.105"}
        Port br-tun
            Interface br-tun
                type: internal
        Port "vxlan-330001ca"
            Interface "vxlan-330001ca"
                type: vxlan
                options: {df_default="true", in_key=flow, local_ip="51.0.1.101", out_key=flow, remote_ip="51.0.1.202"}
    Bridge br-provider
        Controller "tcp:127.0.0.1:6633"
            is_connected: true
        fail_mode: secure
        Port br-provider
            Interface br-provider
                type: internal
        Port phy-br-provider
            Interface phy-br-provider
                type: patch
                options: {peer=int-br-provider}
        Port "Team1"
            Interface "team1-enp132s0f0"
                type: dpdk
                options: {dpdk-devargs="0000:84:00.0"}
            Interface "team1-enp129s0f0"
                type: dpdk
                options: {dpdk-devargs="0000:81:00.0"}
    Bridge br-int
        Controller "tcp:127.0.0.1:6633"
            is_connected: true
        fail_mode: secure
        Port "vhu15e890ef-36"
            tag: 1
            Interface "vhu15e890ef-36"
                type: dpdkvhostuserclient
                options: {vhost-server-path="/var/run/openvswitch/vhu15e890ef-36"}
        Port patch-tun
            Interface patch-tun
                type: patch
                options: {peer=patch-int}
        Port int-br-provider
            Interface int-br-provider
                type: patch
                options: {peer=phy-br-provider}
        Port br-int
            Interface br-int
                type: internal
        Port "vhu82caa59c-d3"
            tag: 1
            Interface "vhu82caa59c-d3"
                type: dpdkvhostuserclient
                options: {vhost-server-path="/var/run/openvswitch/vhu82caa59c-d3"}
        Port "tapadb8cafa-a0"
            tag: 4095
            Interface "tapadb8cafa-a0"
                type: internal
    ovs_version: "2.9.0"

Create a virtual machine and find that the error is found in the ovs-vswitchd.log log. I don't know if it is related to this：
on vxlan_sys_4789 device failed: No such device

No vxlan_sys_4789 device found，but you can see it with ovs-appctl dpctl/show.
I don't know what went wrong.vm of 2 compute nodes cannot communicate through vxlan network

[root@compute01 ~]# ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host
       valid_lft forever preferred_lft forever
2: enp2s0f0: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN group default qlen 1000
    link/ether 58:f9:87:5c:a4:9f brd ff:ff:ff:ff:ff:ff
3: enp2s0f1: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc mq state DOWN group default qlen 1000
    link/ether 58:f9:87:5c:a4:a0 brd ff:ff:ff:ff:ff:ff
5: enp2s0f2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq master team0 state UP group default qlen 1000
    link/ether 58:f9:87:5c:a4:a1 brd ff:ff:ff:ff:ff:ff
6: enp2s0f3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq master team0 state UP group default qlen 1000
    link/ether 58:f9:87:5c:a4:a1 brd ff:ff:ff:ff:ff:ff
7: enp132s0f1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 9000 qdisc mq master team2 state UP group default qlen 1000
    link/ether 58:f9:87:5d:6b:25 brd ff:ff:ff:ff:ff:ff
9: enp129s0f1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 9000 qdisc mq master team2 state UP group default qlen 1000
    link/ether 58:f9:87:5d:6b:25 brd ff:ff:ff:ff:ff:ff
10: team2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 9000 qdisc noqueue state UP group default qlen 1000
    link/ether 58:f9:87:5d:6b:25 brd ff:ff:ff:ff:ff:ff
    inet 51.1.1.101/24 brd 51.1.1.255 scope global noprefixroute team2
       valid_lft forever preferred_lft forever
11: team0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP group default qlen 1000
    link/ether 58:f9:87:5c:a4:a1 brd ff:ff:ff:ff:ff:ff
    inet 51.0.1.101/24 brd 51.0.1.255 scope global noprefixroute team0
       valid_lft forever preferred_lft forever
12: ovs-netdev: <BROADCAST,PROMISC> mtu 1500 qdisc noop state DOWN group default qlen 1000
    link/ether c2:ef:e0:1f:78:b5 brd ff:ff:ff:ff:ff:ff
17: br-provider: <BROADCAST,PROMISC> mtu 1500 qdisc noop state DOWN group default qlen 1000
    link/ether 58:f9:87:5d:6b:16 brd ff:ff:ff:ff:ff:ff
37: br-int: <BROADCAST,PROMISC> mtu 1450 qdisc noop state DOWN group default qlen 1000
    link/ether 82:f4:71:ba:69:4f brd ff:ff:ff:ff:ff:ff
38: tapadb8cafa-a0: <BROADCAST,PROMISC> mtu 1450 qdisc noop state DOWN group default qlen 1000
    link/ether 26:fd:d0:80:65:67 brd ff:ff:ff:ff:ff:ff
42: br-tun: <BROADCAST,PROMISC> mtu 1500 qdisc noop state DOWN group default qlen 1000
    link/ether 66:eb:c1:15:1b:45 brd ff:ff:ff:ff:ff:ff

[root@compute01 ~]# ovs-appctl dpctl/show
netdev@ovs-netdev:
        lookups: hit:95016 missed:28793 lost:3
        flows: 4
        port 0: ovs-netdev (tap)
        port 1: br-int (tap)
        port 2: vhu82caa59c-d3 (dpdkvhostuserclient: configured_rx_queues=1, configured_tx_queues=1, mtu=1450, requested_rx_queues=1, requested_tx_queues=1)
        port 3: tapadb8cafa-a0 (tap)
        port 4: vhu15e890ef-36 (dpdkvhostuserclient: configured_rx_queues=1, configured_tx_queues=1, mtu=1450, requested_rx_queues=1, requested_tx_queues=1)
        port 5: br-tun (tap)
        port 6: vxlan_sys_4789 (vxlan: packet_type=ptap)
        port 7: team1-enp132s0f0 (dpdk: configured_rx_queues=1, configured_rxq_descriptors=2048, configured_tx_queues=3, configured_txq_descriptors=2048, mtu=1500, requested_rx_queues=1, requested_rxq_descriptors=2048, requested_tx_queues=3, requested_txq_descriptors=2048, rx_csum_offload=true)
        port 8: team1-enp129s0f0 (dpdk: configured_rx_queues=1, configured_rxq_descriptors=2048, configured_tx_queues=3, configured_txq_descriptors=2048, mtu=1500, requested_rx_queues=1, requested_rxq_descriptors=2048, requested_tx_queues=3, requested_txq_descriptors=2048, rx_csum_offload=true)
        port 9: br-provider (tap)

Tags:

Hongbin Lu (hongbin.lu) on 2018-08-27

tags:

added: ovs