Hi Slawek, Ping works fine from namespaces. You mentioned to check logs of l3-agent, neutron-keepalived-state-change and keepalived. Here are logs of one of l3 agent 2019-05-05 12:56:18.014 2734608 DEBUG neutron.agent.l3.agent [req-e5d957eb-2bbc-4024-97d3-86bdc2943432 1f7840b022f84efeaffbd9df5361923e a1dd449c9ce64345af2a7fb05c4aa21f - - -] Got routers updated notification :['6e84cf52-ef66-455c-b89c-d9725057e131'] routers_updated /usr/lib/python3/dist-packages/neutron/agent/l3/agent.py:444 2019-05-05 12:56:18.016 2734608 DEBUG neutron.agent.l3.agent [-] Starting router update for 6e84cf52-ef66-455c-b89c-d9725057e131, action 3, priority 1 _process_router_update /usr/lib/python3/dist-packages/neutron/agent/l3/agent.py:547 2019-05-05 12:56:19.203 2734608 DEBUG neutron.agent.l3.agent [req-e5d957eb-2bbc-4024-97d3-86bdc2943432 1f7840b022f84efeaffbd9df5361923e a1dd449c9ce64345af2a7fb05c4aa21f - - -] Got routers updated notification :['6e84cf52-ef66-455c-b89c-d9725057e131'] routers_updated /usr/lib/python3/dist-packages/neutron/agent/l3/agent.py:444 2019-05-05 12:56:22.557 2737537 DEBUG oslo.privsep.daemon [-] privsep: request[139694637118880]: (3, 'neutron.privileged.agent.linux.ip_lib.create_netns', ('qrouter-6e84cf52-ef66-455c-b89c-d9725057e131',), {}) loop /usr/lib/python3/dist-packages/oslo_privsep/daemon.py:443 2019-05-05 12:56:22.642 2734608 DEBUG neutron.agent.linux.utils [-] Running command: ['sudo', '/usr/bin/neutron-rootwrap', '/etc/neutron/rootwrap.conf', 'ip', 'netns', 'exec', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131', 'sysctl', '-w', 'net.ipv4.conf.all.promote_secondaries=1'] create_process /usr/lib/python3/dist-packages/neutron/agent/linux/utils.py:87 2019-05-05 12:56:23.068 2737537 DEBUG oslo.privsep.daemon [-] privsep: request[139694637118880]: (3, 'neutron.privileged.agent.linux.ip_lib.set_link_attribute', ('lo', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131'), {'state': 'up'}) loop /usr/lib/python3/dist-packages/oslo_privsep/daemon.py:443 2019-05-05 12:56:23.103 2734608 DEBUG neutron.agent.linux.utils [-] Running command: ['sudo', '/usr/bin/neutron-rootwrap', '/etc/neutron/rootwrap.conf', 'ip', 'netns', 'exec', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131', 'sysctl', '-w', 'net.ipv4.ip_forward=1'] create_process /usr/lib/python3/dist-packages/neutron/agent/linux/utils.py:87 2019-05-05 12:56:23.502 2734608 DEBUG neutron.agent.linux.utils [-] Running command: ['sudo', '/usr/bin/neutron-rootwrap', '/etc/neutron/rootwrap.conf', 'ip', 'netns', 'exec', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131', 'sysctl', '-w', 'net.ipv4.conf.all.arp_ignore=1'] create_process /usr/lib/python3/dist-packages/neutron/agent/linux/utils.py:87 2019-05-05 12:56:23.981 2734608 DEBUG neutron.agent.linux.utils [-] Running command: ['sudo', '/usr/bin/neutron-rootwrap', '/etc/neutron/rootwrap.conf', 'ip', 'netns', 'exec', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131', 'sysctl', '-w', 'net.ipv4.conf.all.arp_announce=2'] create_process /usr/lib/python3/dist-packages/neutron/agent/linux/utils.py:87 2019-05-05 12:56:24.402 2734608 DEBUG neutron.agent.linux.utils [-] Running command: ['sudo', '/usr/bin/neutron-rootwrap', '/etc/neutron/rootwrap.conf', 'ip', 'netns', 'exec', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131', 'sysctl', '-w', 'net.ipv6.conf.all.forwarding=0'] create_process /usr/lib/python3/dist-packages/neutron/agent/linux/utils.py:87 2019-05-05 12:56:24.827 2734608 DEBUG neutron.agent.linux.utils [-] Running command: ['sudo', '/usr/bin/neutron-rootwrap', '/etc/neutron/rootwrap.conf', 'ip', 'netns', 'exec', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131', 'sysctl', '-w', 'net.ipv4.ip_nonlocal_bind=0'] create_process /usr/lib/python3/dist-packages/neutron/agent/linux/utils.py:87 2019-05-05 12:56:25.287 2737537 DEBUG oslo.privsep.daemon [-] privsep: request[139694637118880]: (3, 'neutron.privileged.agent.linux.ip_lib.interface_exists', ('ha-a3d7197d-2e', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131'), {}) loop /usr/lib/python3/dist-packages/oslo_privsep/daemon.py:443 2019-05-05 12:56:25.308 2737537 DEBUG oslo.privsep.daemon [-] privsep: reply[139694637118880]: (4, ['qrouter-6e84cf52-ef66-455c-b89c-d9725057e131', 'qdhcp-fbc576bf-c321-47ba-b6da-656d53a4f5fb', 'qrouter-dc75c359-3a35-47b0-9867-2d836fff8f73', 'qrouter-a26bc4c4-e834-479e-9b41-90a909811140', 'qrouter-2f7ba328-14a9-41ac-bd27-20741c812971', 'qrouter-763c9fb6-72f0-4f01-aa79-8521ea4ea1cd', 'qrouter-f1686290-766c-4288-ac10-69615b0a68c5', 'qrouter-3f96964c-f962-4180-bfa1-ee40e0ee6e6c', 'qrouter-fbddc0b7-7ce3-48d8-8ea5-e91bd9d95501', 'qrouter-acf2651e-cdb5-4334-9008-37ee9955b213', 'qdhcp-162113ab-aeab-4960-800e-70ca0155e440', 'qrouter-4b1552dd-7b6e-4b32-8cff-6d11cfd755f2', 'qdhcp-819ff8ac-18ac-4962-894b-596f8df6dcd0', 'qrouter-9694273d-1c68-4e24-9c9b-7be352c36adc', 'qdhcp-4f560716-8148-4458-99cf-3e078b7e3219', 'qrouter-aee5670a-d657-495a-b87b-bf0ee3384e42', 'qdhcp-aca117c8-907f-472e-849b-a0e567fb808a', 'qrouter-cfb16c8d-4c31-4f5a-b3c4-8b5966006178', 'qdhcp-acd474c2-2807-4254-8d7b-5e8d9a807cef', 'qrouter-73e816a9-973f-4a3b-8fd8-63944b145ff9', 'qdhcp-d3206005-c698-474c-a343-705704e97d4d', 'qdhcp-e841ee04-6615-4147-91c1-abcedeeebcd5', 'qdhcp-f4d484fd-ea8c-4073-b9a2-370b14a367c8', 'qdhcp-e28ebe5a-1061-4ea4-a007-335142511b24', 'qdhcp-e2645a64-48e3-4ff6-8294-4d11d33c3b7f', 'qdhcp-d8c19296-d25e-4541-b782-eace6a23b976', 'qdhcp-d0e30319-9a23-4539-911f-fea5d956be08', 'qdhcp-c882029b-53cd-4fef-815d-fac4762deb3c', 'qdhcp-ce94a438-b799-4970-84d9-cbdb65a805aa', 'qdhcp-c60ef7cf-d6a4-4c2c-825d-25a45fc7e9b6', 'qdhcp-bc799a05-55a9-4e27-8203-8c78f1a12ef5', 'qdhcp-ad2cb78c-98a4-4c61-bfe9-c351b4574256', 'qdhcp-ac0c55e3-e74c-464a-bee4-a343f1b1564b', 'qdhcp-a04c35b9-29b6-469a-9fc3-5489976cb60c', 'qdhcp-8ea8c528-f46b-425b-89b0-44966efffa2c', 'qdhcp-8a646250-3fb8-4357-b5cd-b01f70d6bb32', 'qdhcp-8827e639-26dc-4868-bace-85ce15067adf', 'qdhcp-881d892b-582e-4b11-8a78-93ef2884d23f', 'qdhcp-878db5ed-9621-4bdb-bbd5-634ec841161d', 'qdhcp-87ee447f-b15a-4570-89c5-af5979549a5c', 'qdhcp-833dc4ee-143d-4e2e-8ee1-f174b5def788', 'qdhcp-80aaa993-25ab-4e59-85d6-d26470ded4dc', 'qdhcp-7badc3f5-41ca-4503-ae9e-f39d1c50ec63', 'qdhcp-7170590c-3ffb-43a0-8126-3897f884b01d', 'qdhcp-711499e4-3862-46a3-a278-f4b071121ae6', 'qdhcp-62debf1e-b8db-4209-bf7d-429f7f169618', 'qdhcp-61017c27-f18f-4d50-b1b1-2e1615ff482e', 'qdhcp-5b315e0f-1cda-4397-b4aa-86cafead36c8', 'qdhcp-579c082d-3ca7-467d-832d-723774642bb0', 'qdhcp-5a441f43-317b-4c3a-b69a-722eae6e36d4', 'qdhcp-5718d344-f0e4-4024-8ef7-f3cc43c603c8', 'qdhcp-53f12406-b61d-4339-9813-6dd4563fd6be', 'qdhcp-51d3821f-6038-4c49-82ef-beba36ca6243', 'qdhcp-4772b099-9939-4657-8253-8ad963fb1ae9', 'qdhcp-456d58aa-e8b5-4b09-8558-9dc28a63941b', 'qdhcp-47208927-a3a1-4c50-9a46-82e8036071bb', 'qdhcp-40e5096f-307f-4616-a014-275bcf066f65', 'qdhcp-3a34e784-b6e5-41de-a1cf-7a78cf924876', 'qdhcp-397bea6a-7c51-490f-b1d7-fe0023fe9aaf', 'qdhcp-307c0a03-4ff4-473e-9fc9-1a8aa5de5c08', 'qdhcp-2cbfd394-2c75-45aa-9675-803de929cee4', 'qdhcp-2cfc5162-09c4-453c-92d1-87c613c4b0b5', 'qdhcp-1779f0dd-4ea2-465a-be70-1ce68b23435d', 'qdhcp-16de64aa-a924-4603-9e57-b9223397a660', 'qdhcp-14784a6a-ca5d-4c2f-bbf3-7864facdceeb', 'qdhcp-1434b5cf-3661-48d3-86e0-2ddc383665f1', 'qdhcp-024cb65f-2b54-4e1e-88d4-8a88917d0331', 'qdhcp-0cc70b97-1913-46f4-8e6e-f6ec66961b7d', 'qdhcp-0ca51136-8381-4f2a-91b3-330fbe145b40', 'qrouter-701582e5-cf92-423c-840a-64894f1d95d6', 'qrouter-5008ad0f-ec77-459a-9195-2c34b3bc4680', 'qrouter-e7e5ee95-6b0f-4f38-a9f1-6b042cdb7c97', 'qrouter-e619d661-6ad7-4652-b38c-be3aff088e81', 'qrouter-e0183353-6672-4341-8244-92ff72a52fe6', 'qrouter-d541245c-9d04-4a78-b1dd-842b3ee2d42f', 'qrouter-d49a1d58-ebc8-43b0-b952-2cd1613b822c', 'qrouter-d2ea55f4-7dce-4729-a7d8-0fdbe1be2834', 'qrouter-cd5dd3c9-24eb-4371-9d90-273c456894b8', 'qrouter-c8517b8b-92d3-443f-90d7-4a74293e7fce', 'qrouter-c61415aa-1d05-4b54-916f-ed5a38008b47', 'qrouter-b517c709-f3e6-463a-8466-fe5737b145cb', 'qrouter-b46cdcfd-a384-47b8-889c-da3738945302', 'qrouter-b1853f6f-dd7a-4a0e-8941-0c50d1bbbe56', 'qrouter-a8e96386-e961-4d69-90cb-90b9f0da447a', 'qrouter-a3060355-4810-45d9-95f5-4357881a24f7', 'qrouter-9cd8e04e-b477-4d45-bfde-4285f19445c2', 'qrouter-98eed3f6-57a1-477c-b698-6a23abbd1fca', 'qrouter-88dc1c1e-0ca2-41c0-b627-1b4d7aa59b0b', 'qrouter-634f2dad-4f78-43ea-8cf0-9b42de11ef8b', 'qrouter-42ded4a2-de26-4867-b9ab-7f21d972009e', 'qrouter-421dfec9-b33d-43dd-90e3-a0db7301d3fd', 'qrouter-3da6fd20-0240-4769-8dc8-688424180aa2', 'qrouter-3d53e780-f45f-439d-9d22-f1cc382196df', 'qrouter-3997e8b7-aa8a-4608-abbb-e65d60e6eec0', 'qrouter-37f98339-a9c5-4d3c-a1fb-08325e993458', 'qrouter-2ad5d5b0-53b4-450b-a6c6-73e646608947', 'qrouter-2233a211-4eaa-483b-a360-f68af7ac4e4b', 'qrouter-1bee8603-d3ec-4736-bf76-ed28fe0fd6ca', 'qrouter-1ac4ac96-5af2-4ef2-a158-d9ed76ba63c5', 'qrouter-00eb57be-1737-4d0b-8cc4-da5846c88420', 'qrouter-5e3bda2a-2469-469d-82ab-09b4d1aed790', 'qrouter-5e966e1e-08cd-49b4-8392-83b7023ee53b', 'qrouter-7e43523d-ac06-4a12-a517-0ebcecb5f27d', 'qrouter-c37e450a-c0f3-4a38-9f3d-e2401cc64286', 'qrouter-077a2576-535a-4851-a5b7-3c9b66b3e257', 'qrouter-6fd23e32-763e-44a3-b257-0a975edefa3f', 'qrouter-4f080054-462b-46a6-9e0f-377e35123f7c', 'qrouter-55e7fe24-53b3-4883-b764-b83ffd480a28', 'qrouter-8d8bc451-876a-42a7-9dc9-014522dc209f', 'qrouter-8e7b26db-4ad9-4d25-92ff-f8748ecf1b4f', 'qrouter-085d6596-93bf-45c8-a4f5-7c7d6c43882d', 'qrouter-7c64619c-b2a1-4813-bbdb-19d934de8eab', 'qrouter-bdfffa3e-3cc5-4973-be0c-0050c1f33e39']) loop /usr/lib/python3/dist-packages/oslo_privsep/daemon.py:456 2019-05-05 12:56:25.309 2737537 DEBUG oslo.privsep.daemon [-] privsep: request[139694637118880]: (3, 'neutron.privileged.agent.linux.ip_lib.create_interface', ('tapa3d7197d-2e', None, 'veth'), {'peer': {'ifname': 'ha-a3d7197d-2e', 'net_ns_fd': 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131'}}) loop /usr/lib/python3/dist-packages/oslo_privsep/daemon.py:443 2019-05-05 12:56:25.508 2734608 DEBUG neutron.agent.l3.agent [req-5e492347-a113-4bb0-962b-e7995913a4a6 1f7840b022f84efeaffbd9df5361923e a1dd449c9ce64345af2a7fb05c4aa21f - - -] Got routers updated notification :['6e84cf52-ef66-455c-b89c-d9725057e131'] routers_updated /usr/lib/python3/dist-packages/neutron/agent/l3/agent.py:444 2019-05-05 12:56:25.712 2737537 DEBUG oslo.privsep.daemon [-] privsep: request[139694637118880]: (3, 'neutron.privileged.agent.linux.ip_lib.set_link_attribute', ('ha-a3d7197d-2e', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131'), {'address': 'fa:16:3e:f2:91:00'}) loop /usr/lib/python3/dist-packages/oslo_privsep/daemon.py:443 2019-05-05 12:56:25.998 2737537 DEBUG oslo.privsep.daemon [-] privsep: request[139694637118880]: (3, 'neutron.privileged.agent.linux.ip_lib.set_link_attribute', ('ha-a3d7197d-2e', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131'), {'mtu': 8950}) loop /usr/lib/python3/dist-packages/oslo_privsep/daemon.py:443 2019-05-05 12:56:26.314 2737537 DEBUG oslo.privsep.daemon [-] privsep: request[139694637118880]: (3, 'neutron.privileged.agent.linux.ip_lib.set_link_attribute', ('ha-a3d7197d-2e', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131'), {'state': 'up'}) loop /usr/lib/python3/dist-packages/oslo_privsep/daemon.py:443 2019-05-05 12:56:26.344 2737537 DEBUG oslo.privsep.daemon [-] privsep: request[139694637118880]: (3, 'neutron.privileged.agent.linux.ip_lib.get_link_attributes', ('ha-a3d7197d-2e', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131'), {}) loop /usr/lib/python3/dist-packages/oslo_privsep/daemon.py:443 2019-05-05 12:56:26.374 2737537 DEBUG oslo.privsep.daemon [-] privsep: request[139694637118880]: (3, 'neutron.privileged.agent.linux.ip_lib.get_link_devices', ('qrouter-6e84cf52-ef66-455c-b89c-d9725057e131',), {'ifname': 'ha-a3d7197d-2e'}) loop /usr/lib/python3/dist-packages/oslo_privsep/daemon.py:443 2019-05-05 12:56:26.391 2737537 DEBUG oslo.privsep.daemon [-] privsep: request[139694637118880]: (3, 'neutron.privileged.agent.linux.ip_lib.get_ip_addresses', ('qrouter-6e84cf52-ef66-455c-b89c-d9725057e131',), {'index': 2}) loop /usr/lib/python3/dist-packages/oslo_privsep/daemon.py:443 2019-05-05 12:56:26.405 2737537 DEBUG oslo.privsep.daemon [-] privsep: request[139694637118880]: (3, 'neutron.privileged.agent.linux.ip_lib.add_ip_address', (4, '169.254.194.18', 18, 'ha-a3d7197d-2e', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131', 'global', '169.254.255.255'), {}) loop /usr/lib/python3/dist-packages/oslo_privsep/daemon.py:443 2019-05-05 12:56:26.437 2737537 DEBUG oslo.privsep.daemon [-] privsep: request[139694637118880]: (3, 'neutron.privileged.agent.linux.ip_lib.get_link_devices', ('qrouter-6e84cf52-ef66-455c-b89c-d9725057e131',), {'ifname': 'ha-a3d7197d-2e'}) loop /usr/lib/python3/dist-packages/oslo_privsep/daemon.py:443 2019-05-05 12:56:26.461 2737537 DEBUG oslo.privsep.daemon [-] privsep: request[139694637118880]: (3, 'neutron.privileged.agent.linux.ip_lib.get_ip_addresses', ('qrouter-6e84cf52-ef66-455c-b89c-d9725057e131',), {'index': 2}) loop /usr/lib/python3/dist-packages/oslo_privsep/daemon.py:443 2019-05-05 12:56:26.485 2734608 INFO neutron.agent.l3.ha [-] Router 6e84cf52-ef66-455c-b89c-d9725057e131 transitioned to backup 2019-05-05 12:56:26.486 2734608 DEBUG neutron.agent.l3.ha [-] Closing metadata proxy for router 6e84cf52-ef66-455c-b89c-d9725057e131 _update_metadata_proxy /usr/lib/python3/dist-packages/neutron/agent/l3/ha.py:163 2019-05-05 12:56:26.487 2734608 DEBUG neutron.agent.linux.utils [-] Unable to access /var/lib/neutron/external/pids/6e84cf52-ef66-455c-b89c-d9725057e131.pid get_value_from_file /usr/lib/python3/dist-packages/neutron/agent/linux/utils.py:250 2019-05-05 12:56:26.487 2734608 DEBUG neutron.agent.linux.utils [-] Unable to access /var/lib/neutron/external/pids/6e84cf52-ef66-455c-b89c-d9725057e131.pid get_value_from_file /usr/lib/python3/dist-packages/neutron/agent/linux/utils.py:250 2019-05-05 12:56:26.487 2734608 DEBUG neutron.agent.linux.external_process [-] No process started for 6e84cf52-ef66-455c-b89c-d9725057e131 disable /usr/lib/python3/dist-packages/neutron/agent/linux/external_process.py:118 2019-05-05 12:56:26.488 2734608 DEBUG neutron.agent.l3.router_info [-] Terminating radvd daemon in router device: 6e84cf52-ef66-455c-b89c-d9725057e131 disable_radvd /usr/lib/python3/dist-packages/neutron/agent/l3/router_info.py:526 2019-05-05 12:56:26.488 2734608 DEBUG neutron.agent.linux.utils [-] Unable to access /var/lib/neutron/external/pids/6e84cf52-ef66-455c-b89c-d9725057e131.pid.radvd get_value_from_file /usr/lib/python3/dist-packages/neutron/agent/linux/utils.py:250 2019-05-05 12:56:26.489 2734608 DEBUG neutron.agent.linux.utils [-] Unable to access /var/lib/neutron/external/pids/6e84cf52-ef66-455c-b89c-d9725057e131.pid.radvd get_value_from_file /usr/lib/python3/dist-packages/neutron/agent/linux/utils.py:250 2019-05-05 12:56:26.489 2734608 DEBUG neutron.agent.linux.external_process [-] No process started for 6e84cf52-ef66-455c-b89c-d9725057e131 disable /usr/lib/python3/dist-packages/neutron/agent/linux/external_process.py:118 2019-05-05 12:56:26.490 2734608 DEBUG neutron.agent.linux.ra [-] radvd disabled for router 6e84cf52-ef66-455c-b89c-d9725057e131 disable /usr/lib/python3/dist-packages/neutron/agent/linux/ra.py:185 2019-05-05 12:56:26.491 2734608 DEBUG neutron.agent.linux.utils [-] Unable to access /var/lib/neutron/external/pids/6e84cf52-ef66-455c-b89c-d9725057e131.monitor.pid get_value_from_file /usr/lib/python3/dist-packages/neutron/agent/linux/utils.py:250 2019-05-05 12:56:26.492 2734608 DEBUG neutron.agent.linux.utils [-] Running command: ['sudo', '/usr/bin/neutron-rootwrap', '/etc/neutron/rootwrap.conf', 'ip', 'netns', 'exec', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131', 'neutron-keepalived-state-change', '--router_id=6e84cf52-ef66-455c-b89c-d9725057e131', '--namespace=qrouter-6e84cf52-ef66-455c-b89c-d9725057e131', '--conf_dir=/var/lib/neutron/ha_confs/6e84cf52-ef66-455c-b89c-d9725057e131', '--monitor_interface=ha-a3d7197d-2e', '--monitor_cidr=169.254.0.2/24', '--pid_file=/var/lib/neutron/external/pids/6e84cf52-ef66-455c-b89c-d9725057e131.monitor.pid', '--state_path=/var/lib/neutron', '--user=999', '--group=999'] create_process /usr/lib/python3/dist-packages/neutron/agent/linux/utils.py:87 2019-05-05 12:56:26.510 2734608 DEBUG neutron.agent.l3.ha [-] Updating server with HA routers states {'6e84cf52-ef66-455c-b89c-d9725057e131': 'standby'} notify_server /usr/lib/python3/dist-packages/neutron/agent/l3/ha.py:179 2019-05-05 12:56:28.673 2734608 DEBUG neutron.agent.l3.router_info [-] Process updates, router 6e84cf52-ef66-455c-b89c-d9725057e131 process /usr/lib/python3/dist-packages/neutron/agent/l3/router_info.py:1172 2019-05-05 12:56:28.674 2737537 DEBUG oslo.privsep.daemon [-] privsep: request[139694637118880]: (3, 'neutron.privileged.agent.linux.ip_lib.get_link_devices', ('qrouter-6e84cf52-ef66-455c-b89c-d9725057e131',), {}) loop /usr/lib/python3/dist-packages/oslo_privsep/daemon.py:443 2019-05-05 12:56:28.697 2737537 DEBUG oslo.privsep.daemon [-] privsep: request[139694637118880]: (3, 'neutron.privileged.agent.linux.ip_lib.interface_exists', ('qg-60ecaa0d-46', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131'), {}) loop /usr/lib/python3/dist-packages/oslo_privsep/daemon.py:443 2019-05-05 12:56:28.715 2737537 DEBUG oslo.privsep.daemon [-] privsep: reply[139694637118880]: (4, ['qrouter-6e84cf52-ef66-455c-b89c-d9725057e131', 'qdhcp-fbc576bf-c321-47ba-b6da-656d53a4f5fb', 'qrouter-dc75c359-3a35-47b0-9867-2d836fff8f73', 'qrouter-a26bc4c4-e834-479e-9b41-90a909811140', 'qrouter-2f7ba328-14a9-41ac-bd27-20741c812971', 'qrouter-763c9fb6-72f0-4f01-aa79-8521ea4ea1cd', 'qrouter-f1686290-766c-4288-ac10-69615b0a68c5', 'qrouter-3f96964c-f962-4180-bfa1-ee40e0ee6e6c', 'qrouter-fbddc0b7-7ce3-48d8-8ea5-e91bd9d95501', 'qrouter-acf2651e-cdb5-4334-9008-37ee9955b213', 'qdhcp-162113ab-aeab-4960-800e-70ca0155e440', 'qrouter-4b1552dd-7b6e-4b32-8cff-6d11cfd755f2', 'qdhcp-819ff8ac-18ac-4962-894b-596f8df6dcd0', 'qrouter-9694273d-1c68-4e24-9c9b-7be352c36adc', 'qdhcp-4f560716-8148-4458-99cf-3e078b7e3219', 'qrouter-aee5670a-d657-495a-b87b-bf0ee3384e42', 'qdhcp-aca117c8-907f-472e-849b-a0e567fb808a', 'qrouter-cfb16c8d-4c31-4f5a-b3c4-8b5966006178', 'qdhcp-acd474c2-2807-4254-8d7b-5e8d9a807cef', 'qrouter-73e816a9-973f-4a3b-8fd8-63944b145ff9', 'qdhcp-d3206005-c698-474c-a343-705704e97d4d', 'qdhcp-e841ee04-6615-4147-91c1-abcedeeebcd5', 'qdhcp-f4d484fd-ea8c-4073-b9a2-370b14a367c8', 'qdhcp-e28ebe5a-1061-4ea4-a007-335142511b24', 'qdhcp-e2645a64-48e3-4ff6-8294-4d11d33c3b7f', 'qdhcp-d8c19296-d25e-4541-b782-eace6a23b976', 'qdhcp-d0e30319-9a23-4539-911f-fea5d956be08', 'qdhcp-c882029b-53cd-4fef-815d-fac4762deb3c', 'qdhcp-ce94a438-b799-4970-84d9-cbdb65a805aa', 'qdhcp-c60ef7cf-d6a4-4c2c-825d-25a45fc7e9b6', 'qdhcp-bc799a05-55a9-4e27-8203-8c78f1a12ef5', 'qdhcp-ad2cb78c-98a4-4c61-bfe9-c351b4574256', 'qdhcp-ac0c55e3-e74c-464a-bee4-a343f1b1564b', 'qdhcp-a04c35b9-29b6-469a-9fc3-5489976cb60c', 'qdhcp-8ea8c528-f46b-425b-89b0-44966efffa2c', 'qdhcp-8a646250-3fb8-4357-b5cd-b01f70d6bb32', 'qdhcp-8827e639-26dc-4868-bace-85ce15067adf', 'qdhcp-881d892b-582e-4b11-8a78-93ef2884d23f', 'qdhcp-878db5ed-9621-4bdb-bbd5-634ec841161d', 'qdhcp-87ee447f-b15a-4570-89c5-af5979549a5c', 'qdhcp-833dc4ee-143d-4e2e-8ee1-f174b5def788', 'qdhcp-80aaa993-25ab-4e59-85d6-d26470ded4dc', 'qdhcp-7badc3f5-41ca-4503-ae9e-f39d1c50ec63', 'qdhcp-7170590c-3ffb-43a0-8126-3897f884b01d', 'qdhcp-711499e4-3862-46a3-a278-f4b071121ae6', 'qdhcp-62debf1e-b8db-4209-bf7d-429f7f169618', 'qdhcp-61017c27-f18f-4d50-b1b1-2e1615ff482e', 'qdhcp-5b315e0f-1cda-4397-b4aa-86cafead36c8', 'qdhcp-579c082d-3ca7-467d-832d-723774642bb0', 'qdhcp-5a441f43-317b-4c3a-b69a-722eae6e36d4', 'qdhcp-5718d344-f0e4-4024-8ef7-f3cc43c603c8', 'qdhcp-53f12406-b61d-4339-9813-6dd4563fd6be', 'qdhcp-51d3821f-6038-4c49-82ef-beba36ca6243', 'qdhcp-4772b099-9939-4657-8253-8ad963fb1ae9', 'qdhcp-456d58aa-e8b5-4b09-8558-9dc28a63941b', 'qdhcp-47208927-a3a1-4c50-9a46-82e8036071bb', 'qdhcp-40e5096f-307f-4616-a014-275bcf066f65', 'qdhcp-3a34e784-b6e5-41de-a1cf-7a78cf924876', 'qdhcp-397bea6a-7c51-490f-b1d7-fe0023fe9aaf', 'qdhcp-307c0a03-4ff4-473e-9fc9-1a8aa5de5c08', 'qdhcp-2cbfd394-2c75-45aa-9675-803de929cee4', 'qdhcp-2cfc5162-09c4-453c-92d1-87c613c4b0b5', 'qdhcp-1779f0dd-4ea2-465a-be70-1ce68b23435d', 'qdhcp-16de64aa-a924-4603-9e57-b9223397a660', 'qdhcp-14784a6a-ca5d-4c2f-bbf3-7864facdceeb', 'qdhcp-1434b5cf-3661-48d3-86e0-2ddc383665f1', 'qdhcp-024cb65f-2b54-4e1e-88d4-8a88917d0331', 'qdhcp-0cc70b97-1913-46f4-8e6e-f6ec66961b7d', 'qdhcp-0ca51136-8381-4f2a-91b3-330fbe145b40', 'qrouter-701582e5-cf92-423c-840a-64894f1d95d6', 'qrouter-5008ad0f-ec77-459a-9195-2c34b3bc4680', 'qrouter-e7e5ee95-6b0f-4f38-a9f1-6b042cdb7c97', 'qrouter-e619d661-6ad7-4652-b38c-be3aff088e81', 'qrouter-e0183353-6672-4341-8244-92ff72a52fe6', 'qrouter-d541245c-9d04-4a78-b1dd-842b3ee2d42f', 'qrouter-d49a1d58-ebc8-43b0-b952-2cd1613b822c', 'qrouter-d2ea55f4-7dce-4729-a7d8-0fdbe1be2834', 'qrouter-cd5dd3c9-24eb-4371-9d90-273c456894b8', 'qrouter-c8517b8b-92d3-443f-90d7-4a74293e7fce', 'qrouter-c61415aa-1d05-4b54-916f-ed5a38008b47', 'qrouter-b517c709-f3e6-463a-8466-fe5737b145cb', 'qrouter-b46cdcfd-a384-47b8-889c-da3738945302', 'qrouter-b1853f6f-dd7a-4a0e-8941-0c50d1bbbe56', 'qrouter-a8e96386-e961-4d69-90cb-90b9f0da447a', 'qrouter-a3060355-4810-45d9-95f5-4357881a24f7', 'qrouter-9cd8e04e-b477-4d45-bfde-4285f19445c2', 'qrouter-98eed3f6-57a1-477c-b698-6a23abbd1fca', 'qrouter-88dc1c1e-0ca2-41c0-b627-1b4d7aa59b0b', 'qrouter-634f2dad-4f78-43ea-8cf0-9b42de11ef8b', 'qrouter-42ded4a2-de26-4867-b9ab-7f21d972009e', 'qrouter-421dfec9-b33d-43dd-90e3-a0db7301d3fd', 'qrouter-3da6fd20-0240-4769-8dc8-688424180aa2', 'qrouter-3d53e780-f45f-439d-9d22-f1cc382196df', 'qrouter-3997e8b7-aa8a-4608-abbb-e65d60e6eec0', 'qrouter-37f98339-a9c5-4d3c-a1fb-08325e993458', 'qrouter-2ad5d5b0-53b4-450b-a6c6-73e646608947', 'qrouter-2233a211-4eaa-483b-a360-f68af7ac4e4b', 'qrouter-1bee8603-d3ec-4736-bf76-ed28fe0fd6ca', 'qrouter-1ac4ac96-5af2-4ef2-a158-d9ed76ba63c5', 'qrouter-00eb57be-1737-4d0b-8cc4-da5846c88420', 'qrouter-5e3bda2a-2469-469d-82ab-09b4d1aed790', 'qrouter-5e966e1e-08cd-49b4-8392-83b7023ee53b', 'qrouter-7e43523d-ac06-4a12-a517-0ebcecb5f27d', 'qrouter-c37e450a-c0f3-4a38-9f3d-e2401cc64286', 'qrouter-077a2576-535a-4851-a5b7-3c9b66b3e257', 'qrouter-6fd23e32-763e-44a3-b257-0a975edefa3f', 'qrouter-4f080054-462b-46a6-9e0f-377e35123f7c', 'qrouter-55e7fe24-53b3-4883-b764-b83ffd480a28', 'qrouter-8d8bc451-876a-42a7-9dc9-014522dc209f', 'qrouter-8e7b26db-4ad9-4d25-92ff-f8748ecf1b4f', 'qrouter-085d6596-93bf-45c8-a4f5-7c7d6c43882d', 'qrouter-7c64619c-b2a1-4813-bbdb-19d934de8eab', 'qrouter-bdfffa3e-3cc5-4973-be0c-0050c1f33e39']) loop /usr/lib/python3/dist-packages/oslo_privsep/daemon.py:456 2019-05-05 12:56:28.716 2737537 DEBUG oslo.privsep.daemon [-] privsep: request[139694637118880]: (3, 'neutron.privileged.agent.linux.ip_lib.create_interface', ('tap60ecaa0d-46', None, 'veth'), {'peer': {'ifname': 'qg-60ecaa0d-46', 'net_ns_fd': 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131'}}) loop /usr/lib/python3/dist-packages/oslo_privsep/daemon.py:443 2019-05-05 12:56:29.024 2737537 DEBUG oslo.privsep.daemon [-] privsep: request[139694637118880]: (3, 'neutron.privileged.agent.linux.ip_lib.set_link_attribute', ('qg-60ecaa0d-46', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131'), {'address': 'fa:16:3e:f3:a6:b0'}) loop /usr/lib/python3/dist-packages/oslo_privsep/daemon.py:443 2019-05-05 12:56:29.272 2737537 DEBUG oslo.privsep.daemon [-] privsep: request[139694637118880]: (3, 'neutron.privileged.agent.linux.ip_lib.set_link_attribute', ('qg-60ecaa0d-46', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131'), {'mtu': 1500}) loop /usr/lib/python3/dist-packages/oslo_privsep/daemon.py:443 2019-05-05 12:56:29.500 2737537 DEBUG oslo.privsep.daemon [-] privsep: request[139694637118880]: (3, 'neutron.privileged.agent.linux.ip_lib.set_link_attribute', ('qg-60ecaa0d-46', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131'), {'state': 'up'}) loop /usr/lib/python3/dist-packages/oslo_privsep/daemon.py:443 2019-05-05 12:56:29.532 2737537 DEBUG oslo.privsep.daemon [-] privsep: request[139694637118880]: (3, 'neutron.privileged.agent.linux.ip_lib.get_link_attributes', ('qg-60ecaa0d-46', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131'), {}) loop /usr/lib/python3/dist-packages/oslo_privsep/daemon.py:443 2019-05-05 12:56:29.560 2734608 DEBUG neutron.agent.linux.utils [-] Unable to access /var/lib/neutron/ha_confs/6e84cf52-ef66-455c-b89c-d9725057e131.pid get_value_from_file /usr/lib/python3/dist-packages/neutron/agent/linux/utils.py:250 2019-05-05 12:56:29.561 2734608 DEBUG neutron.agent.linux.utils [-] Running command: ['sudo', '/usr/bin/neutron-rootwrap', '/etc/neutron/rootwrap.conf', 'ip', 'netns', 'exec', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131', 'sysctl', '-w', 'net.ipv6.conf.qg-60ecaa0d-46.accept_ra=0'] create_process /usr/lib/python3/dist-packages/neutron/agent/linux/utils.py:87 2019-05-05 12:56:29.958 2737537 DEBUG oslo.privsep.daemon [-] privsep: request[139694637118880]: (3, 'neutron.privileged.agent.linux.ip_lib.flush_ip_addresses', (6, 'qg-60ecaa0d-46', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131'), {}) loop /usr/lib/python3/dist-packages/oslo_privsep/daemon.py:443 2019-05-05 12:56:29.995 2734608 DEBUG neutron.agent.linux.utils [-] Running command: ['sudo', '/usr/bin/neutron-rootwrap', '/etc/neutron/rootwrap.conf', 'ip', 'netns', 'exec', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131', 'sysctl', '-w', 'net.ipv6.conf.qg-60ecaa0d-46.accept_ra=0'] create_process /usr/lib/python3/dist-packages/neutron/agent/linux/utils.py:87 2019-05-05 12:56:30.434 2734608 DEBUG neutron.agent.linux.utils [-] Running command: ['sudo', '/usr/bin/neutron-rootwrap', '/etc/neutron/rootwrap.conf', 'ip', 'netns', 'exec', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131', 'sysctl', '-w', 'net.ipv6.conf.qg-60ecaa0d-46.forwarding=0'] create_process /usr/lib/python3/dist-packages/neutron/agent/linux/utils.py:87 2019-05-05 12:56:30.856 2737537 DEBUG oslo.privsep.daemon [-] privsep: request[139694637118880]: (3, 'neutron.privileged.agent.linux.ip_lib.get_link_devices', ('qrouter-6e84cf52-ef66-455c-b89c-d9725057e131',), {}) loop /usr/lib/python3/dist-packages/oslo_privsep/daemon.py:443 2019-05-05 12:56:30.882 2734608 DEBUG oslo_concurrency.lockutils [-] Acquired semaphore "iptables-qrouter-6e84cf52-ef66-455c-b89c-d9725057e131" lock /usr/lib/python3/dist-packages/oslo_concurrency/lockutils.py:212 2019-05-05 12:56:30.883 2734608 DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "iptables-qrouter-6e84cf52-ef66-455c-b89c-d9725057e131" lock /usr/lib/python3/dist-packages/oslo_concurrency/lockutils.py:219 2019-05-05 12:56:30.884 2734608 DEBUG neutron.agent.linux.utils [-] Running command: ['sudo', '/usr/bin/neutron-rootwrap', '/etc/neutron/rootwrap.conf', 'ip', 'netns', 'exec', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131', 'iptables-save'] create_process /usr/lib/python3/dist-packages/neutron/agent/linux/utils.py:87 2019-05-05 12:56:31.304 2734608 DEBUG neutron.agent.linux.utils [-] Running command: ['sudo', '/usr/bin/neutron-rootwrap', '/etc/neutron/rootwrap.conf', 'ip', 'netns', 'exec', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131', 'iptables-restore', '-n'] create_process /usr/lib/python3/dist-packages/neutron/agent/linux/utils.py:87 2019-05-05 12:56:32.245 2734608 DEBUG neutron.agent.linux.utils [-] Running command: ['sudo', '/usr/bin/neutron-rootwrap', '/etc/neutron/rootwrap.conf', 'ip', 'netns', 'exec', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131', 'ip6tables-save'] create_process /usr/lib/python3/dist-packages/neutron/agent/linux/utils.py:87 2019-05-05 12:56:32.670 2734608 DEBUG neutron.agent.linux.utils [-] Running command: ['sudo', '/usr/bin/neutron-rootwrap', '/etc/neutron/rootwrap.conf', 'ip', 'netns', 'exec', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131', 'ip6tables-restore', '-n'] create_process /usr/lib/python3/dist-packages/neutron/agent/linux/utils.py:87 2019-05-05 12:56:33.516 2734608 DEBUG oslo_concurrency.lockutils [-] Releasing semaphore "iptables-qrouter-6e84cf52-ef66-455c-b89c-d9725057e131" lock /usr/lib/python3/dist-packages/oslo_concurrency/lockutils.py:228 2019-05-05 12:56:33.517 2734608 DEBUG oslo_concurrency.lockutils [-] Acquired semaphore "iptables-qrouter-6e84cf52-ef66-455c-b89c-d9725057e131" lock /usr/lib/python3/dist-packages/oslo_concurrency/lockutils.py:212 2019-05-05 12:56:33.517 2734608 DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "iptables-qrouter-6e84cf52-ef66-455c-b89c-d9725057e131" lock /usr/lib/python3/dist-packages/oslo_concurrency/lockutils.py:219 2019-05-05 12:56:33.518 2734608 DEBUG neutron.agent.linux.utils [-] Running command: ['sudo', '/usr/bin/neutron-rootwrap', '/etc/neutron/rootwrap.conf', 'ip', 'netns', 'exec', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131', 'iptables-save'] create_process /usr/lib/python3/dist-packages/neutron/agent/linux/utils.py:87 2019-05-05 12:56:33.965 2734608 DEBUG neutron.agent.linux.utils [-] Running command: ['sudo', '/usr/bin/neutron-rootwrap', '/etc/neutron/rootwrap.conf', 'ip', 'netns', 'exec', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131', 'iptables-restore', '-n'] create_process /usr/lib/python3/dist-packages/neutron/agent/linux/utils.py:87 2019-05-05 12:56:34.384 2734608 DEBUG neutron.agent.linux.utils [-] Running command: ['sudo', '/usr/bin/neutron-rootwrap', '/etc/neutron/rootwrap.conf', 'ip', 'netns', 'exec', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131', 'ip6tables-save'] create_process /usr/lib/python3/dist-packages/neutron/agent/linux/utils.py:87 2019-05-05 12:56:34.816 2734608 DEBUG oslo_concurrency.lockutils [-] Releasing semaphore "iptables-qrouter-6e84cf52-ef66-455c-b89c-d9725057e131" lock /usr/lib/python3/dist-packages/oslo_concurrency/lockutils.py:228 2019-05-05 12:56:34.818 2734608 DEBUG oslo_concurrency.lockutils [-] Acquired semaphore "iptables-qrouter-6e84cf52-ef66-455c-b89c-d9725057e131" lock /usr/lib/python3/dist-packages/oslo_concurrency/lockutils.py:212 2019-05-05 12:56:34.819 2734608 DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "iptables-qrouter-6e84cf52-ef66-455c-b89c-d9725057e131" lock /usr/lib/python3/dist-packages/oslo_concurrency/lockutils.py:219 2019-05-05 12:56:34.819 2734608 DEBUG neutron.agent.linux.utils [-] Running command: ['sudo', '/usr/bin/neutron-rootwrap', '/etc/neutron/rootwrap.conf', 'ip', 'netns', 'exec', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131', 'iptables-save'] create_process /usr/lib/python3/dist-packages/neutron/agent/linux/utils.py:87 2019-05-05 12:56:35.297 2734608 DEBUG neutron.agent.linux.utils [-] Running command: ['sudo', '/usr/bin/neutron-rootwrap', '/etc/neutron/rootwrap.conf', 'ip', 'netns', 'exec', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131', 'iptables-restore', '-n'] create_process /usr/lib/python3/dist-packages/neutron/agent/linux/utils.py:87 2019-05-05 12:56:35.724 2734608 DEBUG neutron.agent.linux.utils [-] Running command: ['sudo', '/usr/bin/neutron-rootwrap', '/etc/neutron/rootwrap.conf', 'ip', 'netns', 'exec', 'qrouter-6e84cf52-ef66-455c-b89c-d9725057e131', 'ip6tables-save'] create_process /usr/lib/python3/dist-packages/neutron/agent/linux/utils.py:87 2019-05-05 12:56:35.851 2734608 DEBUG neutron.agent.l3.agent [req-41c4e3a7-594f-4e6b-bb97-c71b544bd7c2 1f7840b022f84efeaffbd9df5361923e a1dd449c9ce64345af2a7fb05c4aa21f - - -] Got routers updated notification :['6e84cf52-ef66-455c-b89c-d9725057e131'] routers_updated /usr/lib/python3/dist-packages/neutron/agent/l3/agent.py:444 2019-05-05 12:56:36.155 2734608 DEBUG oslo_concurrency.lockutils [-] Releasing semaphore "iptables-qrouter-6e84cf52-ef66-455c-b89c-d9725057e131" lock /usr/lib/python3/dist-packages/oslo_concurrency/lockutils.py:228 2019-05-05 12:56:36.155 2734608 DEBUG neutron.agent.l3.agent [-] Finished a router update for 6e84cf52-ef66-455c-b89c-d9725057e131 _process_router_update /usr/lib/python3/dist-packages/neutron/agent/l3/agent.py:594 2019-05-05 12:56:36.156 2734608 DEBUG neutron.agent.l3.agent [-] Starting router update for 6e84cf52-ef66-455c-b89c-d9725057e131, action 3, priority 1 _process_router_update /usr/lib/python3/dist-packages/neutron/agent/l3/agent.py:547