I am seeing failure in the following 6 functional tests: ============================== Failed 6 tests - output below: ============================== neutron.tests.functional.plugins.ml2.drivers.ovn.mech_driver.ovsdb.test_ovn_db_sync.TestOvnNbSyncOverSsl.test_ovn_nb_sync_repair -------------------------------------------------------------------------------------------------------------------------------- Captured traceback: ~~~~~~~~~~~~~~~~~~~ Traceback (most recent call last): File "/opt/stack/neutron/neutron/tests/base.py", line 182, in func return f(self, *args, **kwargs) File "/opt/stack/neutron/neutron/tests/base.py", line 182, in func return f(self, *args, **kwargs) File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 1463, in test_ovn_nb_sync_repair self._test_ovn_nb_sync_helper('repair') File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 1460, in _test_ovn_nb_sync_helper self._validate_resources(should_match=should_match_after_sync) File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 1424, in _validate_resources self._validate_networks(should_match=should_match) File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 853, in _validate_networks self.assertItemsEqual(db_provnet_ports, plugin_provnet_ports) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/unittest2/case.py", line 1182, in assertItemsEqual return self.assertSequenceEqual(expected, actual, msg=msg) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/unittest2/case.py", line 1014, in assertSequenceEqual self.fail(msg) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/unittest2/case.py", line 690, in fail raise self.failureException(msg) AssertionError: Sequences differ: ['provnet-bf349500-9342-49b0-8625-d11499805bb0'] != [] First sequence contains 1 additional elements. First extra element 0: provnet-bf349500-9342-49b0-8625-d11499805bb0 - ['provnet-bf349500-9342-49b0-8625-d11499805bb0'] + [] neutron.tests.functional.plugins.ml2.drivers.ovn.mech_driver.ovsdb.test_ovn_db_sync.TestOvnNbSync.test_ovn_nb_sync_repair ------------------------------------------------------------------------------------------------------------------------- Captured traceback: ~~~~~~~~~~~~~~~~~~~ Traceback (most recent call last): File "/opt/stack/neutron/neutron/tests/base.py", line 182, in func return f(self, *args, **kwargs) File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 1463, in test_ovn_nb_sync_repair self._test_ovn_nb_sync_helper('repair') File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 1460, in _test_ovn_nb_sync_helper self._validate_resources(should_match=should_match_after_sync) File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 1424, in _validate_resources self._validate_networks(should_match=should_match) File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 853, in _validate_networks self.assertItemsEqual(db_provnet_ports, plugin_provnet_ports) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/unittest2/case.py", line 1182, in assertItemsEqual return self.assertSequenceEqual(expected, actual, msg=msg) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/unittest2/case.py", line 1014, in assertSequenceEqual self.fail(msg) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/unittest2/case.py", line 690, in fail raise self.failureException(msg) AssertionError: Sequences differ: ['provnet-dc2ded1a-fb18-4758-843e-17d330516f10'] != [] First sequence contains 1 additional elements. First extra element 0: provnet-dc2ded1a-fb18-4758-843e-17d330516f10 - ['provnet-dc2ded1a-fb18-4758-843e-17d330516f10'] + [] neutron.tests.functional.plugins.ml2.drivers.ovn.mech_driver.ovsdb.test_ovn_db_sync.TestOvnNbSync.test_ovn_nb_sync_repair_delete_ovn_nb_db ------------------------------------------------------------------------------------------------------------------------------------------ Captured traceback: ~~~~~~~~~~~~~~~~~~~ Traceback (most recent call last): File "/opt/stack/neutron/neutron/tests/base.py", line 182, in func return f(self, *args, **kwargs) File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 1469, in test_ovn_nb_sync_repair_delete_ovn_nb_db restart_ovsdb_processes=True) File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 1460, in _test_ovn_nb_sync_helper self._validate_resources(should_match=should_match_after_sync) File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 1424, in _validate_resources self._validate_networks(should_match=should_match) File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 853, in _validate_networks self.assertItemsEqual(db_provnet_ports, plugin_provnet_ports) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/unittest2/case.py", line 1182, in assertItemsEqual return self.assertSequenceEqual(expected, actual, msg=msg) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/unittest2/case.py", line 1014, in assertSequenceEqual self.fail(msg) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/unittest2/case.py", line 690, in fail raise self.failureException(msg) AssertionError: Sequences differ: ['provnet-e65099eb-ab8b-4a0d-a9f7-55456baa2183'] != [] First sequence contains 1 additional elements. First extra element 0: provnet-e65099eb-ab8b-4a0d-a9f7-55456baa2183 - ['provnet-e65099eb-ab8b-4a0d-a9f7-55456baa2183'] + [] Captured stderr: ~~~~~~~~~~~~~~~~ --- Logging error --- Traceback (most recent call last): File "/usr/lib/python3.6/logging/__init__.py", line 994, in emit msg = self.format(record) File "/usr/lib/python3.6/logging/__init__.py", line 840, in format return fmt.format(record) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/oslo_log/formatters.py", line 493, in format return logging.Formatter.format(self, record) File "/usr/lib/python3.6/logging/__init__.py", line 577, in format record.message = record.getMessage() File "/usr/lib/python3.6/logging/__init__.py", line 338, in getMessage msg = msg % self.args KeyError: 'lport' Call stack: File "/usr/lib/python3.6/runpy.py", line 193, in _run_module_as_main "__main__", mod_spec) File "/usr/lib/python3.6/runpy.py", line 85, in _run_code exec(code, run_globals) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/stestr/subunit_runner/run.py", line 93, in main() File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/stestr/subunit_runner/run.py", line 89, in main testRunner=partial(runner, stdout=sys.stdout)) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/stestr/subunit_runner/program.py", line 185, in __init__ self.runTests() File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/stestr/subunit_runner/program.py", line 226, in runTests self.result = testRunner.run(self.test) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/stestr/subunit_runner/run.py", line 52, in run test(result) File "/usr/lib/python3.6/unittest/suite.py", line 84, in __call__ return self.run(*args, **kwds) File "/usr/lib/python3.6/unittest/suite.py", line 122, in run test(result) File "/usr/lib/python3.6/unittest/suite.py", line 84, in __call__ return self.run(*args, **kwds) File "/usr/lib/python3.6/unittest/suite.py", line 122, in run test(result) File "/usr/lib/python3.6/unittest/suite.py", line 84, in __call__ return self.run(*args, **kwds) File "/usr/lib/python3.6/unittest/suite.py", line 122, in run test(result) File "/usr/lib/python3.6/unittest/suite.py", line 84, in __call__ return self.run(*args, **kwds) File "/usr/lib/python3.6/unittest/suite.py", line 122, in run test(result) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/unittest2/case.py", line 673, in __call__ return self.run(*args, **kwds) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/testtools/testcase.py", line 675, in run return run_test.run(result) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/testtools/runtest.py", line 80, in run return self._run_one(actual_result) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/testtools/runtest.py", line 94, in _run_one return self._run_prepared_result(ExtendedToOriginalDecorator(result)) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/testtools/runtest.py", line 108, in _run_prepared_result self._run_core() File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/testtools/runtest.py", line 144, in _run_core self.case._run_test_method, self.result): File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/testtools/runtest.py", line 191, in _run_user return fn(*args, **kwargs) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/testtools/testcase.py", line 723, in _run_test_method return self._get_test_method()() File "/opt/stack/neutron/neutron/tests/base.py", line 182, in func return f(self, *args, **kwargs) File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 1469, in test_ovn_nb_sync_repair_delete_ovn_nb_db restart_ovsdb_processes=True) File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 1459, in _test_ovn_nb_sync_helper self._sync_resources(mode) File "/ opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 1439, in _sync_resources nb_synchronizer.do_sync() File "/opt/stack/neutron/neutron/plugins/ml2/drivers/ovn/mech_driver/ovsdb/ovn_db_sync.py", line 92, in do_sync self.sync_networks_ports_and_dhcp_opts(ctx) File "/opt/stack/neutron/neutron/plugins/ml2/drivers/ovn/mech_driver/ovsdb/ovn_db_sync.py", line 956, in sync_networks_ports_and_dhcp_opts 'seg': lport}) Message: 'Provider network port found in OVN DB, but not in neutron network_id=%(net)s port_name=%(lport)s' Arguments: {'net': {'id': 'a60475e8-caef-49e5-9634-02c906e9d6a6', 'name': 'e1', 'tenant_id': '46f70361-ba71-4bd0-9769-3573fd227c4b', 'admin_state_up': True, 'mtu': 1500, 'status': 'ACTIVE', 'subnets': ['26bff064-8389-4976-9240-e2aaee4bb01e', 'a00de590-c36e-4bf3-b61f-d751296ab09c'], 'shared': False, 'availability_zone_hints': [], 'availability_zones': [], 'ipv4_address_scope': None, 'ipv6_address_scope': None, 'router:external': True, 'vlan_transparent': None, 'description': '', 'port_security_enabled': True, 'dns_domain': '', 'revision_number': 4, 'l2_adjacency': True, 'project_id': '46f70361-ba71-4bd0-9769-3573fd227c4b', 'provider:network_type': 'flat', 'provider:physical_network': 'public', 'provider:segmentation_id': None}, 'seg': 'provnet-e65099eb-ab8b-4a0d-a9f7-55456baa2183'} neutron.tests.functional.plugins.ml2.drivers.ovn.mech_driver.ovsdb.test_ovn_db_sync.TestOvnNbSyncOverSsl.test_ovn_nb_sync_repair_delete_ovn_nb_db ------------------------------------------------------------------------------------------------------------------------------------------------- Captured traceback: ~~~~~~~~~~~~~~~~~~~ Traceback (most recent call last): File "/opt/stack/neutron/neutron/tests/base.py", line 182, in func return f(self, *args, **kwargs) File "/opt/stack/neutron/neutron/tests/base.py", line 182, in func return f(self, *args, **kwargs) File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 1469, in test_ovn_nb_sync_repair_delete_ovn_nb_db restart_ovsdb_processes=True) File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 1460, in _test_ovn_nb_sync_helper self._validate_resources(should_match=should_match_after_sync) File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 1424, in _validate_resources self._validate_networks(should_match=should_match) File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 853, in _validate_networks self.assertItemsEqual(db_provnet_ports, plugin_provnet_ports) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/unittest2/case.py", line 1182, in assertItemsEqual return self.assertSequenceEqual(expected, actual, msg=msg) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/unittest2/case.py", line 1014, in assertSequenceEqual self.fail(msg) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/unittest2/case.py", line 690, in fail raise self.failureException(msg) AssertionError: Sequences differ: ['provnet-07a3ba84-9276-43a9-a5bf-f21144b7cb10'] != [] First sequence contains 1 additional elements. First extra element 0: provnet-07a3ba84-9276-43a9-a5bf-f21144b7cb10 - ['provnet-07a3ba84-9276-43a9-a5bf-f21144b7cb10'] + [] Captured stderr: ~~~~~~~~~~~~~~~~ --- Logging error --- Traceback (most recent call last): File "/usr/lib/python3.6/logging/__init__.py", line 994, in emit msg = self.format(record) File "/usr/lib/python3.6/logging/__init__.py", line 840, in format return fmt.format(record) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/oslo_log/formatters.py", line 493, in format return logging.Formatter.format(self, record) File "/usr/lib/python3.6/logging/__init__.py", line 577, in format record.message = record.getMessage() File "/usr/lib/python3.6/logging/__init__.py", line 338, in getMessage msg = msg % self.args KeyError: 'lport' Call stack: File "/usr/lib/python3.6/runpy.py", line 193, in _run_module_as_main "__main__", mod_spec) File "/usr/lib/python3.6/runpy.py", line 85, in _run_code exec(code, run_globals) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/stestr/subunit_runner/run.py", line 93, in main() File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/stestr/subunit_runner/run.py", line 89, in main testRunner=partial(runner, stdout=sys.stdout)) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/stestr/subunit_runner/program.py", line 185, in __init__ self.runTests() File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/stestr/subunit_runner/program.py", line 226, in runTests self.result = testRunner.run(self.test) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/stestr/subunit_runner/run.py", line 52, in run test(result) File "/usr/lib/python3.6/unittest/suite.py", line 84, in __call__ return self.run(*args, **kwds) File "/usr/lib/python3.6/unittest/suite.py", line 122, in run test(result) File "/usr/lib/python3.6/unittest/suite.py", line 84, in __call__ return self.run(*args, **kwds) File "/usr/lib/python3.6/unittest/suite.py", line 122, in run test(result) File "/usr/lib/python3.6/unittest/suite.py", line 84, in __call__ return self.run(*args, **kwds) File "/usr/lib/python3.6/unittest/suite.py", line 122, in run test(result) File "/usr/lib/python3.6/unittest/suite.py", line 84, in __call__ return self.run(*args, **kwds) File "/usr/lib/python3.6/unittest/suite.py", line 122, in run test(result) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/unittest2/case.py", line 673, in __call__ return self.run(*args, **kwds) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/testtools/testcase.py", line 675, in run return run_test.run(result) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/testtools/runtest.py", line 80, in run return self._run_one(actual_result) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/testtools/runtest.py", line 94, in _run_one return self._run_prepared_result(ExtendedToOriginalDecorator(result)) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/testtools/runtest.py", line 108, in _run_prepared_result self._run_core() File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/testtools/runtest.py", line 144, in _run_core self.case._run_test_method, self.result): File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/testtools/runtest.py", line 191, in _run_user return fn(*args, **kwargs) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/testtools/testcase.py", line 723, in _run_test_method return self._get_test_method()() File "/opt/stack/neutron/neutron/tests/base.py", line 182, in func return f(self, *args, **kwargs) File "/opt/stack/neutron/neutron/tests/base.py", line 182, in func return f(self, *args, **kwargs) File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 1469, in test_ovn_nb_sync_repair_delete_ovn_nb_db restart_ovsdb_processes=True) File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ov sdb/test_ovn_db_sync.py", line 1459, in _test_ovn_nb_sync_helper self._sync_resources(mode) File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 1439, in _sync_resources nb_synchronizer.do_sync() File "/opt/stack/neutron/neutron/plugins/ml2/drivers/ovn/mech_driver/ovsdb/ovn_db_sync.py", line 92, in do_sync self.sync_networks_ports_and_dhcp_opts(ctx) File "/opt/stack/neutron/neutron/plugins/ml2/drivers/ovn/mech_driver/ovsdb/ovn_db_sync.py", line 956, in sync_networks_ports_and_dhcp_opts 'seg': lport}) Message: 'Provider network port found in OVN DB, but not in neutron network_id=%(net)s port_name=%(lport)s' Arguments: {'net': {'id': 'fabd47bc-93f1-4039-b974-568d31b9f820', 'name': 'e1', 'tenant_id': '46f70361-ba71-4bd0-9769-3573fd227c4b', 'admin_state_up': True, 'mtu': 1500, 'status': 'ACTIVE', 'subnets': ['8278fe7d-94b7-4d21-852a-b3450e100c58', '53a2d0a0-de35-42d6-bb34-969999ee1fba'], 'shared': False, 'availability_zone_hints': [], 'availability_zones': [], 'ipv4_address_scope': None, 'ipv6_address_scope': None, 'router:external': True, 'vlan_transparent': None, 'description': '', 'port_security_enabled': True, 'dns_domain': '', 'revision_number': 4, 'l2_adjacency': True, 'project_id': '46f70361-ba71-4bd0-9769-3573fd227c4b', 'provider:network_type': 'flat', 'provider:physical_network': 'public', 'provider:segmentation_id': None}, 'seg': 'provnet-07a3ba84-9276-43a9-a5bf-f21144b7cb10'} neutron.tests.functional.plugins.ml2.drivers.ovn.mech_driver.ovsdb.test_ovn_db_sync.TestOvnNbSyncOverTcp.test_ovn_nb_sync_repair -------------------------------------------------------------------------------------------------------------------------------- Captured traceback: ~~~~~~~~~~~~~~~~~~~ Traceback (most recent call last): File "/opt/stack/neutron/neutron/tests/base.py", line 182, in func return f(self, *args, **kwargs) File "/opt/stack/neutron/neutron/tests/base.py", line 182, in func return f(self, *args, **kwargs) File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 1463, in test_ovn_nb_sync_repair self._test_ovn_nb_sync_helper('repair') File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 1460, in _test_ovn_nb_sync_helper self._validate_resources(should_match=should_match_after_sync) File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 1424, in _validate_resources self._validate_networks(should_match=should_match) File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 853, in _validate_networks self.assertItemsEqual(db_provnet_ports, plugin_provnet_ports) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/unittest2/case.py", line 1182, in assertItemsEqual return self.assertSequenceEqual(expected, actual, msg=msg) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/unittest2/case.py", line 1014, in assertSequenceEqual self.fail(msg) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/unittest2/case.py", line 690, in fail raise self.failureException(msg) AssertionError: Sequences differ: ['provnet-c0f0d88c-554d-495f-97da-488a09ea5887'] != [] First sequence contains 1 additional elements. First extra element 0: provnet-c0f0d88c-554d-495f-97da-488a09ea5887 - ['provnet-c0f0d88c-554d-495f-97da-488a09ea5887'] + [] neutron.tests.functional.plugins.ml2.drivers.ovn.mech_driver.ovsdb.test_ovn_db_sync.TestOvnNbSyncOverTcp.test_ovn_nb_sync_repair_delete_ovn_nb_db ------------------------------------------------------------------------------------------------------------------------------------------------- Captured traceback: ~~~~~~~~~~~~~~~~~~~ Traceback (most recent call last): File "/opt/stack/neutron/neutron/tests/base.py", line 182, in func return f(self, *args, **kwargs) File "/opt/stack/neutron/neutron/tests/base.py", line 182, in func return f(self, *args, **kwargs) File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 1469, in test_ovn_nb_sync_repair_delete_ovn_nb_db restart_ovsdb_processes=True) File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 1460, in _test_ovn_nb_sync_helper self._validate_resources(should_match=should_match_after_sync) File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 1424, in _validate_resources self._validate_networks(should_match=should_match) File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 853, in _validate_networks self.assertItemsEqual(db_provnet_ports, plugin_provnet_ports) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/unittest2/case.py", line 1182, in assertItemsEqual return self.assertSequenceEqual(expected, actual, msg=msg) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/unittest2/case.py", line 1014, in assertSequenceEqual self.fail(msg) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/unittest2/case.py", line 690, in fail raise self.failureException(msg) AssertionError: Sequences differ: ['provnet-f387b3db-24ce-4d7b-a16d-62f74c0378d8'] != [] First sequence contains 1 additional elements. First extra element 0: provnet-f387b3db-24ce-4d7b-a16d-62f74c0378d8 - ['provnet-f387b3db-24ce-4d7b-a16d-62f74c0378d8'] + [] Captured stderr: ~~~~~~~~~~~~~~~~ --- Logging error --- Traceback (most recent call last): File "/usr/lib/python3.6/logging/__init__.py", line 994, in emit msg = self.format(record) File "/usr/lib/python3.6/logging/__init__.py", line 840, in format return fmt.format(record) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/oslo_log/formatters.py", line 493, in format return logging.Formatter.format(self, record) File "/usr/lib/python3.6/logging/__init__.py", line 577, in format record.message = record.getMessage() File "/usr/lib/python3.6/logging/__init__.py", line 338, in getMessage msg = msg % self.args KeyError: 'lport' Call stack: File "/usr/lib/python3.6/runpy.py", line 193, in _run_module_as_main "__main__", mod_spec) File "/usr/lib/python3.6/runpy.py", line 85, in _run_code exec(code, run_globals) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/stestr/subunit_runner/run.py", line 93, in main() File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/stestr/subunit_runner/run.py", line 89, in main testRunner=partial(runner, stdout=sys.stdout)) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/stestr/subunit_runner/program.py", line 185, in __init__ self.runTests() File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/stestr/subunit_runner/program.py", line 226, in runTests self.result = testRunner.run(self.test) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/stestr/subunit_runner/run.py", line 52, in run test(result) File "/usr/lib/python3.6/unittest/suite.py", line 84, in __call__ return self.run(*args, **kwds) File "/usr/lib/python3.6/unittest/suite.py", line 122, in run test(result) File "/usr/lib/python3.6/unittest/suite.py", line 84, in __call__ return self.run(*args, **kwds) File "/usr/lib/python3.6/unittest/suite.py", line 122, in run test(result) File "/usr/lib/python3.6/unittest/suite.py", line 84, in __call__ return self.run(*args, **kwds) File "/usr/lib/python3.6/unittest/suite.py", line 122, in run test(result) File "/usr/lib/python3.6/unittest/suite.py", line 84, in __call__ return self.run(*args, **kwds) File "/usr/lib/python3.6/unittest/suite.py", line 122, in run test(result) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/unittest2/case.py", line 673, in __call__ return self.run(*args, **kwds) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/testtools/testcase.py", line 675, in run return run_test.run(result) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/testtools/runtest.py", line 80, in run return self._run_one(actual_result) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/testtools/runtest.py", line 94, in _run_one return self._run_prepared_result(ExtendedToOriginalDecorator(result)) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/testtools/runtest.py", line 108, in _run_prepared_result self._run_core() File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/testtools/runtest.py", line 144, in _run_core self.case._run_test_method, self.result): File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/testtools/runtest.py", line 191, in _run_user return fn(*args, **kwargs) File "/opt/stack/neutron/.tox/functional/lib/python3.6/site-packages/testtools/testcase.py", line 723, in _run_test_method return self._get_test_method()() File "/opt/stack/neutron/neutron/tests/base.py", line 182, in func return f(self, *args, **kwargs) File "/opt/stack/neutron/neutron/tests/base.py", line 182, in func return f(self, *args, **kwargs) File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 1469, in test_ovn_nb_sync_repair_delete_ovn_nb_db restart_ovsdb_processes=True) File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ov sdb/test_ovn_db_sync.py", line 1459, in _test_ovn_nb_sync_helper self._sync_resources(mode) File "/opt/stack/neutron/neutron/tests/functional/plugins/ml2/drivers/ovn/mech_driver/ovsdb/test_ovn_db_sync.py", line 1439, in _sync_resources nb_synchronizer.do_sync() File "/opt/stack/neutron/neutron/plugins/ml2/drivers/ovn/mech_driver/ovsdb/ovn_db_sync.py", line 92, in do_sync self.sync_networks_ports_and_dhcp_opts(ctx) File "/opt/stack/neutron/neutron/plugins/ml2/drivers/ovn/mech_driver/ovsdb/ovn_db_sync.py", line 956, in sync_networks_ports_and_dhcp_opts 'seg': lport}) Message: 'Provider network port found in OVN DB, but not in neutron network_id=%(net)s port_name=%(lport)s' Arguments: {'net': {'id': '53b9683f-3a0d-40ed-aa63-0824c246da1c', 'name': 'e1', 'tenant_id': '46f70361-ba71-4bd0-9769-3573fd227c4b', 'admin_state_up': True, 'mtu': 1500, 'status': 'ACTIVE', 'subnets': ['a71f3941-33c1-4b44-9914-406c08c6500b', '16828ba0-33cd-4c55-b363-5f6c256be2d1'], 'shared': False, 'availability_zone_hints': [], 'availability_zones': [], 'ipv4_address_scope': None, 'ipv6_address_scope': None, 'router:external': True, 'vlan_transparent': None, 'description': '', 'port_security_enabled': True, 'dns_domain': '', 'revision_number': 4, 'l2_adjacency': True, 'project_id': '46f70361-ba71-4bd0-9769-3573fd227c4b', 'provider:network_type': 'flat', 'provider:physical_network': 'public', 'provider:segmentation_id': None}, 'seg': 'provnet-f387b3db-24ce-4d7b-a16d-62f74c0378d8'} ====== Totals ====== Ran: 104 tests in 277.5592 sec. - Passed: 98 - Skipped: 0 - Expected Fail: 0 - Unexpected Success: 0 - Failed: 6 Sum of execute time for each test: 1044.2133 sec.