an example of failure:
http://logs.openstack.org/87/199387/18/check/gate-tempest-dsvm-networking-midonet-v2/e3b8cdb/logs/testr_results.html.gz
2016-02-29 09:03:15.262 | {1} tempest.scenario.test_network_advanced_server_ops.TestNetworkAdvancedServerOps.test_server_connectivity_suspend_resume [48.037252s] ... ok
2016-02-29 09:03:17.290 | {1} tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_create_ebs_image_and_check_boot ... SKIPPED: Skipped because the volume service is not available
2016-02-29 09:03:17.298 | {1} tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern ... SKIPPED: Skipped because the volume service is not available
2016-02-29 09:03:20.428 | {1} neutron_fwaas.tests.tempest_plugin.tests.api.test_fwaas_extensions.FWaaSExtensionTestJSON.test_create_show_delete_firewall [1.430725s] ... FAILED
2016-02-29 09:03:20.749 | {1} neutron_fwaas.tests.tempest_plugin.tests.api.test_fwaas_extensions.FWaaSExtensionTestJSON.test_create_update_delete_firewall_policy [0.315712s] ... FAILED
2016-02-29 09:03:20.947 | {1} neutron_fwaas.tests.tempest_plugin.tests.api.test_fwaas_extensions.FWaaSExtensionTestJSON.test_create_update_delete_firewall_rule [0.204520s] ... ok
2016-02-29 09:03:21.622 | {1} neutron_fwaas.tests.tempest_plugin.tests.api.test_fwaas_extensions.FWaaSExtensionTestJSON.test_firewall_insertion_mode_add_remove_router [0.652992s] ... FAILED
2016-02-29 09:03:22.052 | {1} neutron_fwaas.tests.tempest_plugin.tests.api.test_fwaas_extensions.FWaaSExtensionTestJSON.test_firewall_insertion_mode_one_firewall_per_router [0.408611s] ... FAILED
2016-02-29 09:03:22.730 | {1} neutron_fwaas.tests.tempest_plugin.tests.api.test_fwaas_extensions.FWaaSExtensionTestJSON.test_firewall_rule_insertion_position_removal_rule_from_policy [0.700395s] ... ok
2016-02-29 09:03:22.882 | {1} neutron_fwaas.tests.tempest_plugin.tests.api.test_fwaas_extensions.FWaaSExtensionTestJSON.test_list_firewall_policies [0.144653s] ... ok
2016-02-29 09:03:23.018 | {1} neutron_fwaas.tests.tempest_plugin.tests.api.test_fwaas_extensions.FWaaSExtensionTestJSON.test_list_firewall_rules [0.126882s] ... ok
2016-02-29 09:03:23.167 | {1} neutron_fwaas.tests.tempest_plugin.tests.api.test_fwaas_extensions.FWaaSExtensionTestJSON.test_show_firewall_policy [0.149603s] ... ok
2016-02-29 09:03:23.309 | {1} neutron_fwaas.tests.tempest_plugin.tests.api.test_fwaas_extensions.FWaaSExtensionTestJSON.test_show_firewall_rule [0.139067s] ... ok
2016-02-29 09:03:23.787 | {1} neutron_fwaas.tests.tempest_plugin.tests.api.test_fwaas_extensions.FWaaSExtensionTestJSON.test_update_firewall_policy_audited_attribute [0.476629s] ... ok
2016-02-29 09:03:33.413 | {3} tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_update_instance_port_admin_state [40.272015s] ... ok
2016-02-29 09:06:02.773 | {3} tempest.scenario.test_stamp_pattern.TestStampPattern.test_stamp_pattern ... SKIPPED: Skipped until Bug: 1205344 is resolved.
2016-02-29 09:06:33.274 | {1} neutron_fwaas.tests.tempest_plugin.tests.scenario.test_fwaas.TestFWaaS.test_firewall_all_disabled_rules(without router insersion) [184.297478s] ... FAILED
2016-02-29 09:08:28.515 | {1} neutron_fwaas.tests.tempest_plugin.tests.scenario.test_fwaas.TestFWaaS.test_firewall_all_disabled_rules(with router insersion) [115.168147s] ... FAILED
2016-02-29 09:09:26.927 | {1} neutron_fwaas.tests.tempest_plugin.tests.scenario.test_fwaas.TestFWaaS.test_firewall_block_icmp(without router insersion) [58.389020s] ... FAILED
2016-02-29 09:10:23.515 | {1} neutron_fwaas.tests.tempest_plugin.tests.scenario.test_fwaas.TestFWaaS.test_firewall_block_icmp(with router insersion) [56.544355s] ... FAILED
2016-02-29 09:13:19.726 | {1} neutron_fwaas.tests.tempest_plugin.tests.scenario.test_fwaas.TestFWaaS.test_firewall_block_ip(without router insersion) [176.174231s] ... FAILED
2016-02-29 09:15:15.579 | {1} neutron_fwaas.tests.tempest_plugin.tests.scenario.test_fwaas.TestFWaaS.test_firewall_block_ip(with router insersion) [115.822342s] ... FAILED
2016-02-29 09:18:14.539 | {1} neutron_fwaas.tests.tempest_plugin.tests.scenario.test_fwaas.TestFWaaS.test_firewall_disable_rule(without router insersion) [178.934993s] ... ok
2016-02-29 09:20:14.151 | {1} neutron_fwaas.tests.tempest_plugin.tests.scenario.test_fwaas.TestFWaaS.test_firewall_disable_rule(with router insersion) [119.577118s] ... ok
2016-02-29 09:23:13.743 | {1} neutron_fwaas.tests.tempest_plugin.tests.scenario.test_fwaas.TestFWaaS.test_firewall_empty_policy(without router insersion) [179.546661s] ... FAILED
2016-02-29 09:25:07.591 | {1} neutron_fwaas.tests.tempest_plugin.tests.scenario.test_fwaas.TestFWaaS.test_firewall_empty_policy(with router insersion) [113.813634s] ... FAILED
2016-02-29 09:26:07.161 | {1} neutron_fwaas.tests.tempest_plugin.tests.scenario.test_fwaas.TestFWaaS.test_firewall_insert_rule(without router insersion) [59.548602s] ... ok
2016-02-29 09:27:08.813 | {1} neutron_fwaas.tests.tempest_plugin.tests.scenario.test_fwaas.TestFWaaS.test_firewall_insert_rule(with router insersion) [61.626860s] ... ok
2016-02-29 09:30:07.802 | {1} neutron_fwaas.tests.tempest_plugin.tests.scenario.test_fwaas.TestFWaaS.test_firewall_remove_rule(without router insersion) [178.951354s] ... ok
2016-02-29 09:32:10.300 | {1} neutron_fwaas.tests.tempest_plugin.tests.scenario.test_fwaas.TestFWaaS.test_firewall_remove_rule(with router insersion) [122.476902s] ... ok
2016-02-29 09:32:14.277 |
2016-02-29 09:32:14.277 | ==============================
2016-02-29 09:32:14.277 | Failed 12 tests - output below:
2016-02-29 09:32:14.277 | ==============================
