Have seen this twice now:
http://logs.openstack.org/17/43917/1/gate/gate-tempest-devstack-vm-postgres-full/e5b02ea/logs/screen-n-cpu.txt.gz
2013-08-28 14:59:25.612 DEBUG nova.openstack.common.processutils [req-1da541ce-aabb-461c-b7a4-1758398b7ba9 AggregatesAdminTestJSON2044444844-user AggregatesAdminTestJSON13873160-tenant] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/a71a8e384602897ebc88050d30daf8b9609a65f8 execute /opt/stack/new/nova/nova/openstack/common/processutils.py:147
2013-08-28 14:59:25.625 19749 ERROR nova.compute.manager [-] Instance failed network setup after 1 attempt(s)
2013-08-28 14:59:25.625 19749 TRACE nova.compute.manager Traceback (most recent call last):
2013-08-28 14:59:25.625 19749 TRACE nova.compute.manager File "/opt/stack/new/nova/nova/compute/manager.py", line 1193, in _allocate_network_async
2013-08-28 14:59:25.625 19749 TRACE nova.compute.manager dhcp_options=dhcp_options)
2013-08-28 14:59:25.625 19749 TRACE nova.compute.manager File "/opt/stack/new/nova/nova/network/api.py", line 93, in wrapped
2013-08-28 14:59:25.625 19749 TRACE nova.compute.manager return func(self, context, *args, **kwargs)
2013-08-28 14:59:25.625 19749 TRACE nova.compute.manager File "/opt/stack/new/nova/nova/network/api.py", line 49, in wrapper
2013-08-28 14:59:25.625 19749 TRACE nova.compute.manager res = f(self, context, *args, **kwargs)
2013-08-28 14:59:25.625 19749 TRACE nova.compute.manager File "/opt/stack/new/nova/nova/network/api.py", line 288, in allocate_for_instance
2013-08-28 14:59:25.625 19749 TRACE nova.compute.manager nw_info = self.network_rpcapi.allocate_for_instance(context, **args)
2013-08-28 14:59:25.625 19749 TRACE nova.compute.manager File "/opt/stack/new/nova/nova/network/rpcapi.py", line 183, in allocate_for_instance
2013-08-28 14:59:25.625 19749 TRACE nova.compute.manager topic=topic, version='1.9')
2013-08-28 14:59:25.625 19749 TRACE nova.compute.manager File "/opt/stack/new/nova/nova/openstack/common/rpc/proxy.py", line 126, in call
2013-08-28 14:59:25.625 19749 TRACE nova.compute.manager result = rpc.call(context, real_topic, msg, timeout)
2013-08-28 14:59:25.625 19749 TRACE nova.compute.manager File "/opt/stack/new/nova/nova/openstack/common/rpc/__init__.py", line 140, in call
2013-08-28 14:59:25.625 19749 TRACE nova.compute.manager return _get_impl().call(CONF, context, topic, msg, timeout)
2013-08-28 14:59:25.625 19749 TRACE nova.compute.manager File "/opt/stack/new/nova/nova/openstack/common/rpc/impl_kombu.py", line 828, in call
2013-08-28 14:59:25.625 19749 TRACE nova.compute.manager rpc_amqp.get_connection_pool(conf, Connection))
2013-08-28 14:59:25.625 19749 TRACE nova.compute.manager File "/opt/stack/new/nova/nova/openstack/common/rpc/amqp.py", line 534, in call
2013-08-28 14:59:25.625 19749 TRACE nova.compute.manager rv = list(rv)
2013-08-28 14:59:25.625 19749 TRACE nova.compute.manager File "/opt/stack/new/nova/nova/openstack/common/rpc/amqp.py", line 499, in __iter__
2013-08-28 14:59:25.625 19749 TRACE nova.compute.manager raise result
2013-08-28 14:59:25.625 19749 TRACE nova.compute.manager RemoteError: Remote error: ProcessExecutionError Unexpected error while running command.
2013-08-28 14:59:25.625 19749 TRACE nova.compute.manager Command: sudo nova-rootwrap /etc/nova/rootwrap.conf ip route del default dev br100
2013-08-28 14:59:25.625 19749 TRACE nova.compute.manager Exit code: 2
2013-08-28 14:59:25.625 19749 TRACE nova.compute.manager Stdout: ''
2013-08-28 14:59:25.625 19749 TRACE nova.compute.manager Stderr: 'RTNETLINK answers: No such process\n'
2013-08-28 14:59:25.625 19749 TRACE nova.compute.manager [u'Traceback (most recent call last):\n', u' File "/opt/stack/new/nova/nova/openstack/common/rpc/amqp.py", line 421, in _process_data\n **args)\n', u' File "/opt/stack/new/nova/nova/openstack/common/rpc/dispatcher.py", line 172, in dispatch\n result = getattr(proxyobj, method)(ctxt, **kwargs)\n', u' File "/opt/stack/new/nova/nova/network/floating_ips.py", line 118, in allocate_for_instance\n **kwargs)\n', u' File "/opt/stack/new/nova/nova/network/manager.py", line 493, in allocate_for_instance\n requested_networks=requested_networks)\n', u' File "/opt/stack/new/nova/nova/network/manager.py", line 210, in _allocate_fixed_ips\n vpn=vpn, address=address)\n', u' File "/opt/stack/new/nova/nova/network/manager.py", line 860, in allocate_fixed_ip\n QUOTAS.rollback(context, reservations)\n', u' File "/opt/stack/new/nova/nova/network/manager.py", line 853, in allocate_fixed_ip\n self._setup_network_on_host(context, network)\n', u' File "/opt/stack/new/nova/nova/network/manager.py", line 1610, in _setup_network_on_host\n self.l3driver.initialize_gateway(network)\n', u' File "/opt/stack/new/nova/nova/network/l3.py", line 107, in initialize_gateway\n linux_net.initialize_gateway_device(dev, network_ref)\n', u' File "/opt/stack/new/nova/nova/network/linux_net.py", line 839, in initialize_gateway_device\n \'dev\', dev, run_as_root=True)\n', u' File "/opt/stack/new/nova/nova/network/linux_net.py", line 1189, in _execute\n return utils.execute(*cmd, **kwargs)\n', u' File "/opt/stack/new/nova/nova/utils.py", line 167, in execute\n return processutils.execute(*cmd, **kwargs)\n', u' File "/opt/stack/new/nova/nova/openstack/common/processutils.py", line 178, in execute\n cmd=\' \'.join(cmd))\n', u"ProcessExecutionError: Unexpected error while running command.\nCommand: sudo nova-rootwrap /etc/nova/rootwrap.conf ip route del default dev br100\nExit code: 2\nStdout: ''\nStderr: 'RTNETLINK answers: No such process\\n'\n"].
2013-08-28 14:59:25.625 19749 TRACE nova.compute.manager
Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/eventlet/queue.py", line 107, in switch
self.greenlet.switch(value)
File "/usr/local/lib/python2.7/dist-packages/eventlet/greenthread.py", line 194, in main
result = function(*args, **kwargs)
File "/opt/stack/new/nova/nova/compute/manager.py", line 1193, in _allocate_network_async
dhcp_options=dhcp_options)
File "/opt/stack/new/nova/nova/network/api.py", line 93, in wrapped
return func(self, context, *args, **kwargs)
File "/opt/stack/new/nova/nova/network/api.py", line 49, in wrapper
res = f(self, context, *args, **kwargs)
File "/opt/stack/new/nova/nova/network/api.py", line 288, in allocate_for_instance
nw_info = self.network_rpcapi.allocate_for_instance(context, **args)
File "/opt/stack/new/nova/nova/network/rpcapi.py", line 183, in allocate_for_instance
topic=topic, version='1.9')
File "/opt/stack/new/nova/nova/openstack/common/rpc/proxy.py", line 126, in call
result = rpc.call(context, real_topic, msg, timeout)
File "/opt/stack/new/nova/nova/openstack/common/rpc/__init__.py", line 140, in call
return _get_impl().call(CONF, context, topic, msg, timeout)
File "/opt/stack/new/nova/nova/openstack/common/rpc/impl_kombu.py", line 828, in call
rpc_amqp.get_connection_pool(conf, Connection))
File "/opt/stack/new/nova/nova/openstack/common/rpc/amqp.py", line 534, in call
rv = list(rv)
File "/opt/stack/new/nova/nova/openstack/common/rpc/amqp.py", line 499, in __iter__
raise result
RemoteError: Remote error: ProcessExecutionError Unexpected error while running command.
Command: sudo nova-rootwrap /etc/nova/rootwrap.conf ip route del default dev br100
Exit code: 2
Stdout: ''
Stderr: 'RTNETLINK answers: No such process\n'
[u'Traceback (most recent call last):\n', u' File "/opt/stack/new/nova/nova/openstack/common/rpc/amqp.py", line 421, in _process_data\n **args)\n', u' File "/opt/stack/new/nova/nova/openstack/common/rpc/dispatcher.py", line 172, in dispatch\n result = getattr(proxyobj, method)(ctxt, **kwargs)\n', u' File "/opt/stack/new/nova/nova/network/floating_ips.py", line 118, in allocate_for_instance\n **kwargs)\n', u' File "/opt/stack/new/nova/nova/network/manager.py", line 493, in allocate_for_instance\n requested_networks=requested_networks)\n', u' File "/opt/stack/new/nova/nova/network/manager.py", line 210, in _allocate_fixed_ips\n vpn=vpn, address=address)\n', u' File "/opt/stack/new/nova/nova/network/manager.py", line 860, in allocate_fixed_ip\n QUOTAS.rollback(context, reservations)\n', u' File "/opt/stack/new/nova/nova/network/manager.py", line 853, in allocate_fixed_ip\n self._setup_network_on_host(context, network)\n', u' File "/opt/stack/new/nova/nova/network/manager.py", line 1610, in _setup_network_on_host\n self.l3driver.initialize_gateway(network)\n', u' File "/opt/stack/new/nova/nova/network/l3.py", line 107, in initialize_gateway\n linux_net.initialize_gateway_device(dev, network_ref)\n', u' File "/opt/stack/new/nova/nova/network/linux_net.py", line 839, in initialize_gateway_device\n \'dev\', dev, run_as_root=True)\n', u' File "/opt/stack/new/nova/nova/network/linux_net.py", line 1189, in _execute\n return utils.execute(*cmd, **kwargs)\n', u' File "/opt/stack/new/nova/nova/utils.py", line 167, in execute\n return processutils.execute(*cmd, **kwargs)\n', u' File "/opt/stack/new/nova/nova/openstack/common/processutils.py", line 178, in execute\n cmd=\' \'.join(cmd))\n', u"ProcessExecutionError: Unexpected error while running command.\nCommand: sudo nova-rootwrap /etc/nova/rootwrap.conf ip route del default dev br100\nExit code: 2\nStdout: ''\nStderr: 'RTNETLINK answers: No such process\\n'\n"].
Perhaps a race or something else. Anyway, the full jenkins log is here:
http://logs.openstack.org/17/43917/1/gate/gate-tempest-devstack-vm-postgres-full/e5b02ea/
