The VMware Minesweeper CI is occasionally seeing an error when deleting snapshots. The error is:
Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/oslo/messaging/rpc/dispatcher.py", line 133, in _dispatch_and_reply
incoming.message))
File "/usr/local/lib/python2.7/dist-packages/oslo/messaging/rpc/dispatcher.py", line 176, in _dispatch
return self._do_dispatch(endpoint, method, ctxt, args)
File "/usr/local/lib/python2.7/dist-packages/oslo/messaging/rpc/dispatcher.py", line 122, in _do_dispatch
result = getattr(endpoint, method)(ctxt, **new_args)
File "/opt/stack/nova/nova/exception.py", line 88, in wrapped
payload)
File "/opt/stack/nova/nova/openstack/common/excutils.py", line 82, in __exit__
six.reraise(self.type_, self.value, self.tb)
File "/opt/stack/nova/nova/exception.py", line 71, in wrapped
return f(self, context, *args, **kw)
File "/opt/stack/nova/nova/compute/manager.py", line 280, in decorated_function
pass
File "/opt/stack/nova/nova/openstack/common/excutils.py", line 82, in __exit__
six.reraise(self.type_, self.value, self.tb)
File "/opt/stack/nova/nova/compute/manager.py", line 266, in decorated_function
return function(self, context, *args, **kwargs)
File "/opt/stack/nova/nova/compute/manager.py", line 309, in decorated_function
e, sys.exc_info())
File "/opt/stack/nova/nova/openstack/common/excutils.py", line 82, in __exit__
six.reraise(self.type_, self.value, self.tb)
File "/opt/stack/nova/nova/compute/manager.py", line 296, in decorated_function
return function(self, context, *args, **kwargs)
File "/opt/stack/nova/nova/compute/manager.py", line 2692, in backup_instance
task_states.IMAGE_BACKUP)
File "/opt/stack/nova/nova/compute/manager.py", line 2758, in _snapshot_instance
update_task_state)
File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 645, in snapshot
_vmops.snapshot(context, instance, name, update_task_state)
File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 873, in snapshot
self._delete_vm_snapshot(instance, vm_ref, snapshot)
File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 780, in _delete_vm_snapshot
self._session._wait_for_task(delete_snapshot_task)
File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 948, in _wait_for_task
ret_val = done.wait()
File "/usr/local/lib/python2.7/dist-packages/eventlet/event.py", line 116, in wait
return hubs.get_hub().switch()
File "/usr/local/lib/python2.7/dist-packages/eventlet/hubs/hub.py", line 187, in switch
return self.greenlet.switch()
VMwareDriverException: A general system error occurred: concurrent access
Full logs for an affected run can be found here: http://10.148.255.241/logs/85961/2
We use milestones only at the very end of the milestone to track bugs that should block the release of the milestone. Please use tags not milestones to track bugs, try things like: my_bug_ topic_milestone _name