This also hits other CIs, e.g. a virtuozzo (this example at http://openstack-3rd-party-storage-ci-logs.virtuozzo.com/82/435082/1/check/dsvm-tempest-kvm/57916aa/logs/screen-c-vol.txt.gz): 2017-02-16 22:42:14.795 50750 WARNING cinder.volume.manager [req-395e8bb9-c4b9-4718-932a-140e6dbf3f6f - -] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeFromSpecTask;volume:create' (7f51f0c3-d228-407d-b3b1-1b9957a64ae4) transitioned into state 'FAILURE' from state 'RUNNING' 5 predecessors (most recent first): Atom 'cinder.volume.flows.manager.create_volume.NotifyVolumeActionTask;volume:create, create.start' {'intention': 'EXECUTE', 'state': 'SUCCESS', 'requires': {'volume': Volume(_name_id=None,admin_metadata={},attach_status='detached',availability_zone='nova',bootable=False,cluster=,cluster_name=None,consistencygroup=,consistencygroup_id=None,created_at=2017-02-16T22:42:09Z,deleted=False,deleted_at=None,display_description=None,display_name='image-3baa5599-c31f-4ce3-aca1-c6953963b56e',ec2_id=None,encryption_key_id=None,glance_metadata=,group=,group_id=None,host='localhost@vstorage-qcow2#vstorage-qcow2',id=cf9d47f0-4303-4bf1-968f-a6e37dd85fe6,launched_at=None,metadata={Type='Test'},migration_status=None,multiattach=False,previous_status=None,project_id='60a69e5bb546417482f85e90dfabc241',provider_auth=None,provider_geometry=None,provider_id=None,provider_location='testcluster_fltatnkl9y',replication_driver_data=None,replication_extended_status=None,replication_status=None,scheduled_at=2017-02-16T22:42:09Z,size=1,snapshot_id=None,snapshots=,source_volid=9805342a-ab06-46b8-8685-69717e9e2c6b,status='creating',terminated_at=None,updated_at=2017-02-16T22:42:09Z,user_id='87542d50568c425d9d332b046b956861',volume_attachment=,volume_type=VolumeType(a6858533-87cb-40b6-b8d8-5f1c54613cad),volume_type_id=a6858533-87cb-40b6-b8d8-5f1c54613cad), 'context': }, 'provides': None} |__Atom 'cinder.volume.flows.manager.create_volume.ExtractVolumeSpecTask;volume:create' {'intention': 'EXECUTE', 'state': 'SUCCESS', 'requires': {'volume': Volume(_name_id=None,admin_metadata={},attach_status='detached',availability_zone='nova',bootable=False,cluster=,cluster_name=None,consistencygroup=,consistencygroup_id=None,created_at=2017-02-16T22:42:09Z,deleted=False,deleted_at=None,display_description=None,display_name='image-3baa5599-c31f-4ce3-aca1-c6953963b56e',ec2_id=None,encryption_key_id=None,glance_metadata=,group=,group_id=None,host='localhost@vstorage-qcow2#vstorage-qcow2',id=cf9d47f0-4303-4bf1-968f-a6e37dd85fe6,launched_at=None,metadata={Type='Test'},migration_status=None,multiattach=False,previous_status=None,project_id='60a69e5bb546417482f85e90dfabc241',provider_auth=None,provider_geometry=None,provider_id=None,provider_location='testcluster_fltatnkl9y',replication_driver_data=None,replication_extended_status=None,replication_status=None,scheduled_at=2017-02-16T22:42:09Z,size=1,snapshot_id=None,snapshots=,source_volid=9805342a-ab06-46b8-8685-69717e9e2c6b,status='creating',terminated_at=None,updated_at=2017-02-16T22:42:09Z,user_id='87542d50568c425d9d332b046b956861',volume_attachment=,volume_type=VolumeType(a6858533-87cb-40b6-b8d8-5f1c54613cad),volume_type_id=a6858533-87cb-40b6-b8d8-5f1c54613cad), 'request_spec': RequestSpec(CG_backend=,cgsnapshot_id=,consistencygroup_id=,group_backend=,group_id=,image_id=,snapshot_id=,source_replicaid=,source_volid=,volume=,volume_id=,volume_properties=,volume_type=), 'context': }, 'provides': {'status': u'creating', 'volume_id': 'cf9d47f0-4303-4bf1-968f-a6e37dd85fe6', 'source_volid': '9805342a-ab06-46b8-8685-69717e9e2c6b', 'volume_size': 1, 'volume_name': 'volume-cf9d47f0-4303-4bf1-968f-a6e37dd85fe6', 'type': 'source_vol', 'source_volstatus': u'downloading'}} |__Atom 'cinder.volume.flows.manager.create_volume.OnFailureRescheduleTask;volume:create' {'intention': 'EXECUTE', 'state': 'SUCCESS', 'requires': {'volume': Volume(_name_id=None,admin_metadata={},attach_status='detached',availability_zone='nova',bootable=False,cluster=,cluster_name=None,consistencygroup=,consistencygroup_id=None,created_at=2017-02-16T22:42:09Z,deleted=False,deleted_at=None,display_description=None,display_name='image-3baa5599-c31f-4ce3-aca1-c6953963b56e',ec2_id=None,encryption_key_id=None,glance_metadata=,group=,group_id=None,host='localhost@vstorage-qcow2#vstorage-qcow2',id=cf9d47f0-4303-4bf1-968f-a6e37dd85fe6,launched_at=None,metadata={Type='Test'},migration_status=None,multiattach=False,previous_status=None,project_id='60a69e5bb546417482f85e90dfabc241',provider_auth=None,provider_geometry=None,provider_id=None,provider_location='testcluster_fltatnkl9y',replication_driver_data=None,replication_extended_status=None,replication_status=None,scheduled_at=2017-02-16T22:42:09Z,size=1,snapshot_id=None,snapshots=,source_volid=9805342a-ab06-46b8-8685-69717e9e2c6b,status='creating',terminated_at=None,updated_at=2017-02-16T22:42:09Z,user_id='87542d50568c425d9d332b046b956861',volume_attachment=,volume_type=VolumeType(a6858533-87cb-40b6-b8d8-5f1c54613cad),volume_type_id=a6858533-87cb-40b6-b8d8-5f1c54613cad), 'filter_properties': {}, 'context': , 'request_spec': RequestSpec(CG_backend=,cgsnapshot_id=,consistencygroup_id=,group_backend=,group_id=,image_id=,snapshot_id=,source_replicaid=,source_volid=,volume=,volume_id=,volume_properties=,volume_type=)}, 'provides': None} |__Atom 'cinder.volume.flows.manager.create_volume.ExtractVolumeRefTask;volume:create' {'intention': 'EXECUTE', 'state': 'SUCCESS', 'requires': {'volume': Volume(_name_id=None,admin_metadata={},attach_status='detached',availability_zone='nova',bootable=False,cluster=,cluster_name=None,consistencygroup=,consistencygroup_id=None,created_at=2017-02-16T22:42:09Z,deleted=False,deleted_at=None,display_description=None,display_name='image-3baa5599-c31f-4ce3-aca1-c6953963b56e',ec2_id=None,encryption_key_id=None,glance_metadata=,group=,group_id=None,host='localhost@vstorage-qcow2#vstorage-qcow2',id=cf9d47f0-4303-4bf1-968f-a6e37dd85fe6,launched_at=None,metadata={Type='Test'},migration_status=None,multiattach=False,previous_status=None,project_id='60a69e5bb546417482f85e90dfabc241',provider_auth=None,provider_geometry=None,provider_id=None,provider_location='testcluster_fltatnkl9y',replication_driver_data=None,replication_extended_status=None,replication_status=None,scheduled_at=2017-02-16T22:42:09Z,size=1,snapshot_id=None,snapshots=,source_volid=9805342a-ab06-46b8-8685-69717e9e2c6b,status='creating',terminated_at=None,updated_at=2017-02-16T22:42:09Z,user_id='87542d50568c425d9d332b046b956861',volume_attachment=,volume_type=VolumeType(a6858533-87cb-40b6-b8d8-5f1c54613cad),volume_type_id=a6858533-87cb-40b6-b8d8-5f1c54613cad), 'context': }, 'provides': Volume(_name_id=None,admin_metadata={},attach_status='detached',availability_zone='nova',bootable=False,cluster=,cluster_name=None,consistencygroup=,consistencygroup_id=None,created_at=2017-02-16T22:42:09Z,deleted=False,deleted_at=None,display_description=None,display_name='image-3baa5599-c31f-4ce3-aca1-c6953963b56e',ec2_id=None,encryption_key_id=None,glance_metadata=,group=,group_id=None,host='localhost@vstorage-qcow2#vstorage-qcow2',id=cf9d47f0-4303-4bf1-968f-a6e37dd85fe6,launched_at=None,metadata={Type='Test'},migration_status=None,multiattach=False,previous_status=None,project_id='60a69e5bb546417482f85e90dfabc241',provider_auth=None,provider_geometry=None,provider_id=None,provider_location='testcluster_fltatnkl9y',replication_driver_data=None,replication_extended_status=None,replication_status=None,scheduled_at=2017-02-16T22:42:09Z,size=1,snapshot_id=None,snapshots=,source_volid=9805342a-ab06-46b8-8685-69717e9e2c6b,status='creating',terminated_at=None,updated_at=2017-02-16T22:42:09Z,user_id='87542d50568c425d9d332b046b956861',volume_attachment=,volume_type=VolumeType(a6858533-87cb-40b6-b8d8-5f1c54613cad),volume_type_id=a6858533-87cb-40b6-b8d8-5f1c54613cad)} |__Flow 'volume_create_manager' 2017-02-16 22:42:14.795 50750 ERROR cinder.volume.manager Traceback (most recent call last): 2017-02-16 22:42:14.795 50750 ERROR cinder.volume.manager File "/usr/lib/python2.7/site-packages/taskflow/engines/action_engine/executor.py", line 53, in _execute_task 2017-02-16 22:42:14.795 50750 ERROR cinder.volume.manager result = task.execute(**arguments) 2017-02-16 22:42:14.795 50750 ERROR cinder.volume.manager File "/opt/stack/new/cinder/cinder/volume/flows/manager/create_volume.py", line 875, in execute 2017-02-16 22:42:14.795 50750 ERROR cinder.volume.manager context, volume, **volume_spec) 2017-02-16 22:42:14.795 50750 ERROR cinder.volume.manager File "/opt/stack/new/cinder/cinder/volume/flows/manager/create_volume.py", line 492, in _create_from_source_volume 2017-02-16 22:42:14.795 50750 ERROR cinder.volume.manager model_update = self.driver.create_cloned_volume(volume, srcvol_ref) 2017-02-16 22:42:14.795 50750 ERROR cinder.volume.manager File "/opt/stack/new/cinder/cinder/volume/drivers/remotefs.py", line 132, in lvo_inner1 2017-02-16 22:42:14.795 50750 ERROR cinder.volume.manager return lvo_inner2() 2017-02-16 22:42:14.795 50750 ERROR cinder.volume.manager File "/usr/lib/python2.7/site-packages/oslo_concurrency/lockutils.py", line 271, in inner 2017-02-16 22:42:14.795 50750 ERROR cinder.volume.manager return f(*args, **kwargs) 2017-02-16 22:42:14.795 50750 ERROR cinder.volume.manager File "/opt/stack/new/cinder/cinder/volume/drivers/remotefs.py", line 131, in lvo_inner2 2017-02-16 22:42:14.795 50750 ERROR cinder.volume.manager return f(inst, *args, **kwargs) 2017-02-16 22:42:14.795 50750 ERROR cinder.volume.manager File "/opt/stack/new/cinder/cinder/volume/drivers/vzstorage.py", line 728, in create_cloned_volume 2017-02-16 22:42:14.795 50750 ERROR cinder.volume.manager src_vref) 2017-02-16 22:42:14.795 50750 ERROR cinder.volume.manager File "/opt/stack/new/cinder/cinder/volume/drivers/remotefs.py", line 939, in _create_cloned_volume 2017-02-16 22:42:14.795 50750 ERROR cinder.volume.manager raise exception.InvalidVolume(msg) 2017-02-16 22:42:14.795 50750 ERROR cinder.volume.manager InvalidVolume: Source volume status must be 'available', or 'backing-up' but is: downloading. 2017-02-16 22:42:14.795 50750 ERROR cinder.volume.manager 2017-02-16 22:42:14.801 50750 DEBUG cinder.volume.manager [req-395e8bb9-c4b9-4718-932a-140e6dbf3f6f - -] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeFromSpecTask;volume:create' (7f51f0c3-d228-407d-b3b1-1b9957a64ae4) transitioned into state 'REVERTING' from state 'FAILURE' _task_receiver /usr/lib/python2.7/site-packages/taskflow/listeners/logging.py:194 2017-02-16 22:42:14.803 50750 WARNING cinder.volume.manager [req-395e8bb9-c4b9-4718-932a-140e6dbf3f6f - -] Task 'cinder.volume.flows.manager.create_volume.CreateVolumeFromSpecTask;volume:create' (7f51f0c3-d228-407d-b3b1-1b9957a64ae4) transitioned into state 'REVERTED' from state 'REVERTING' with result 'None' 2017-02-16 22:42:14.805 50750 DEBUG cinder.volume.manager [req-395e8bb9-c4b9-4718-932a-140e6dbf3f6f - -] Task 'cinder.volume.flows.manager.create_volume.NotifyVolumeActionTask;volume:create, create.start' (3b9db0c6-4d8c-4f52-88e4-1a06074d8e01) transitioned into state 'REVERTING' from state 'SUCCESS' _task_receiver /usr/lib/python2.7/site-packages/taskflow/listeners/logging.py:194 2017-02-16 22:42:14.807 50750 WARNING cinder.volume.manager [req-395e8bb9-c4b9-4718-932a-140e6dbf3f6f - -] Task 'cinder.volume.flows.manager.create_volume.NotifyVolumeActionTask;volume:create, create.start' (3b9db0c6-4d8c-4f52-88e4-1a06074d8e01) transitioned into state 'REVERTED' from state 'REVERTING' with result 'None' 2017-02-16 22:42:14.809 50750 DEBUG cinder.volume.manager [req-395e8bb9-c4b9-4718-932a-140e6dbf3f6f - -] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeSpecTask;volume:create' (9c3948ca-2f54-4da3-b39c-37942b01af7f) transitioned into state 'REVERTING' from state 'SUCCESS' _task_receiver /usr/lib/python2.7/site-packages/taskflow/listeners/logging.py:194 2017-02-16 22:42:14.811 50750 WARNING cinder.volume.manager [req-395e8bb9-c4b9-4718-932a-140e6dbf3f6f - -] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeSpecTask;volume:create' (9c3948ca-2f54-4da3-b39c-37942b01af7f) transitioned into state 'REVERTED' from state 'REVERTING' with result 'None' 2017-02-16 22:42:14.814 50750 DEBUG cinder.volume.manager [req-395e8bb9-c4b9-4718-932a-140e6dbf3f6f - -] Task 'cinder.volume.flows.manager.create_volume.OnFailureRescheduleTask;volume:create' (669754ba-9191-4833-9212-bffe831a3842) transitioned into state 'REVERTING' from state 'SUCCESS' _task_receiver /usr/lib/python2.7/site-packages/taskflow/listeners/logging.py:194 2017-02-16 22:42:14.815 50750 DEBUG cinder.volume.flows.common [req-395e8bb9-c4b9-4718-932a-140e6dbf3f6f - -] Setting Volume cf9d47f0-4303-4bf1-968f-a6e37dd85fe6 to error due to: Unknown reason error_out /opt/stack/new/cinder/cinder/volume/flows/common.py:85 2017-02-16 22:42:14.820 50750 ERROR cinder.volume.flows.manager.create_volume [req-395e8bb9-c4b9-4718-932a-140e6dbf3f6f - -] Volume cf9d47f0-4303-4bf1-968f-a6e37dd85fe6: create failed 2017-02-16 22:42:14.822 50750 WARNING cinder.volume.manager [req-395e8bb9-c4b9-4718-932a-140e6dbf3f6f - -] Task 'cinder.volume.flows.manager.create_volume.OnFailureRescheduleTask;volume:create' (669754ba-9191-4833-9212-bffe831a3842) transitioned into state 'REVERTED' from state 'REVERTING' with result 'False' 2017-02-16 22:42:14.824 50750 DEBUG cinder.volume.manager [req-395e8bb9-c4b9-4718-932a-140e6dbf3f6f - -] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeRefTask;volume:create' (cdd560fe-f947-479b-a58d-f1bf953deae6) transitioned into state 'REVERTING' from state 'SUCCESS' _task_receiver /usr/lib/python2.7/site-packages/taskflow/listeners/logging.py:194 2017-02-16 22:42:14.826 50750 WARNING cinder.volume.manager [req-395e8bb9-c4b9-4718-932a-140e6dbf3f6f - -] Task 'cinder.volume.flows.manager.create_volume.ExtractVolumeRefTask;volume:create' (cdd560fe-f947-479b-a58d-f1bf953deae6) transitioned into state 'REVERTED' from state 'REVERTING' with result 'None' 2017-02-16 22:42:14.828 50750 WARNING cinder.volume.manager [req-395e8bb9-c4b9-4718-932a-140e6dbf3f6f - -] Flow 'volume_create_manager' (a30b72c6-d814-4b46-8b36-c6dc47e1b55a) transitioned into state 'REVERTED' from state 'RUNNING' 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager [req-395e8bb9-c4b9-4718-932a-140e6dbf3f6f - -] Failed to clone volume 9805342a-ab06-46b8-8685-69717e9e2c6b for image 3baa5599-c31f-4ce3-aca1-c6953963b56e. 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager Traceback (most recent call last): 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager File "/opt/stack/new/cinder/cinder/volume/manager.py", line 1250, in _clone_image_volume 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager self.create_volume(ctx, image_volume, allow_reschedule=False) 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager File "", line 2, in create_volume 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager File "/opt/stack/new/cinder/cinder/objects/cleanable.py", line 207, in wrapper 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager result = f(*args, **kwargs) 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager File "/opt/stack/new/cinder/cinder/volume/manager.py", line 654, in create_volume 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager _run_flow() 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager File "/opt/stack/new/cinder/cinder/volume/manager.py", line 646, in _run_flow 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager flow_engine.run() 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager File "/usr/lib/python2.7/site-packages/taskflow/engines/action_engine/engine.py", line 247, in run 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager for _state in self.run_iter(timeout=timeout): 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager File "/usr/lib/python2.7/site-packages/taskflow/engines/action_engine/engine.py", line 340, in run_iter 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager failure.Failure.reraise_if_any(er_failures) 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager File "/usr/lib/python2.7/site-packages/taskflow/types/failure.py", line 336, in reraise_if_any 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager failures[0].reraise() 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager File "/usr/lib/python2.7/site-packages/taskflow/types/failure.py", line 343, in reraise 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager six.reraise(*self._exc_info) 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager File "/usr/lib/python2.7/site-packages/taskflow/engines/action_engine/executor.py", line 53, in _execute_task 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager result = task.execute(**arguments) 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager File "/opt/stack/new/cinder/cinder/volume/flows/manager/create_volume.py", line 875, in execute 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager context, volume, **volume_spec) 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager File "/opt/stack/new/cinder/cinder/volume/flows/manager/create_volume.py", line 492, in _create_from_source_volume 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager model_update = self.driver.create_cloned_volume(volume, srcvol_ref) 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager File "/opt/stack/new/cinder/cinder/volume/drivers/remotefs.py", line 132, in lvo_inner1 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager return lvo_inner2() 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager File "/usr/lib/python2.7/site-packages/oslo_concurrency/lockutils.py", line 271, in inner 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager return f(*args, **kwargs) 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager File "/opt/stack/new/cinder/cinder/volume/drivers/remotefs.py", line 131, in lvo_inner2 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager return f(inst, *args, **kwargs) 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager File "/opt/stack/new/cinder/cinder/volume/drivers/vzstorage.py", line 728, in create_cloned_volume 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager src_vref) 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager File "/opt/stack/new/cinder/cinder/volume/drivers/remotefs.py", line 939, in _create_cloned_volume 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager raise exception.InvalidVolume(msg) 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager InvalidVolume: Source volume status must be 'available', or 'backing-up' but is: downloading. 2017-02-16 22:42:14.833 50750 ERROR cinder.volume.manager 2017-02-16 22:42:14.835 50750 DEBUG cinder.coordination [req-395e8bb9-c4b9-4718-932a-140e6dbf3f6f - -] Lock "cf9d47f0-4303-4bf1-968f-a6e37dd85fe6-delete_volume" acquired by "delete_volume" :: waited 0.000s _synchronized /opt/stack/new/cinder/cinder/coordination.py:300