Verified on MOS 9.0 #363
Steps:
1. Boot VM with Ubuntu cloud image via Horizon dashboard, connect it to private default network

2. Run on controller node the following CLI commands:

root@node-1:~# nova hypervisor-list                       
+----+--------------------------+-------+---------+
| ID | Hypervisor hostname      | State | Status  |
+----+--------------------------+-------+---------+
| 1  | node-2.test.domain.local | up    | enabled |
| 2  | node-5.test.domain.local | up    | enabled |
+----+--------------------------+-------+---------+

root@node-1:~# nova service-disable --reason "test" node-5.test.domain.local nova-compute
+--------------------------+--------------+----------+-----------------+
| Host                     | Binary       | Status   | Disabled Reason |
+--------------------------+--------------+----------+-----------------+
| node-5.test.domain.local | nova-compute | disabled | test            |
+--------------------------+--------------+----------+-----------------+

root@node-1:~# nova hypervisor-list
+----+--------------------------+-------+----------+
| ID | Hypervisor hostname      | State | Status   |
+----+--------------------------+-------+----------+
| 1  | node-2.test.domain.local | up    | enabled  |
| 2  | node-5.test.domain.local | down  | disabled |
+----+--------------------------+-------+----------+

root@node-1:~# nova host-evacuate node-5.test.domain.local
+--------------------------------------+-------------------+---------------+
| Server UUID                          | Evacuate Accepted | Error Message |
+--------------------------------------+-------------------+---------------+
| 8eb0ecb2-a7f4-429f-b72d-d3d0ca7c867a | True              |               |
+--------------------------------------+-------------------+---------------+

root@node-1:~# nova list
+--------------------------------------+-------+--------+------------+-------------+----------------------------------+
| ID                                   | Name  | Status | Task State | Power State | Networks                         |
+--------------------------------------+-------+--------+------------+-------------+----------------------------------+
| 8eb0ecb2-a7f4-429f-b72d-d3d0ca7c867a | test1 | ERROR  | -          | Running     | admin_internal_net=192.168.111.3 |
+--------------------------------------+-------+--------+------------+-------------+----------------------------------+


root@node-1:~# nova show 8eb0ecb2-a7f4-429f-b72d-d3d0ca7c867a
+--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
| Property                             | Value                                                                                                                                                                                          |
+--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
| OS-DCF:diskConfig                    | AUTO                                                                                                                                                                                           |
| OS-EXT-AZ:availability_zone          | nova                                                                                                                                                                                           |
| OS-EXT-SRV-ATTR:host                 | node-5.test.domain.local                                                                                                                                                                       |
| OS-EXT-SRV-ATTR:hypervisor_hostname  | node-5.test.domain.local                                                                                                                                                                       |
| OS-EXT-SRV-ATTR:instance_name        | instance-00000001                                                                                                                                                                              |
| OS-EXT-STS:power_state               | 1                                                                                                                                                                                              |
| OS-EXT-STS:task_state                | -                                                                                                                                                                                              |
| OS-EXT-STS:vm_state                  | error                                                                                                                                                                                          |
| OS-SRV-USG:launched_at               | 2016-05-19T13:21:43.000000                                                                                                                                                                     |
| OS-SRV-USG:terminated_at             | -                                                                                                                                                                                              |
| accessIPv4                           |                                                                                                                                                                                                |
| accessIPv6                           |                                                                                                                                                                                                |
| admin_internal_net network           | 192.168.111.3                                                                                                                                                                                  |
| config_drive                         |                                                                                                                                                                                                |
| created                              | 2016-05-19T13:20:29Z                                                                                                                                                                           |
| fault                                | {"message": "Invalid state of instance files on shared storage", "code": 500, "details": "  File \"/usr/lib/python2.7/dist-packages/nova/compute/manager.py\", line 375, in decorated_function |
|                                      |     return function(self, context, *args, **kwargs)                                                                                                                                            |
|                                      |   File \"/usr/lib/python2.7/dist-packages/nova/compute/manager.py\", line 2809, in rebuild_instance                                                                                            |
|                                      |     bdms, recreate, on_shared_storage, preserve_ephemeral)                                                                                                                                     |
|                                      |   File \"/usr/lib/python2.7/dist-packages/nova/compute/manager.py\", line 2853, in _do_rebuild_instance_with_claim                                                                             |
|                                      |     self._do_rebuild_instance(*args, **kwargs)                                                                                                                                                 |
|                                      |   File \"/usr/lib/python2.7/dist-packages/nova/compute/manager.py\", line 2885, in _do_rebuild_instance                                                                                        |
|                                      |     _(\"Invalid state of instance files on shared\"                                                                                                                                            |
|                                      | ", "created": "2016-05-19T13:35:55Z"}                                                                                                                                                          |
| flavor                               | m1.small (2)                                                                                                                                                                                   |
| hostId                               | 8b933cc7faef068bcd26d2a1e67238afa563f39fc9cc8957bf4a5d58                                                                                                                                       |
| id                                   | 8eb0ecb2-a7f4-429f-b72d-d3d0ca7c867a                                                                                                                                                           |
| image                                | Ubuntu cloud image (a5fa79ca-9097-4141-bc62-1feb6d2696d0)                                                                                                                                      |
| key_name                             | -                                                                                                                                                                                              |
| metadata                             | {}                                                                                                                                                                                             |
| name                                 | test1                                                                                                                                                                                          |
| os-extended-volumes:volumes_attached | []                                                                                                                                                                                             |
| security_groups                      | default                                                                                                                                                                                        |
| status                               | ERROR                                                                                                                                                                                          |
| tenant_id                            | 87ec2a9db7674436bc6fee732a7d5b48                                                                                                                                                               |
| updated                              | 2016-05-19T13:35:56Z                                                                                                                                                                           |
| user_id                              | d879b7c5c2b54a7a886fb6ffc64a9b83                                                                                                                                                               |
+--------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+