Comment 0 for bug 1461398

The issue with server manager provisioning stuck in storage is seen in R2.20 build 38 (both icehouse and juno). Not seen in prior R2.20 build (#37).

root@cmbu-auto-esx1-lnx02:~# server-manager status server
{
    "server": [
        {
            "id": "cmbu-ceph-perf1",
            "ip_address": "10.87.140.197",
            "mac_address": "00:25:90:AB:9C:88",
            "status": "storage-compute_completed"
        },
        {
            "id": "cmbu-ceph-perf2",
            "ip_address": "10.87.140.198",
            "mac_address": "00:25:90:92:0D:54",
            "status": "storage-master_completed"
        },
        {
            "id": "cmbu-ceph-perf3",
            "ip_address": "10.87.140.199",
            "mac_address": "00:25:90:92:0E:6C",
            "status": "storage-master_completed"
        },
        {
            "id": "cmbu-ceph-perf4",
            "ip_address": "10.87.140.200",
            "mac_address": "00:25:90:92:0D:F2",
            "status": "storage_started"
        }
    ]
}
root@cmbu-auto-esx1-lnx02:~# server-manager show cluster --detail
{
    "cluster": [
        {
            "base_image_id": "",
            "email": "",
            "id": "test-cluster",
            "package_image_id": "",
            "parameters": {
                "admin_key": "AQDIgtNTgPLWARAAK6gs/fj8m88LnY9DwxJdYA==",
                "analytics_data_ttl": "168",
                "database_dir": "/home/cassandra",
                "database_token": "0",
                "domain": "englab.juniper.net",
                "encapsulation_priority": "MPLSoUDP,MPLSoGRE,VXLAN",
                "external_bgp": "",
                "gateway": "10.87.159.254",
                "haproxy": "disable",
                "internal_vip": "",
                "keystone_password": "contrail123",
                "keystone_tenant": "admin",
                "keystone_username": "admin",
                "live_migration": "enable",
                "live_migration_nfs_vm_host": "cmbu-ceph-perf2",
                "live_migration_storage_scope": "global",
                "multi_tenancy": "False",
                "openstack_mgmt_ip": "",
                "osd_bootstrap_key": "AQCq7NFTeJUoBhAAlTVpxwWQJtBej/JDNhT6+Q==",
                "password": "c0ntrail123",
                "router_asn": "64512",
                "service_token": "contrail123",
                "storage_fsid": "10acd23e-86da-4fc8-84cb-720c43a51b46",
                "storage_mon_secret": "AQBM78tTEMz+GhAA3WiOXQI7UVdIy0YFFuTGdw==",
                "storage_virsh_uuid": "e0be2131-609a-49fb-9ffd-6ace64ceee61",
                "subnet_mask": "255.255.224.0",
                "use_certificates": "False",
                "uuid": "8371e031-50f0-4f99-a755-188817294764"
            },
            "provision_role_sequence": "{'completed': [('cmbu-ceph-perf1', 'haproxy', '2015_06_02__14_10_26'), ('cmbu-ceph-perf1', 'database', '2015_06_02__14_12_02'), ('cmbu-ceph-perf1', 'openstack', '2015_06_02__14_20_07'), ('cmbu-ceph-perf1', 'config', '2015_06_02__14_22_17'), ('cmbu-ceph-perf1', 'control', '2015_06_02__14_22_56'), ('cmbu-ceph-perf1', 'collector', '2015_06_02__14_23_32'), ('cmbu-ceph-perf1', 'webui', '2015_06_02__14_23_52'), ('cmbu-ceph-perf2', 'compute', '2015_06_02__14_28_36'), ('cmbu-ceph-perf3', 'compute', '2015_06_02__14_29_19'), ('cmbu-ceph-perf4', 'compute', '2015_06_02__14_29_28')], 'steps': [[(u'cmbu-ceph-perf2', 'post_provision'), (u'cmbu-ceph-perf3', 'post_provision'), (u'cmbu-ceph-perf4', 'post_provision'), (u'cmbu-ceph-perf2', 'storage-compute'), (u'cmbu-ceph-perf3', 'storage-compute'), (u'cmbu-ceph-perf4', 'storage-compute'), (u'cmbu-ceph-perf1', 'storage-master'), (u'cmbu-ceph-perf1', 'post_provision')]]}",
            "provisioned_id": null
        }
    ]
}
root@cmbu-auto-esx1-lnx02:~#

compute syslog:

Jun 2 16:38:18 cmbu-ceph-perf2 puppet-agent[2851]: (/Stage[storage]/Contrail::Profile::Storage/Contrail::Storage/Contrail::Lib::Storage_common[storage-compute]/Contrail::Lib::Report_status[storage-compute_completed]/Exec[contrail-status-storage-compute_completed]) Dependency Exec[setup-config-storage-compute-live-migration] has failures: true
Jun 2 16:38:18 cmbu-ceph-perf2 puppet-agent[2851]: (/Stage[storage]/Contrail::Profile::Storage/Contrail::Storage/Contrail::Lib::Storage_common[storage-compute]/Contrail::Lib::Report_status[storage-compute_completed]/Exec[contrail-status-storage-compute_completed]) Skipping because of failed dependencies
Jun 2 16:38:18 cmbu-ceph-perf2 puppet-agent[2851]: (/Stage[post]/Contrail::Provision_complete/Contrail::Lib::Report_status[post_provision_completed]/Exec[contrail-status-post_provision_completed]) Dependency Exec[setup-config-storage-compute-live-migration] has failures: true
Jun 2 16:38:18 cmbu-ceph-perf2 puppet-agent[2851]: (/Stage[post]/Contrail::Provision_complete/Contrail::Lib::Report_status[post_provision_completed]/Exec[contrail-status-post_provision_completed]) Skipping because of failed dependencies
Jun 2 16:38:18 cmbu-ceph-perf2 puppet-agent[2851]: (/Stage[post]/Contrail::Provision_complete/Exec[do-reboot-server]) Dependency Exec[setup-config-storage-compute-live-migration] has failures: true
Jun 2 16:38:18 cmbu-ceph-perf2 puppet-agent[2851]: (/Stage[post]/Contrail::Provision_complete/Exec[do-reboot-server]) Skipping because of failed dependencies