# euca-describe-volumes vol-00000551 vol-00000552 vol-00000553 VOLUME vol-00000551 1 na.dev-netapp available 2013-02-01T09:32:01.000Z VOLUME vol-00000552 2 na.dev-netapp available 2013-02-01T09:32:07.000Z VOLUME vol-00000553 3 na.dev-netapp available 2013-02-01T09:32:13.000Z # euca-attach-volume -i i-000005eb -d /dev/vdc vol-00000553 VOLUME vol-00000553 # euca-attach-volume -i i-000005eb -d /dev/vdd vol-00000552 VOLUME vol-00000552 2013-02-05 10:25:18 DEBUG nova.rpc.amqp [-] received {u'_context_roles': [], u'_context_request_id': u'req-3bcccc5b-14b0-43da-92de-13a23cb09a9a', u'_context_read_deleted': u'no', u'args': {u'instance_uuid': u'ea07adab-8cf6-4824-86c3-5ce292755cee', u'mountpoint': u'/dev/vdc', u'volume_id': 1363}, u'_context_auth_token': '', u'_context_is_admin': False, u'_context_project_id': u'103a49bb861e485ea05aa78f9b0216bd', u'_context_timestamp': u'2013-02-05T09:25:17.916537', u'_context_user_id': u'01021119097b49f99cc13928c918bceb', u'method': u'attach_volume', u'_context_remote_address': u'172.30.192.229'} from (pid=31927) _safe_log /opt/common-python/lib/python2.6/site-packages/nova/rpc/common.py:160 2013-02-05 10:25:18 DEBUG nova.rpc.amqp [req-3bcccc5b-14b0-43da-92de-13a23cb09a9a 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] unpacked context: {'user_id': u'01021119097b49f99cc13928c918bceb', 'roles': [], 'timestamp': '2013-02-05T09:25:17.916537', 'auth_token': '', 'remote_address': u'172.30.192.229', 'is_admin': False, 'request_id': u'req-3bcccc5b-14b0-43da-92de-13a23cb09a9a', 'project_id': u'103a49bb861e485ea05aa78f9b0216bd', 'read_deleted': u'no'} from (pid=31927) _safe_log /opt/common-python/lib/python2.6/site-packages/nova/rpc/common.py:160 2013-02-05 10:25:18 INFO nova.compute.manager [req-3bcccc5b-14b0-43da-92de-13a23cb09a9a 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] check_instance_lock: decorating: || 2013-02-05 10:25:18 INFO nova.compute.manager [req-3bcccc5b-14b0-43da-92de-13a23cb09a9a 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] check_instance_lock: arguments: || || |ea07adab-8cf6-4824-86c3-5ce292755cee| 2013-02-05 10:25:18 DEBUG nova.compute.manager [req-3bcccc5b-14b0-43da-92de-13a23cb09a9a 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] instance ea07adab-8cf6-4824-86c3-5ce292755cee: getting locked state from (pid=31927) get_lock /opt/common-python/lib/python2.6/site-packages/nova/compute/manager.py:1633 2013-02-05 10:25:18 INFO nova.compute.manager [req-3bcccc5b-14b0-43da-92de-13a23cb09a9a 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] check_instance_lock: locked: |False| 2013-02-05 10:25:18 INFO nova.compute.manager [req-3bcccc5b-14b0-43da-92de-13a23cb09a9a 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] check_instance_lock: admin: |False| 2013-02-05 10:25:18 INFO nova.compute.manager [req-3bcccc5b-14b0-43da-92de-13a23cb09a9a 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] check_instance_lock: executing: || 2013-02-05 10:25:18 AUDIT nova.compute.manager [req-3bcccc5b-14b0-43da-92de-13a23cb09a9a 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] [instance: ea07adab-8cf6-4824-86c3-5ce292755cee] Attaching volume 1363 to /dev/vdc 2013-02-05 10:25:18 DEBUG nova.rpc.amqp [req-3bcccc5b-14b0-43da-92de-13a23cb09a9a 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Making asynchronous call on volume.mgmt01.na.getgooddata.com ... from (pid=31927) multicall /opt/common-python/lib/python2.6/site-packages/nova/rpc/amqp.py:326 2013-02-05 10:25:18 DEBUG nova.rpc.amqp [req-3bcccc5b-14b0-43da-92de-13a23cb09a9a 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] MSG_ID is 7386d5d9a67e4e60a8550ddfb537ef79 from (pid=31927) multicall /opt/common-python/lib/python2.6/site-packages/nova/rpc/amqp.py:329 2013-02-05 10:25:19 DEBUG nova.utils [req-3bcccc5b-14b0-43da-92de-13a23cb09a9a 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Attempting to grab semaphore "connect_volume" for method "connect_volume"... from (pid=31927) inner /opt/common-python/lib/python2.6/site-packages/nova/utils.py:928 2013-02-05 10:25:19 DEBUG nova.utils [req-3bcccc5b-14b0-43da-92de-13a23cb09a9a 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Got semaphore "connect_volume" for method "connect_volume"... from (pid=31927) inner /opt/common-python/lib/python2.6/site-packages/nova/utils.py:932 2013-02-05 10:25:19 DEBUG nova.utils [req-3bcccc5b-14b0-43da-92de-13a23cb09a9a 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Running cmd (subprocess): sudo /opt/openstack/bin/nova-rootwrap iscsiadm -m node -T iqn.1992-08.com.netapp:node.netapp02 -p 172.30.128.3:3260 from (pid=31927) execute /opt/common-python/lib/python2.6/site-packages/nova/utils.py:220 2013-02-05 10:25:19 DEBUG nova.utils [req-3bcccc5b-14b0-43da-92de-13a23cb09a9a 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Result was 21 from (pid=31927) execute /opt/common-python/lib/python2.6/site-packages/nova/utils.py:236 2013-02-05 10:25:19 DEBUG nova.utils [req-3bcccc5b-14b0-43da-92de-13a23cb09a9a 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Running cmd (subprocess): sudo /opt/openstack/bin/nova-rootwrap iscsiadm -m node -T iqn.1992-08.com.netapp:node.netapp02 -p 172.30.128.3:3260 --op new from (pid=31927) execute /opt/common-python/lib/python2.6/site-packages/nova/utils.py:220 2013-02-05 10:25:19 DEBUG nova.virt.libvirt.volume [req-3bcccc5b-14b0-43da-92de-13a23cb09a9a 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] iscsiadm ('--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.30.128.3,3260,-1 iqn.1992-08.com.netapp:node.netapp02] added stderr= from (pid=31927) _run_iscsiadm /opt/common-python/lib/python2.6/site-packages/nova/virt/libvirt/volume.py:127 2013-02-05 10:25:19 DEBUG nova.utils [req-3bcccc5b-14b0-43da-92de-13a23cb09a9a 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Running cmd (subprocess): sudo /opt/openstack/bin/nova-rootwrap iscsiadm -m node -T iqn.1992-08.com.netapp:node.netapp02 -p 172.30.128.3:3260 --login from (pid=31927) execute /opt/common-python/lib/python2.6/site-packages/nova/utils.py:220 2013-02-05 10:25:20 DEBUG nova.virt.libvirt.volume [req-3bcccc5b-14b0-43da-92de-13a23cb09a9a 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.1992-08.com.netapp:node.netapp02, portal: 172.30.128.3,3260] (multiple) Login to [iface: default, target: iqn.1992-08.com.netapp:node.netapp02, portal: 172.30.128.3,3260] successful. stderr= from (pid=31927) _run_iscsiadm /opt/common-python/lib/python2.6/site-packages/nova/virt/libvirt/volume.py:127 2013-02-05 10:25:20 DEBUG nova.utils [req-3bcccc5b-14b0-43da-92de-13a23cb09a9a 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Running cmd (subprocess): sudo /opt/openstack/bin/nova-rootwrap iscsiadm -m node -T iqn.1992-08.com.netapp:node.netapp02 -p 172.30.128.3:3260 --op update -n node.startup -v automatic from (pid=31927) execute /opt/common-python/lib/python2.6/site-packages/nova/utils.py:220 2013-02-05 10:25:20 DEBUG nova.virt.libvirt.volume [req-3bcccc5b-14b0-43da-92de-13a23cb09a9a 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= from (pid=31927) _run_iscsiadm /opt/common-python/lib/python2.6/site-packages/nova/virt/libvirt/volume.py:127 2013-02-05 10:25:20 WARNING nova.virt.libvirt.volume [req-3bcccc5b-14b0-43da-92de-13a23cb09a9a 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] ISCSI volume not yet found at: vdc. Will rescan & retry. Try number: 0 2013-02-05 10:25:20 DEBUG nova.utils [req-3bcccc5b-14b0-43da-92de-13a23cb09a9a 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Running cmd (subprocess): sudo /opt/openstack/bin/nova-rootwrap iscsiadm -m node -T iqn.1992-08.com.netapp:node.netapp02 -p 172.30.128.3:3260 --rescan from (pid=31927) execute /opt/common-python/lib/python2.6/site-packages/nova/utils.py:220 2013-02-05 10:25:20 DEBUG nova.virt.libvirt.volume [req-3bcccc5b-14b0-43da-92de-13a23cb09a9a 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] iscsiadm ('--rescan',): stdout=Rescanning session [sid: 12, target: iqn.1992-08.com.netapp:node.netapp02, portal: 172.30.128.3,3260] stderr= from (pid=31927) _run_iscsiadm /opt/common-python/lib/python2.6/site-packages/nova/virt/libvirt/volume.py:127 2013-02-05 10:25:21 DEBUG nova.virt.libvirt.volume [req-3bcccc5b-14b0-43da-92de-13a23cb09a9a 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Found iSCSI node vdc (after 1 rescans) from (pid=31927) connect_volume /opt/common-python/lib/python2.6/site-packages/nova/virt/libvirt/volume.py:200 2013-02-05 10:25:22 DEBUG nova.virt.libvirt.volume [req-3bcccc5b-14b0-43da-92de-13a23cb09a9a 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Attaching device /dev/disk/by-path/ip-172.30.128.3:3260-iscsi-iqn.1992-08.com.netapp:node.netapp02-lun-0 as vdc from (pid=31927) connect_volume /opt/common-python/lib/python2.6/site-packages/nova/virt/libvirt/volume.py:59 2013-02-05 10:25:22 DEBUG nova.rpc.amqp [req-3bcccc5b-14b0-43da-92de-13a23cb09a9a 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Making asynchronous call on volume.mgmt01.na.getgooddata.com ... from (pid=31927) multicall /opt/common-python/lib/python2.6/site-packages/nova/rpc/amqp.py:326 2013-02-05 10:25:22 DEBUG nova.rpc.amqp [req-3bcccc5b-14b0-43da-92de-13a23cb09a9a 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] MSG_ID is a4fd57ad179547829691dd7fe1ba223e from (pid=31927) multicall /opt/common-python/lib/python2.6/site-packages/nova/rpc/amqp.py:329 2013-02-05 10:25:29 DEBUG nova.rpc.amqp [-] received {u'_context_roles': [], u'_context_request_id': u'req-2d866698-29ca-460d-ad19-199b37dce09c', u'_context_read_deleted': u'no', u'args': {u'instance_uuid': u'ea07adab-8cf6-4824-86c3-5ce292755cee', u'mountpoint': u'/dev/vdd', u'volume_id': 1362}, u'_context_auth_token': '', u'_context_is_admin': False, u'_context_project_id': u'103a49bb861e485ea05aa78f9b0216bd', u'_context_timestamp': u'2013-02-05T09:25:29.702854', u'_context_user_id': u'01021119097b49f99cc13928c918bceb', u'method': u'attach_volume', u'_context_remote_address': u'172.30.192.229'} from (pid=31927) _safe_log /opt/common-python/lib/python2.6/site-packages/nova/rpc/common.py:160 2013-02-05 10:25:29 DEBUG nova.rpc.amqp [req-2d866698-29ca-460d-ad19-199b37dce09c 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] unpacked context: {'user_id': u'01021119097b49f99cc13928c918bceb', 'roles': [], 'timestamp': '2013-02-05T09:25:29.702854', 'auth_token': '', 'remote_address': u'172.30.192.229', 'is_admin': False, 'request_id': u'req-2d866698-29ca-460d-ad19-199b37dce09c', 'project_id': u'103a49bb861e485ea05aa78f9b0216bd', 'read_deleted': u'no'} from (pid=31927) _safe_log /opt/common-python/lib/python2.6/site-packages/nova/rpc/common.py:160 2013-02-05 10:25:29 INFO nova.compute.manager [req-2d866698-29ca-460d-ad19-199b37dce09c 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] check_instance_lock: decorating: || 2013-02-05 10:25:29 INFO nova.compute.manager [req-2d866698-29ca-460d-ad19-199b37dce09c 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] check_instance_lock: arguments: || || |ea07adab-8cf6-4824-86c3-5ce292755cee| 2013-02-05 10:25:29 DEBUG nova.compute.manager [req-2d866698-29ca-460d-ad19-199b37dce09c 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] instance ea07adab-8cf6-4824-86c3-5ce292755cee: getting locked state from (pid=31927) get_lock /opt/common-python/lib/python2.6/site-packages/nova/compute/manager.py:1633 2013-02-05 10:25:29 INFO nova.compute.manager [req-2d866698-29ca-460d-ad19-199b37dce09c 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] check_instance_lock: locked: |False| 2013-02-05 10:25:29 INFO nova.compute.manager [req-2d866698-29ca-460d-ad19-199b37dce09c 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] check_instance_lock: admin: |False| 2013-02-05 10:25:29 INFO nova.compute.manager [req-2d866698-29ca-460d-ad19-199b37dce09c 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] check_instance_lock: executing: || 2013-02-05 10:25:30 AUDIT nova.compute.manager [req-2d866698-29ca-460d-ad19-199b37dce09c 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] [instance: ea07adab-8cf6-4824-86c3-5ce292755cee] Attaching volume 1362 to /dev/vdd 2013-02-05 10:25:30 DEBUG nova.rpc.amqp [req-2d866698-29ca-460d-ad19-199b37dce09c 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Making asynchronous call on volume.mgmt01.na.getgooddata.com ... from (pid=31927) multicall /opt/common-python/lib/python2.6/site-packages/nova/rpc/amqp.py:326 2013-02-05 10:25:30 DEBUG nova.rpc.amqp [req-2d866698-29ca-460d-ad19-199b37dce09c 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] MSG_ID is 8f85546c19b447cdaeaf939e83a1e659 from (pid=31927) multicall /opt/common-python/lib/python2.6/site-packages/nova/rpc/amqp.py:329 2013-02-05 10:25:31 DEBUG nova.utils [req-2d866698-29ca-460d-ad19-199b37dce09c 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Attempting to grab semaphore "connect_volume" for method "connect_volume"... from (pid=31927) inner /opt/common-python/lib/python2.6/site-packages/nova/utils.py:928 2013-02-05 10:25:31 DEBUG nova.utils [req-2d866698-29ca-460d-ad19-199b37dce09c 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Got semaphore "connect_volume" for method "connect_volume"... from (pid=31927) inner /opt/common-python/lib/python2.6/site-packages/nova/utils.py:932 2013-02-05 10:25:31 DEBUG nova.utils [req-2d866698-29ca-460d-ad19-199b37dce09c 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Running cmd (subprocess): sudo /opt/openstack/bin/nova-rootwrap iscsiadm -m node -T iqn.1992-08.com.netapp:node.netapp02 -p 172.30.128.3:3260 from (pid=31927) execute /opt/common-python/lib/python2.6/site-packages/nova/utils.py:220 2013-02-05 10:25:31 DEBUG nova.virt.libvirt.volume [req-2d866698-29ca-460d-ad19-199b37dce09c 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] iscsiadm (): stdout=# BEGIN RECORD 2.0-872.41.el6 node.name = iqn.1992-08.com.netapp:node.netapp02 node.tpgt = -1 node.startup = automatic node.leading_login = No iface.hwaddress = iface.ipaddress = iface.iscsi_ifacename = default iface.net_ifacename = iface.transport_name = tcp iface.initiatorname = iface.bootproto = iface.subnet_mask = iface.gateway = iface.ipv6_autocfg = iface.linklocal_autocfg = iface.router_autocfg = iface.ipv6_linklocal = iface.ipv6_router = iface.state = iface.vlan_id = 0 iface.vlan_priority = 0 iface.vlan_state = iface.iface_num = 0 iface.mtu = 0 iface.port = 0 node.discovery_address = node.discovery_port = 0 node.discovery_type = static node.session.initial_cmdsn = 0 node.session.initial_login_retry_max = 8 node.session.xmit_thread_priority = -20 node.session.cmds_max = 128 node.session.queue_depth = 32 node.session.nr_sessions = 1 node.session.auth.authmethod = None node.session.auth.username = node.session.auth.password = node.session.auth.username_in = node.session.auth.password_in = node.session.timeo.replacement_timeout = 120 node.session.err_timeo.abort_timeout = 15 node.session.err_timeo.lu_reset_timeout = 30 node.session.err_timeo.tgt_reset_timeout = 30 node.session.err_timeo.host_reset_timeout = 60 node.session.iscsi.FastAbort = Yes node.session.iscsi.InitialR2T = No node.session.iscsi.ImmediateData = Yes node.session.iscsi.FirstBurstLength = 262144 node.session.iscsi.MaxBurstLength = 16776192 node.session.iscsi.DefaultTime2Retain = 0 node.session.iscsi.DefaultTime2Wait = 2 node.session.iscsi.MaxConnections = 1 node.session.iscsi.MaxOutstandingR2T = 1 node.session.iscsi.ERL = 0 node.conn[0].address = 172.30.128.3 node.conn[0].port = 3260 node.conn[0].startup = manual node.conn[0].tcp.window_size = 524288 node.conn[0].tcp.type_of_service = 0 node.conn[0].timeo.logout_timeout = 15 node.conn[0].timeo.login_timeout = 15 node.conn[0].timeo.auth_timeout = 45 node.conn[0].timeo.noop_out_interval = 5 node.conn[0].timeo.noop_out_timeout = 5 node.conn[0].iscsi.MaxXmitDataSegmentLength = 0 node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144 node.conn[0].iscsi.HeaderDigest = None node.conn[0].iscsi.IFMarker = No node.conn[0].iscsi.OFMarker = No # END RECORD stderr= from (pid=31927) _run_iscsiadm /opt/common-python/lib/python2.6/site-packages/nova/virt/libvirt/volume.py:127 2013-02-05 10:25:31 DEBUG nova.utils [req-2d866698-29ca-460d-ad19-199b37dce09c 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Running cmd (subprocess): sudo /opt/openstack/bin/nova-rootwrap iscsiadm -m node -T iqn.1992-08.com.netapp:node.netapp02 -p 172.30.128.3:3260 --login from (pid=31927) execute /opt/common-python/lib/python2.6/site-packages/nova/utils.py:220 2013-02-05 10:25:31 DEBUG nova.virt.libvirt.volume [req-2d866698-29ca-460d-ad19-199b37dce09c 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] iscsiadm ('--login',): stdout= stderr= from (pid=31927) _run_iscsiadm /opt/common-python/lib/python2.6/site-packages/nova/virt/libvirt/volume.py:127 2013-02-05 10:25:31 DEBUG nova.utils [req-2d866698-29ca-460d-ad19-199b37dce09c 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Running cmd (subprocess): sudo /opt/openstack/bin/nova-rootwrap iscsiadm -m node -T iqn.1992-08.com.netapp:node.netapp02 -p 172.30.128.3:3260 --op update -n node.startup -v automatic from (pid=31927) execute /opt/common-python/lib/python2.6/site-packages/nova/utils.py:220 2013-02-05 10:25:31 DEBUG nova.virt.libvirt.volume [req-2d866698-29ca-460d-ad19-199b37dce09c 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= from (pid=31927) _run_iscsiadm /opt/common-python/lib/python2.6/site-packages/nova/virt/libvirt/volume.py:127 2013-02-05 10:25:31 WARNING nova.virt.libvirt.volume [req-2d866698-29ca-460d-ad19-199b37dce09c 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] ISCSI volume not yet found at: vdd. Will rescan & retry. Try number: 0 2013-02-05 10:25:31 DEBUG nova.utils [req-2d866698-29ca-460d-ad19-199b37dce09c 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Running cmd (subprocess): sudo /opt/openstack/bin/nova-rootwrap iscsiadm -m node -T iqn.1992-08.com.netapp:node.netapp02 -p 172.30.128.3:3260 --rescan from (pid=31927) execute /opt/common-python/lib/python2.6/site-packages/nova/utils.py:220 2013-02-05 10:25:31 DEBUG nova.virt.libvirt.volume [req-2d866698-29ca-460d-ad19-199b37dce09c 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] iscsiadm ('--rescan',): stdout=Rescanning session [sid: 12, target: iqn.1992-08.com.netapp:node.netapp02, portal: 172.30.128.3,3260] stderr= from (pid=31927) _run_iscsiadm /opt/common-python/lib/python2.6/site-packages/nova/virt/libvirt/volume.py:127 2013-02-05 10:25:32 DEBUG nova.virt.libvirt.volume [req-2d866698-29ca-460d-ad19-199b37dce09c 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Found iSCSI node vdd (after 1 rescans) from (pid=31927) connect_volume /opt/common-python/lib/python2.6/site-packages/nova/virt/libvirt/volume.py:200 2013-02-05 10:25:33 DEBUG nova.virt.libvirt.volume [req-2d866698-29ca-460d-ad19-199b37dce09c 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Attaching device /dev/disk/by-path/ip-172.30.128.3:3260-iscsi-iqn.1992-08.com.netapp:node.netapp02-lun-1 as vdd from (pid=31927) connect_volume /opt/common-python/lib/python2.6/site-packages/nova/virt/libvirt/volume.py:59 2013-02-05 10:25:33 DEBUG nova.rpc.amqp [req-2d866698-29ca-460d-ad19-199b37dce09c 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Making asynchronous call on volume.mgmt01.na.getgooddata.com ... from (pid=31927) multicall /opt/common-python/lib/python2.6/site-packages/nova/rpc/amqp.py:326 2013-02-05 10:25:33 DEBUG nova.rpc.amqp [req-2d866698-29ca-460d-ad19-199b37dce09c 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] MSG_ID is cbf29130c3fb44d38c77148b0c3c4b6a from (pid=31927) multicall /opt/common-python/lib/python2.6/site-packages/nova/rpc/amqp.py:329 # euca-detach-volume vol-00000553 VOLUME vol-00000553 2013-02-05 10:28:50 DEBUG nova.rpc.amqp [-] received {u'_context_roles': [u'admin'], u'_context_request_id': u'req-3956d30c-acc3-4146-831f-a4ac5238422e', u'_context_read_deleted': u'no', u'args': {u'instance_uuid': u'ea07adab-8cf6-4824-86c3-5ce292755cee', u'volume_id': 1363}, u'_context_auth_token': '', u'_context_is_admin': False, u'_context_project_id': u'103a49bb861e485ea05aa78f9b0216bd', u'_context_timestamp': u'2013-02-05T09:28:50.642284', u'_context_user_id': u'01021119097b49f99cc13928c918bceb', u'method': u'detach_volume', u'_context_remote_address': u'172.30.192.229'} from (pid=31927) _safe_log /opt/common-python/lib/python2.6/site-packages/nova/rpc/common.py:160 2013-02-05 10:28:50 DEBUG nova.rpc.amqp [req-3956d30c-acc3-4146-831f-a4ac5238422e 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] unpacked context: {'user_id': u'01021119097b49f99cc13928c918bceb', 'roles': [u'admin'], 'timestamp': '2013-02-05T09:28:50.642284', 'auth_token': '', 'remote_address': u'172.30.192.229', 'is_admin': False, 'request_id': u'req-3956d30c-acc3-4146-831f-a4ac5238422e', 'project_id': u'103a49bb861e485ea05aa78f9b0216bd', 'read_deleted': u'no'} from (pid=31927) _safe_log /opt/common-python/lib/python2.6/site-packages/nova/rpc/common.py:160 2013-02-05 10:28:50 INFO nova.compute.manager [req-3956d30c-acc3-4146-831f-a4ac5238422e 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] check_instance_lock: decorating: || 2013-02-05 10:28:50 INFO nova.compute.manager [req-3956d30c-acc3-4146-831f-a4ac5238422e 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] check_instance_lock: arguments: || || |ea07adab-8cf6-4824-86c3-5ce292755cee| 2013-02-05 10:28:50 DEBUG nova.compute.manager [req-3956d30c-acc3-4146-831f-a4ac5238422e 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] instance ea07adab-8cf6-4824-86c3-5ce292755cee: getting locked state from (pid=31927) get_lock /opt/common-python/lib/python2.6/site-packages/nova/compute/manager.py:1633 2013-02-05 10:28:50 INFO nova.compute.manager [req-3956d30c-acc3-4146-831f-a4ac5238422e 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] check_instance_lock: locked: |False| 2013-02-05 10:28:50 INFO nova.compute.manager [req-3956d30c-acc3-4146-831f-a4ac5238422e 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] check_instance_lock: admin: |False| 2013-02-05 10:28:50 INFO nova.compute.manager [req-3956d30c-acc3-4146-831f-a4ac5238422e 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] check_instance_lock: executing: || 2013-02-05 10:28:50 AUDIT nova.compute.manager [req-3956d30c-acc3-4146-831f-a4ac5238422e 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] [instance: ea07adab-8cf6-4824-86c3-5ce292755cee] Detach volume 1363 from mountpoint /dev/vdc 2013-02-05 10:28:51 DEBUG nova.utils [req-3956d30c-acc3-4146-831f-a4ac5238422e 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Attempting to grab semaphore "connect_volume" for method "disconnect_volume"... from (pid=31927) inner /opt/common-python/lib/python2.6/site-packages/nova/utils.py:928 2013-02-05 10:28:51 DEBUG nova.utils [req-3956d30c-acc3-4146-831f-a4ac5238422e 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Got semaphore "connect_volume" for method "disconnect_volume"... from (pid=31927) inner /opt/common-python/lib/python2.6/site-packages/nova/utils.py:932 2013-02-05 10:28:52 DEBUG nova.rpc.amqp [req-3956d30c-acc3-4146-831f-a4ac5238422e 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Making asynchronous call on volume.mgmt01.na.getgooddata.com ... from (pid=31927) multicall /opt/common-python/lib/python2.6/site-packages/nova/rpc/amqp.py:326 2013-02-05 10:28:52 DEBUG nova.rpc.amqp [req-3956d30c-acc3-4146-831f-a4ac5238422e 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] MSG_ID is d83db80dfc9c445795992ee0199e65cd from (pid=31927) multicall /opt/common-python/lib/python2.6/site-packages/nova/rpc/amqp.py:329 2013-02-05 10:28:53 DEBUG nova.rpc.amqp [req-3956d30c-acc3-4146-831f-a4ac5238422e 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Making asynchronous call on volume.mgmt01.na.getgooddata.com ... from (pid=31927) multicall /opt/common-python/lib/python2.6/site-packages/nova/rpc/amqp.py:326 2013-02-05 10:28:53 DEBUG nova.rpc.amqp [req-3956d30c-acc3-4146-831f-a4ac5238422e 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] MSG_ID is b5fe6f2f2e4f416b8446bf6aa92bcd5f from (pid=31927) multicall /opt/common-python/lib/python2.6/site-packages/nova/rpc/amqp.py:329 2013-02-05 10:28:55 DEBUG nova.manager [-] Running periodic task ComputeManager._publish_service_capabilities from (pid=31927) periodic_tasks /opt/common-python/lib/python2.6/site-packages/nova/manager.py:154 2013-02-05 10:28:55 DEBUG nova.manager [-] Notifying Schedulers of capabilities ... from (pid=31927) _publish_service_capabilities /opt/common-python/lib/python2.6/site-packages/nova/manager.py:208 2013-02-05 10:28:55 DEBUG nova.rpc.amqp [-] Making asynchronous fanout cast... from (pid=31927) fanout_cast /opt/common-python/lib/python2.6/site-packages/nova/rpc/amqp.py:359 2013-02-05 10:28:56 DEBUG nova.manager [-] Running periodic task ComputeManager._poll_rescued_instances from (pid=31927) periodic_tasks /opt/common-python/lib/python2.6/site-packages/nova/manager.py:154 2013-02-05 10:28:56 DEBUG nova.manager [-] Skipping ComputeManager._sync_power_states, 2 ticks left until next run from (pid=31927) periodic_tasks /opt/common-python/lib/python2.6/site-packages/nova/manager.py:149 2013-02-05 10:28:56 DEBUG nova.manager [-] Running periodic task ComputeManager._poll_bandwidth_usage from (pid=31927) periodic_tasks /opt/common-python/lib/python2.6/site-packages/nova/manager.py:154 2013-02-05 10:28:56 DEBUG nova.manager [-] Running periodic task ComputeManager.update_available_resource from (pid=31927) periodic_tasks /opt/common-python/lib/python2.6/site-packages/nova/manager.py:154 2013-02-05 10:28:58 DEBUG nova.utils [-] Running cmd (subprocess): qemu-img info /var/lib/nova/instances/i-000005eb/disk from (pid=31927) execute /opt/common-python/lib/python2.6/site-packages/nova/utils.py:220 2013-02-05 10:28:58 DEBUG nova.utils [-] Running cmd (subprocess): qemu-img info /var/lib/nova/instances/i-000005eb/disk from (pid=31927) execute /opt/common-python/lib/python2.6/site-packages/nova/utils.py:220 2013-02-05 10:28:58 DEBUG nova.utils [-] Running cmd (subprocess): qemu-img info /var/lib/nova/instances/i-000005eb/disk.local from (pid=31927) execute /opt/common-python/lib/python2.6/site-packages/nova/utils.py:220 2013-02-05 10:28:58 DEBUG nova.utils [-] Running cmd (subprocess): qemu-img info /var/lib/nova/instances/i-000005eb/disk.local from (pid=31927) execute /opt/common-python/lib/python2.6/site-packages/nova/utils.py:220 2013-02-05 10:28:58 DEBUG nova.virt.libvirt.connection [-] skipping None since it looks like volume from (pid=31927) get_instance_disk_info /opt/common-python/lib/python2.6/site-packages/nova/virt/libvirt/connection.py:2297 2013-02-05 10:28:58 INFO nova.virt.libvirt.connection [-] Compute_service record updated for prod-cmp08.na.getgooddata.com 2013-02-05 10:28:58 DEBUG nova.manager [-] Running periodic task ComputeManager._poll_rebooting_instances from (pid=31927) periodic_tasks /opt/common-python/lib/python2.6/site-packages/nova/manager.py:154 2013-02-05 10:28:58 DEBUG nova.manager [-] Skipping ComputeManager._cleanup_running_deleted_instances, 22 ticks left until next run from (pid=31927) periodic_tasks /opt/common-python/lib/python2.6/site-packages/nova/manager.py:149 2013-02-05 10:28:58 DEBUG nova.manager [-] Running periodic task ComputeManager._heal_instance_info_cache from (pid=31927) periodic_tasks /opt/common-python/lib/python2.6/site-packages/nova/manager.py:154 2013-02-05 10:28:58 DEBUG nova.rpc.amqp [-] Making asynchronous call on networkvlan ... from (pid=31927) multicall /opt/common-python/lib/python2.6/site-packages/nova/rpc/amqp.py:326 2013-02-05 10:28:58 DEBUG nova.rpc.amqp [-] MSG_ID is 3abd6dcf8f8248909561583db25f8c35 from (pid=31927) multicall /opt/common-python/lib/python2.6/site-packages/nova/rpc/amqp.py:329 2013-02-05 10:28:59 DEBUG nova.compute.manager [-] Updated the info_cache for instance ea07adab-8cf6-4824-86c3-5ce292755cee from (pid=31927) _heal_instance_info_cache /opt/common-python/lib/python2.6/site-packages/nova/compute/manager.py:2263 2013-02-05 10:28:59 DEBUG nova.manager [-] Skipping ComputeManager._run_image_cache_manager_pass, 32 ticks left until next run from (pid=31927) periodic_tasks /opt/common-python/lib/python2.6/site-packages/nova/manager.py:149 2013-02-05 10:28:59 DEBUG nova.manager [-] Running periodic task ComputeManager._reclaim_queued_deletes from (pid=31927) periodic_tasks /opt/common-python/lib/python2.6/site-packages/nova/manager.py:154 2013-02-05 10:28:59 DEBUG nova.compute.manager [-] FLAGS.reclaim_instance_interval <= 0, skipping... from (pid=31927) _reclaim_queued_deletes /opt/common-python/lib/python2.6/site-packages/nova/compute/manager.py:2416 2013-02-05 10:28:59 DEBUG nova.manager [-] Running periodic task ComputeManager._report_driver_status from (pid=31927) periodic_tasks /opt/common-python/lib/python2.6/site-packages/nova/manager.py:154 2013-02-05 10:28:59 INFO nova.compute.manager [-] Updating host status 2013-02-05 10:28:59 DEBUG nova.virt.libvirt.connection [-] Updating host stats from (pid=31927) update_status /opt/common-python/lib/python2.6/site-packages/nova/virt/libvirt/connection.py:2554 2013-02-05 10:29:01 DEBUG nova.manager [-] Running periodic task ComputeManager._poll_unconfirmed_resizes from (pid=31927) periodic_tasks /opt/common-python/lib/python2.6/site-packages/nova/manager.py:154 # euca-attach-volume -i i-000005eb -d /dev/vdc vol-00000551 VOLUME vol-00000551 2013-02-05 10:32:32 DEBUG nova.rpc.amqp [-] received {u'_context_roles': [], u'_context_request_id': u'req-01f458bc-2c5e-4915-91ac-ee797ee493e6', u'_context_read_deleted': u'no', u'args': {u'instance_uuid': u'ea07adab-8cf6-4824-86c3-5ce292755cee', u'mountpoint': u'/dev/vdc', u'volume_id': 1361}, u'_context_auth_token': '', u'_context_is_admin': False, u'_context_project_id': u'103a49bb861e485ea05aa78f9b0216bd', u'_context_timestamp': u'2013-02-05T09:32:31.961386', u'_context_user_id': u'01021119097b49f99cc13928c918bceb', u'method': u'attach_volume', u'_context_remote_address': u'172.30.192.229'} from (pid=31927) _safe_log /opt/common-python/lib/python2.6/site-packages/nova/rpc/common.py:160 2013-02-05 10:32:32 DEBUG nova.rpc.amqp [req-01f458bc-2c5e-4915-91ac-ee797ee493e6 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] unpacked context: {'user_id': u'01021119097b49f99cc13928c918bceb', 'roles': [], 'timestamp': '2013-02-05T09:32:31.961386', 'auth_token': '', 'remote_address': u'172.30.192.229', 'is_admin': False, 'request_id': u'req-01f458bc-2c5e-4915-91ac-ee797ee493e6', 'project_id': u'103a49bb861e485ea05aa78f9b0216bd', 'read_deleted': u'no'} from (pid=31927) _safe_log /opt/common-python/lib/python2.6/site-packages/nova/rpc/common.py:160 2013-02-05 10:32:32 INFO nova.compute.manager [req-01f458bc-2c5e-4915-91ac-ee797ee493e6 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] check_instance_lock: decorating: || 2013-02-05 10:32:32 INFO nova.compute.manager [req-01f458bc-2c5e-4915-91ac-ee797ee493e6 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] check_instance_lock: arguments: || || |ea07adab-8cf6-4824-86c3-5ce292755cee| 2013-02-05 10:32:32 DEBUG nova.compute.manager [req-01f458bc-2c5e-4915-91ac-ee797ee493e6 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] instance ea07adab-8cf6-4824-86c3-5ce292755cee: getting locked state from (pid=31927) get_lock /opt/common-python/lib/python2.6/site-packages/nova/compute/manager.py:1633 2013-02-05 10:32:32 INFO nova.compute.manager [req-01f458bc-2c5e-4915-91ac-ee797ee493e6 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] check_instance_lock: locked: |False| 2013-02-05 10:32:32 INFO nova.compute.manager [req-01f458bc-2c5e-4915-91ac-ee797ee493e6 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] check_instance_lock: admin: |False| 2013-02-05 10:32:32 INFO nova.compute.manager [req-01f458bc-2c5e-4915-91ac-ee797ee493e6 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] check_instance_lock: executing: || 2013-02-05 10:32:32 AUDIT nova.compute.manager [req-01f458bc-2c5e-4915-91ac-ee797ee493e6 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] [instance: ea07adab-8cf6-4824-86c3-5ce292755cee] Attaching volume 1361 to /dev/vdc 2013-02-05 10:32:32 DEBUG nova.rpc.amqp [req-01f458bc-2c5e-4915-91ac-ee797ee493e6 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Making asynchronous call on volume.mgmt01.na.getgooddata.com ... from (pid=31927) multicall /opt/common-python/lib/python2.6/site-packages/nova/rpc/amqp.py:326 2013-02-05 10:32:32 DEBUG nova.rpc.amqp [req-01f458bc-2c5e-4915-91ac-ee797ee493e6 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] MSG_ID is 20e2388a6e234208a9c52670e52aaf92 from (pid=31927) multicall /opt/common-python/lib/python2.6/site-packages/nova/rpc/amqp.py:329 2013-02-05 10:32:33 DEBUG nova.utils [req-01f458bc-2c5e-4915-91ac-ee797ee493e6 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Attempting to grab semaphore "connect_volume" for method "connect_volume"... from (pid=31927) inner /opt/common-python/lib/python2.6/site-packages/nova/utils.py:928 2013-02-05 10:32:33 DEBUG nova.utils [req-01f458bc-2c5e-4915-91ac-ee797ee493e6 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Got semaphore "connect_volume" for method "connect_volume"... from (pid=31927) inner /opt/common-python/lib/python2.6/site-packages/nova/utils.py:932 2013-02-05 10:32:33 DEBUG nova.utils [req-01f458bc-2c5e-4915-91ac-ee797ee493e6 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Running cmd (subprocess): sudo /opt/openstack/bin/nova-rootwrap iscsiadm -m node -T iqn.1992-08.com.netapp:node.netapp02 -p 172.30.128.3:3260 from (pid=31927) execute /opt/common-python/lib/python2.6/site-packages/nova/utils.py:220 2013-02-05 10:32:33 DEBUG nova.virt.libvirt.volume [req-01f458bc-2c5e-4915-91ac-ee797ee493e6 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] iscsiadm (): stdout=# BEGIN RECORD 2.0-872.41.el6 node.name = iqn.1992-08.com.netapp:node.netapp02 node.tpgt = -1 node.startup = automatic node.leading_login = No iface.hwaddress = iface.ipaddress = iface.iscsi_ifacename = default iface.net_ifacename = iface.transport_name = tcp iface.initiatorname = iface.bootproto = iface.subnet_mask = iface.gateway = iface.ipv6_autocfg = iface.linklocal_autocfg = iface.router_autocfg = iface.ipv6_linklocal = iface.ipv6_router = iface.state = iface.vlan_id = 0 iface.vlan_priority = 0 iface.vlan_state = iface.iface_num = 0 iface.mtu = 0 iface.port = 0 node.discovery_address = node.discovery_port = 0 node.discovery_type = static node.session.initial_cmdsn = 0 node.session.initial_login_retry_max = 8 node.session.xmit_thread_priority = -20 node.session.cmds_max = 128 node.session.queue_depth = 32 node.session.nr_sessions = 1 node.session.auth.authmethod = None node.session.auth.username = node.session.auth.password = node.session.auth.username_in = node.session.auth.password_in = node.session.timeo.replacement_timeout = 120 node.session.err_timeo.abort_timeout = 15 node.session.err_timeo.lu_reset_timeout = 30 node.session.err_timeo.tgt_reset_timeout = 30 node.session.err_timeo.host_reset_timeout = 60 node.session.iscsi.FastAbort = Yes node.session.iscsi.InitialR2T = No node.session.iscsi.ImmediateData = Yes node.session.iscsi.FirstBurstLength = 262144 node.session.iscsi.MaxBurstLength = 16776192 node.session.iscsi.DefaultTime2Retain = 0 node.session.iscsi.DefaultTime2Wait = 2 node.session.iscsi.MaxConnections = 1 node.session.iscsi.MaxOutstandingR2T = 1 node.session.iscsi.ERL = 0 node.conn[0].address = 172.30.128.3 node.conn[0].port = 3260 node.conn[0].startup = manual node.conn[0].tcp.window_size = 524288 node.conn[0].tcp.type_of_service = 0 node.conn[0].timeo.logout_timeout = 15 node.conn[0].timeo.login_timeout = 15 node.conn[0].timeo.auth_timeout = 45 node.conn[0].timeo.noop_out_interval = 5 node.conn[0].timeo.noop_out_timeout = 5 node.conn[0].iscsi.MaxXmitDataSegmentLength = 0 node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144 node.conn[0].iscsi.HeaderDigest = None node.conn[0].iscsi.IFMarker = No node.conn[0].iscsi.OFMarker = No # END RECORD stderr= from (pid=31927) _run_iscsiadm /opt/common-python/lib/python2.6/site-packages/nova/virt/libvirt/volume.py:127 2013-02-05 10:32:33 DEBUG nova.utils [req-01f458bc-2c5e-4915-91ac-ee797ee493e6 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Running cmd (subprocess): sudo /opt/openstack/bin/nova-rootwrap iscsiadm -m node -T iqn.1992-08.com.netapp:node.netapp02 -p 172.30.128.3:3260 --login from (pid=31927) execute /opt/common-python/lib/python2.6/site-packages/nova/utils.py:220 2013-02-05 10:32:33 DEBUG nova.virt.libvirt.volume [req-01f458bc-2c5e-4915-91ac-ee797ee493e6 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] iscsiadm ('--login',): stdout= stderr= from (pid=31927) _run_iscsiadm /opt/common-python/lib/python2.6/site-packages/nova/virt/libvirt/volume.py:127 2013-02-05 10:32:33 DEBUG nova.utils [req-01f458bc-2c5e-4915-91ac-ee797ee493e6 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Running cmd (subprocess): sudo /opt/openstack/bin/nova-rootwrap iscsiadm -m node -T iqn.1992-08.com.netapp:node.netapp02 -p 172.30.128.3:3260 --op update -n node.startup -v automatic from (pid=31927) execute /opt/common-python/lib/python2.6/site-packages/nova/utils.py:220 2013-02-05 10:32:33 DEBUG nova.virt.libvirt.volume [req-01f458bc-2c5e-4915-91ac-ee797ee493e6 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= from (pid=31927) _run_iscsiadm /opt/common-python/lib/python2.6/site-packages/nova/virt/libvirt/volume.py:127 2013-02-05 10:32:33 DEBUG nova.virt.libvirt.volume [req-01f458bc-2c5e-4915-91ac-ee797ee493e6 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Attaching device /dev/disk/by-path/ip-172.30.128.3:3260-iscsi-iqn.1992-08.com.netapp:node.netapp02-lun-0 as vdc from (pid=31927) connect_volume /opt/common-python/lib/python2.6/site-packages/nova/virt/libvirt/volume.py:59 2013-02-05 10:32:36 DEBUG nova.rpc.amqp [req-01f458bc-2c5e-4915-91ac-ee797ee493e6 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] Making asynchronous call on volume.mgmt01.na.getgooddata.com ... from (pid=31927) multicall /opt/common-python/lib/python2.6/site-packages/nova/rpc/amqp.py:326 2013-02-05 10:32:36 DEBUG nova.rpc.amqp [req-01f458bc-2c5e-4915-91ac-ee797ee493e6 01021119097b49f99cc13928c918bceb 103a49bb861e485ea05aa78f9b0216bd] MSG_ID is 0b152113ad88433c9d16b348e2c27fc6 from (pid=31927) multicall /opt/common-python/lib/python2.6/site-packages/nova/rpc/amqp.py:329 # # vdc, vdd correspond to LUN0, LUN1 # # virsh domblklist i-000005eb Target Source ------------------------------------------------ vda /var/lib/nova/instances/i-000005eb/disk vdb /var/lib/nova/instances/i-000005eb/disk.local vdc /dev/disk/by-path/ip-172.30.128.3:3260-iscsi-iqn.1992-08.com.netapp:node.netapp02-lun-0 vdd /dev/disk/by-path/ip-172.30.128.3:3260-iscsi-iqn.1992-08.com.netapp:node.netapp02-lun-1 # # LUN0 == /dev/sdb, LUN1 == /dev/sdc # # ls -l /dev/disk/by-path/*netapp02-lun-? lrwxrwxrwx. 1 root root 9 Feb 5 10:30 /dev/disk/by-path/ip-172.30.128.3:3260-iscsi-iqn.1992-08.com.netapp:node.netapp02-lun-0 -> ../../sdb lrwxrwxrwx. 1 root root 9 Feb 5 10:30 /dev/disk/by-path/ip-172.30.128.3:3260-iscsi-iqn.1992-08.com.netapp:node.netapp02-lun-1 -> ../../sdc # # OS reports /dev/sdb to be 3GB large # # lsblk NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT ... sdb 8:16 0 3G 0 disk sdc 8:32 0 2G 0 disk # # LUN0 has only 1GB # # sanlun lun show -p ONTAP Path: 1081809-413161-N2:/vol/OpenStack_103a49bb861e485ea05aa78f9b0216bd_1/vol-00000552/vol-00000552 LUN: 1 LUN Size: 2g Controller CF State: Cluster Enabled Controller Partner: 1081809-411412-N1 Mode: 7 Multipath Provider: None --------- ---------- ------- ------------ ---------------------------------------------- host controller controller path path /dev/ host target state type node adapter port --------- ---------- ------- ------------ ---------------------------------------------- up iscsi sdc host12 172.30.128.3 ONTAP Path: 1081809-413161-N2:/vol/OpenStack_103a49bb861e485ea05aa78f9b0216bd_1/vol-00000551/vol-00000551 LUN: 0 LUN Size: 1g Controller CF State: Cluster Enabled Controller Partner: 1081809-411412-N1 Mode: 7 Multipath Provider: None --------- ---------- ------- ------------ ---------------------------------------------- host controller controller path path /dev/ host target state type node adapter port --------- ---------- ------- ------------ ---------------------------------------------- up iscsi sdb host12 172.30.128.3