hosts: * mgmt - openstack management node * cmp - Nova compute node * instance - Openstack instance # # instace running, no iSCSI session # mgmt# euca-describe-volumes vol-00000551 vol-00000552 vol-00000553 VOLUME vol-00000551 1 na.dev-netapp available 2013-02-01T09:32:01.000Z VOLUME vol-00000552 2 na.dev-netapp available 2013-02-01T09:32:07.000Z VOLUME vol-00000553 3 na.dev-netapp available 2013-02-01T09:32:13.000Z cmp# sanlun lun show no controller/vserver LUNs available instance# lsblk NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT vda 252:0 0 6G 0 disk └─vda1 252:1 0 6G 0 part / vdb 252:16 0 7G 0 disk /mnt # # attaching volume 3GB, 2GB # mgmt# euca-attach-volume -i i-000005dc -d /dev/vdc vol-00000553 mgmt# euca-attach-volume -i i-000005dc -d /dev/vdd vol-00000552 cmp /var/log/messages Feb 1 11:43:18 prod-cmp10 kernel: scsi8 : iSCSI Initiator over TCP/IP Feb 1 11:43:18 prod-cmp10 kernel: scsi 8:0:0:0: Direct-Access NETAPP LUN 7360 PQ: 0 ANSI: 4 Feb 1 11:43:18 prod-cmp10 kernel: sd 8:0:0:0: [sdg] 6291456 512-byte logical blocks: (3.22 GB/3.00 GiB) Feb 1 11:43:18 prod-cmp10 kernel: sd 8:0:0:0: Attached scsi generic sg12 type 0 Feb 1 11:43:18 prod-cmp10 kernel: sd 8:0:0:0: [sdg] Write Protect is off Feb 1 11:43:18 prod-cmp10 kernel: sd 8:0:0:0: [sdg] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA Feb 1 11:43:18 prod-cmp10 kernel: sdg: unknown partition table Feb 1 11:43:18 prod-cmp10 kernel: sd 8:0:0:0: [sdg] Attached SCSI disk Feb 1 11:43:24 prod-cmp10 kernel: sd 8:0:0:0: Warning! Received an indication that the LUN assignments on this target have changed. The Linux SCSI layer does not automatically remap LUN assignments. Feb 1 11:43:24 prod-cmp10 kernel: scsi 8:0:0:1: Direct-Access NETAPP LUN 7360 PQ: 0 ANSI: 4 Feb 1 11:43:24 prod-cmp10 kernel: sd 8:0:0:1: [sdh] 4194304 512-byte logical blocks: (2.14 GB/2.00 GiB) Feb 1 11:43:24 prod-cmp10 kernel: sd 8:0:0:1: Attached scsi generic sg13 type 0 Feb 1 11:43:24 prod-cmp10 kernel: sd 8:0:0:1: [sdh] Write Protect is off Feb 1 11:43:24 prod-cmp10 kernel: sd 8:0:0:1: [sdh] Write cache: disabled, read cache: enabled, doesn't support DPO or FUA Feb 1 11:43:24 prod-cmp10 kernel: sdh: unknown partition table Feb 1 11:43:24 prod-cmp10 kernel: sd 8:0:0:1: [sdh] Attached SCSI disk cmp# sanlun lun show controller(7mode)/ device host lun vserver(Cmode) lun-pathname filename adapter protocol size mode --------------------------------------------------------------------------------------------------------------------------------------------------- 1081809-413161-N2 /vol/OpenStack_103a49bb861e485ea05aa78f9b0216bd_1/vol-00000552/vol-00000552 /dev/sdh host8 iSCSI 2g 7 1081809-413161-N2 /vol/OpenStack_103a49bb861e485ea05aa78f9b0216bd_1/vol-00000553/vol-00000553 /dev/sdg host8 iSCSI 3g 7 cmp# ls -l /dev/disk/by-path/ip-172.30.128.3\:3260-iscsi-iqn.1992-08.com.netapp\:node.netapp02-lun-? lrwxrwxrwx. 1 root root 9 Feb 1 11:45 /dev/disk/by-path/ip-172.30.128.3:3260-iscsi-iqn.1992-08.com.netapp:node.netapp02-lun-0 -> ../../sdg lrwxrwxrwx. 1 root root 9 Feb 1 11:45 /dev/disk/by-path/ip-172.30.128.3:3260-iscsi-iqn.1992-08.com.netapp:node.netapp02-lun-1 -> ../../sdh cmp# virsh domblklist i-000005dc Target Source ------------------------------------------------ vda /var/lib/nova/instances/i-000005dc/disk vdb /var/lib/nova/instances/i-000005dc/disk.local vdc /dev/disk/by-path/ip-172.30.128.3:3260-iscsi-iqn.1992-08.com.netapp:node.netapp02-lun-0 vdd /dev/disk/by-path/ip-172.30.128.3:3260-iscsi-iqn.1992-08.com.netapp:node.netapp02-lun-1 instance# lsblk NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT vdc 252:32 0 3G 0 disk vda 252:0 0 6G 0 disk └─vda1 252:1 0 6G 0 part / vdb 252:16 0 7G 0 disk /mnt vdd 252:48 0 2G 0 disk # # detach 3GB volume (lun0) # mgmt# euca-detach-volume vol-00000553 VOLUME vol-00000553 cmp# ls -l /dev/disk/by-path/ip-172.30.128.3\:3260-iscsi-iqn.1992-08.com.netapp\:node.netapp02-lun-? lrwxrwxrwx. 1 root root 9 Feb 1 11:48 /dev/disk/by-path/ip-172.30.128.3:3260-iscsi-iqn.1992-08.com.netapp:node.netapp02-lun-0 -> ../../sdg lrwxrwxrwx. 1 root root 9 Feb 1 11:45 /dev/disk/by-path/ip-172.30.128.3:3260-iscsi-iqn.1992-08.com.netapp:node.netapp02-lun-1 -> ../../sdh cmp# lsblk NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT ... sdg 8:96 0 3G 0 disk sdh 8:112 0 2G 0 disk # sanlun lun show controller(7mode)/ device host lun vserver(Cmode) lun-pathname filename adapter protocol size mode --------------------------------------------------------------------------------------------------------------------------------------------------- 1081809-413161-N2 /vol/OpenStack_103a49bb861e485ea05aa78f9b0216bd_1/vol-00000552/vol-00000552 /dev/sdh host8 iSCSI 2g 7 1081809-413161-N2 /dev/sdg host8 iSCSI 7 instance# lsblk NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT vda 252:0 0 6G 0 disk └─vda1 252:1 0 6G 0 part / vdb 252:16 0 7G 0 disk /mnt vdd 252:48 0 2G 0 disk # # attach 1GB volume (reusing LUN0) # mgmt# euca-attach-volume -i i-000005dc -d /dev/vdc vol-00000551 VOLUME vol-00000551 cmp /var/log/messages Feb 1 11:53:23 prod-cmp10 kernel: sd 8:0:0:0: [sdg] Warning! Received an indication that the LUN assignments on this target have changed. The Linux SCSI layer does not automatically remap LUN assignments. Feb 1 11:53:23 prod-cmp10 kernel: __ratelimit: 127 callbacks suppressed Feb 1 11:53:23 prod-cmp10 kernel: sd 8:0:0:0: [sdg] Result: hostbyte=DID_OK driverbyte=DRIVER_SENSE Feb 1 11:53:23 prod-cmp10 kernel: sd 8:0:0:0: [sdg] Sense Key : Illegal Request [current] Feb 1 11:53:23 prod-cmp10 kernel: Info fld=0x0 Feb 1 11:53:23 prod-cmp10 kernel: sd 8:0:0:0: [sdg] Add. Sense: Logical block address out of range Feb 1 11:53:23 prod-cmp10 kernel: sd 8:0:0:0: [sdg] CDB: Read(10): 28 00 00 5f ff 80 00 00 08 00 Feb 1 11:53:23 prod-cmp10 kernel: __ratelimit: 127 callbacks suppressed Feb 1 11:53:23 prod-cmp10 kernel: sd 8:0:0:0: [sdg] Result: hostbyte=DID_OK driverbyte=DRIVER_SENSE Feb 1 11:53:23 prod-cmp10 kernel: sd 8:0:0:0: [sdg] Sense Key : Illegal Request [current] Feb 1 11:53:23 prod-cmp10 kernel: Info fld=0x0 Feb 1 11:53:23 prod-cmp10 kernel: sd 8:0:0:0: [sdg] Add. Sense: Logical block address out of range Feb 1 11:53:23 prod-cmp10 kernel: sd 8:0:0:0: [sdg] CDB: Read(10): 28 00 00 5f ff 80 00 00 08 00 Feb 1 11:53:23 prod-cmp10 kernel: sd 8:0:0:0: [sdg] Result: hostbyte=DID_OK driverbyte=DRIVER_SENSE Feb 1 11:53:23 prod-cmp10 kernel: sd 8:0:0:0: [sdg] Sense Key : Illegal Request [current] Feb 1 11:53:23 prod-cmp10 kernel: Info fld=0x0 cmp# ls -l /dev/disk/by-path/ip-172.30.128.3\:3260-iscsi-iqn.1992-08.com.netapp\:node.netapp02-lun-? lrwxrwxrwx. 1 root root 9 Feb 1 11:51 /dev/disk/by-path/ip-172.30.128.3:3260-iscsi-iqn.1992-08.com.netapp:node.netapp02-lun-0 -> ../../sdg lrwxrwxrwx. 1 root root 9 Feb 1 11:51 /dev/disk/by-path/ip-172.30.128.3:3260-iscsi-iqn.1992-08.com.netapp:node.netapp02-lun-1 -> ../../sdh cmp# lsblk NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT ... sdg 8:96 0 3G 0 disk sdh 8:112 0 2G 0 disk cmp# virsh domblklist i-000005dc Target Source ------------------------------------------------ vda /var/lib/nova/instances/i-000005dc/disk vdb /var/lib/nova/instances/i-000005dc/disk.local vdc /dev/disk/by-path/ip-172.30.128.3:3260-iscsi-iqn.1992-08.com.netapp:node.netapp02-lun-0 vdd /dev/disk/by-path/ip-172.30.128.3:3260-iscsi-iqn.1992-08.com.netapp:node.netapp02-lun-1 instance# lsblk NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT vdc 252:32 0 3G 0 disk # <-- !!!! 3GB !!!! vda 252:0 0 6G 0 disk └─vda1 252:1 0 6G 0 part / vdb 252:16 0 7G 0 disk /mnt vdd 252:48 0 2G 0 disk cmp# sanlun lun show controller(7mode)/ device host lun vserver(Cmode) lun-pathname filename adapter protocol size mode --------------------------------------------------------------------------------------------------------------------------------------------------- 1081809-413161-N2 /vol/OpenStack_103a49bb861e485ea05aa78f9b0216bd_1/vol-00000552/vol-00000552 /dev/sdh host8 iSCSI 2g 7 1081809-413161-N2 /vol/OpenStack_103a49bb861e485ea05aa78f9b0216bd_1/vol-00000551/vol-00000551 /dev/sdg host8 iSCSI 1g 7 # <-- !!! 1GB !!!