[ 0.000000] Reserving 2048MB of memory at 128MB for crashkernel (System RAM: 131072MB) [ 0.000000] Allocated 4980736 bytes for 2048 pacas at c000000007ad0000 [ 0.000000] Using pSeries machine description [ 0.000000] Page sizes from device-tree: [ 0.000000] base_shift=12: shift=12, sllp=0x0000, avpnm=0x00000000, tlbiel=1, penc=0 [ 0.000000] base_shift=12: shift=16, sllp=0x0000, avpnm=0x00000000, tlbiel=1, penc=7 [ 0.000000] base_shift=12: shift=24, sllp=0x0000, avpnm=0x00000000, tlbiel=1, penc=56 [ 0.000000] base_shift=16: shift=16, sllp=0x0110, avpnm=0x00000000, tlbiel=1, penc=1 [ 0.000000] base_shift=16: shift=24, sllp=0x0110, avpnm=0x00000000, tlbiel=1, penc=8 [ 0.000000] base_shift=24: shift=24, sllp=0x0100, avpnm=0x00000001, tlbiel=0, penc=0 [ 0.000000] base_shift=34: shift=34, sllp=0x0120, avpnm=0x000007ff, tlbiel=0, penc=3 [ 0.000000] Page orders: linear mapping = 24, virtual = 16, io = 16, vmemmap = 24 [ 0.000000] Using 1TB segments [ 0.000000] Found initrd at 0xc00000000c100000:0xc00000000e09ebf4 [ 0.000000] bootconsole [udbg0] enabled [ 0.000000] Partition configured for 128 cpus. [ 0.000000] CPU maps initialized for 8 threads per core [ 0.000000] (thread shift is 3) [ 0.000000] Freed 4653056 bytes for unused pacas [ 0.000000] Starting Linux ppc64le #37-Ubuntu SMP Mon Apr 18 18:30:22 UTC 2016 [ 0.000000] ----------------------------------------------------- [ 0.000000] ppc64_pft_size = 0x20 [ 0.000000] phys_mem_size = 0x2000000000 [ 0.000000] cpu_features = 0x07fc7aec18500249 [ 0.000000] possible = 0x1fffffef18500649 [ 0.000000] always = 0x0000000018100040 [ 0.000000] cpu_user_features = 0xdc0065c7 0xef000000 [ 0.000000] mmu_features = 0x7c000003 [ 0.000000] firmware_features = 0x00000001c45ffc5f [ 0.000000] htab_hash_mask = 0x1ffffff [ 0.000000] ----------------------------------------------------- [ 0.000000] Initializing cgroup subsys cpuset [ 0.000000] Initializing cgroup subsys cpu [ 0.000000] Initializing cgroup subsys cpuacct [ 0.000000] Linux version 4.4.0-21-generic (buildd@bos01-ppc64el-017) (gcc version 5.3.1 20160413 (Ubuntu/IBM 5.3.1-14ubuntu2) ) #37-Ubuntu SMP Mon Apr 18 18:30:22 UTC 2016 (Ubuntu 4.4.0-21.37-generic 4.4.6) [ 0.000000] Node 0 Memory: [ 0.000000] Node 1 Memory: 0x0-0x2000000000 [ 0.000000] numa: Initmem setup node 0 [ 0.000000] numa: NODE_DATA [mem 0x1fffbaa100-0x1fffbb3fff] [ 0.000000] numa: NODE_DATA(0) on node 1 [ 0.000000] numa: Initmem setup node 1 [mem 0x00000000-0x1fffffffff] [ 0.000000] numa: NODE_DATA [mem 0x1fffba0200-0x1fffbaa0ff] [ 0.000000] Section 8189 and 8191 (node 1) have a circular dependency on usemap and pgdat allocations [ 0.000000] PCI host bridge /pci@800000020000013 ranges: [ 0.000000] MEM 0x00003fc080000000..0x00003fc09fffffff -> 0x0000000080000000 [ 0.000000] MEM 0x0000301000000000..0x00003013ffffffff -> 0x0003d01000000000 [ 0.000000] PCI host bridge /pci@800000020000014 ranges: [ 0.000000] MEM 0x00003fc0a0000000..0x00003fc0bfffffff -> 0x00000000a0000000 [ 0.000000] MEM 0x0000301400000000..0x00003017ffffffff -> 0x0003d01400000000 [ 0.000000] PCI host bridge /pci@800000020000015 ranges: [ 0.000000] MEM 0x00003fc0c0000000..0x00003fc0cfffffff -> 0x00000000c0000000 [ 0.000000] MEM 0x0000301800000000..0x0000301bffffffff -> 0x0003d01800000000 [ 0.000000] PCI host bridge /pci@800000020000018 ranges: [ 0.000000] MEM 0x00003fc200000000..0x00003fc27effffff -> 0x0000000080000000 [ 0.000000] MEM 0x0000304000000000..0x0000304fffffffff -> 0x0003d04000000000 [ 0.000000] PCI host bridge /pci@80000002000001b ranges: [ 0.000000] MEM 0x00003fc2f0000000..0x00003fc2f7ffffff -> 0x00000000f0000000 [ 0.000000] PCI host bridge /pci@80000002000001d ranges: [ 0.000000] MEM 0x00003fc2a0000000..0x00003fc2bfffffff -> 0x00000000a0000000 [ 0.000000] MEM 0x0000305400000000..0x00003057ffffffff -> 0x0003d05400000000 [ 0.000000] PCI host bridge /pci@80000002000001e ranges: [ 0.000000] MEM 0x00003fc2c0000000..0x00003fc2dfffffff -> 0x00000000c0000000 [ 0.000000] MEM 0x0000305800000000..0x0000305bffffffff -> 0x0003d05800000000 [ 0.000000] PCI host bridge /pci@80000002000001f ranges: [ 0.000000] MEM 0x00003fc2e0000000..0x00003fc2efffffff -> 0x00000000e0000000 [ 0.000000] MEM 0x0000305c00000000..0x0000305fffffffff -> 0x0003d05c00000000 [ 0.000000] PCI host bridge /pci@800000020000021 ranges: [ 0.000000] MEM 0x00003fc400000000..0x00003fc47effffff -> 0x0000000080000000 [ 0.000000] MEM 0x0000308000000000..0x0000308fffffffff -> 0x0003d08000000000 [ 0.000000] PCI host bridge /pci@800000020000028 ranges: [ 0.000000] MEM 0x00003fc680000000..0x00003fc6feffffff -> 0x0000000080000000 [ 0.000000] MEM 0x000030d000000000..0x000030dfffffffff -> 0x0003d0d000000000 [ 0.000000] PCI host bridge /pci@800000020000029 ranges: [ 0.000000] MEM 0x00003fc600000000..0x00003fc67effffff -> 0x0000000080000000 [ 0.000000] MEM 0x000030c000000000..0x000030cfffffffff -> 0x0003d0c000000000 [ 0.000000] PCI host bridge /pci@800000020000101 ranges: [ 0.000000] MEM 0x00003fc020000000..0x00003fc02fffffff -> 0x00000000a0000000 [ 0.000000] MEM 0x0000300000000000..0x00003003ffffffff -> 0x0003d00000000000 [ 0.000000] PCI host bridge /pci@800000020000102 ranges: [ 0.000000] MEM 0x00003fc000000000..0x00003fc01fffffff -> 0x0000000080000000 [ 0.000000] MEM 0x0000300400000000..0x00003005ffffffff -> 0x0003d00400000000 [ 0.000000] PCI host bridge /pci@800000020000103 ranges: [ 0.000000] MEM 0x00003fc030000000..0x00003fc03bffffff -> 0x00000000b0000000 [ 0.000000] MEM 0x0000300600000000..0x00003007ffffffff -> 0x0003d00600000000 [ 0.000000] PCI host bridge /pci@800000020000104 ranges: [ 0.000000] MEM 0x00003fc060000000..0x00003fc06fffffff -> 0x00000000e0000000 [ 0.000000] MEM 0x0000300800000000..0x0000300bffffffff -> 0x0003d00800000000 [ 0.000000] PCI host bridge /pci@800000020000105 ranges: [ 0.000000] MEM 0x00003fc040000000..0x00003fc05fffffff -> 0x00000000c0000000 [ 0.000000] MEM 0x0000300c00000000..0x0000300dffffffff -> 0x0003d00c00000000 [ 0.000000] PCI host bridge /pci@800000020000106 ranges: [ 0.000000] MEM 0x00003fc070000000..0x00003fc07bffffff -> 0x00000000f0000000 [ 0.000000] MEM 0x0000300e00000000..0x0000300fffffffff -> 0x0003d00e00000000 [ 0.000000] PPC64 nvram contains 15360 bytes [ 0.000000] Top of RAM: 0x2000000000, Total RAM: 0x2000000000 [ 0.000000] Memory hole size: 0MB [ 0.000000] Zone ranges: [ 0.000000] DMA [mem 0x0000000000000000-0x0000001fffffffff] [ 0.000000] DMA32 empty [ 0.000000] Normal empty [ 0.000000] Movable zone start for each node [ 0.000000] Early memory node ranges [ 0.000000] node 1: [mem 0x0000000000000000-0x0000001fffffffff] [ 0.000000] Could not find start_pfn for node 0 [ 0.000000] Initmem setup node 0 [mem 0x0000000000000000-0x0000000000000000] [ 0.000000] On node 0 totalpages: 0 [ 0.000000] Initmem setup node 1 [mem 0x0000000000000000-0x0000001fffffffff] [ 0.000000] On node 1 totalpages: 2097152 [ 0.000000] DMA zone: 2048 pages used for memmap [ 0.000000] DMA zone: 0 pages reserved [ 0.000000] DMA zone: 2097152 pages, LIFO batch:1 [ 0.000000] PERCPU: Embedded 3 pages/cpu @c000001ff3000000 s130328 r0 d66280 u262144 [ 0.000000] pcpu-alloc: s130328 r0 d66280 u262144 alloc=1*1048576 [ 0.000000] pcpu-alloc: [0] 000 001 002 003 [0] 004 005 006 007 [ 0.000000] pcpu-alloc: [0] 008 009 010 011 [0] 012 013 014 015 [ 0.000000] pcpu-alloc: [0] 016 017 018 019 [0] 020 021 022 023 [ 0.000000] pcpu-alloc: [0] 024 025 026 027 [0] 028 029 030 031 [ 0.000000] pcpu-alloc: [0] 032 033 034 035 [0] 036 037 038 039 [ 0.000000] pcpu-alloc: [0] 040 041 042 043 [0] 044 045 046 047 [ 0.000000] pcpu-alloc: [0] 048 049 050 051 [0] 052 053 054 055 [ 0.000000] pcpu-alloc: [0] 056 057 058 059 [0] 060 061 062 063 [ 0.000000] pcpu-alloc: [0] 064 065 066 067 [0] 068 069 070 071 [ 0.000000] pcpu-alloc: [0] 072 073 074 075 [0] 076 077 078 079 [ 0.000000] pcpu-alloc: [0] 080 081 082 083 [0] 084 085 086 087 [ 0.000000] pcpu-alloc: [0] 088 089 090 091 [0] 092 093 094 095 [ 0.000000] pcpu-alloc: [0] 096 097 098 099 [0] 100 101 102 103 [ 0.000000] pcpu-alloc: [0] 104 105 106 107 [0] 108 109 110 111 [ 0.000000] pcpu-alloc: [0] 112 113 114 115 [0] 116 117 118 119 [ 0.000000] pcpu-alloc: [0] 120 121 122 123 [0] 124 125 126 127 [ 0.000000] Built 2 zonelists in Node order, mobility grouping on. Total pages: 2095104 [ 0.000000] Policy zone: DMA [ 0.000000] Kernel command line: BOOT_IMAGE=/boot/vmlinux-4.4.0-21-generic root=UUID=757781da-38e2-4900-8505-a367a98f8cd6 ro nosplash crashkernel=2048M [ 0.000000] log_buf_len individual max cpu contribution: 4096 bytes [ 0.000000] log_buf_len total cpu_extra contributions: 520192 bytes [ 0.000000] log_buf_len min size: 131072 bytes [ 0.000000] log_buf_len: 1048576 bytes [ 0.000000] early log buf free: 121376(92%) [ 0.000000] PID hash table entries: 4096 (order: -1, 32768 bytes) [ 0.000000] Sorting __ex_table... [ 0.000000] Memory: 131862144K/134217728K available (11264K kernel code, 1408K rwdata, 3640K rodata, 6144K init, 2811K bss, 2355584K reserved, 0K cma-reserved) [ 0.000000] SLUB: HWalign=128, Order=0-3, MinObjects=0, CPUs=128, Nodes=2 [ 0.000000] Hierarchical RCU implementation. [ 0.000000] Build-time adjustment of leaf fanout to 64. [ 0.000000] RCU restricting CPUs from NR_CPUS=2048 to nr_cpu_ids=128. [ 0.000000] RCU: Adjusting geometry for rcu_fanout_leaf=64, nr_cpu_ids=128 [ 0.000000] NR_IRQS:512 nr_irqs:512 16 [ 0.000000] pic: no ISA interrupt controller [ 0.000000] time_init: decrementer frequency = 512.000000 MHz [ 0.000000] time_init: processor frequency = 3425.000000 MHz [ 0.000001] clocksource: timebase: mask: 0xffffffffffffffff max_cycles: 0x761537d007, max_idle_ns: 440795202126 ns [ 0.000030] clocksource: timebase mult[1f40000] shift[24] registered [ 0.000050] clockevent: decrementer mult[83126e98] shift[32] cpu[0] [ 0.000178] Console: colour dummy device 80x25 [ 0.000219] console [hvc0] enabled [ 0.000231] bootconsole [udbg0] disabled [ 0.000283] mempolicy: Enabling automatic NUMA balancing. Configure with numa_balancing= or the kernel.numa_balancing sysctl [ 0.000288] pid_max: default: 131072 minimum: 1024 [ 0.000394] Security Framework initialized [ 0.000396] Yama: becoming mindful. [ 0.001893] AppArmor: AppArmor initialized [ 0.002639] Dentry cache hash table entries: 16777216 (order: 11, 134217728 bytes) [ 0.027873] Inode-cache hash table entries: 8388608 (order: 10, 67108864 bytes) [ 0.040293] Mount-cache hash table entries: 262144 (order: 5, 2097152 bytes) [ 0.040329] Mountpoint-cache hash table entries: 262144 (order: 5, 2097152 bytes) [ 0.041396] Initializing cgroup subsys io [ 0.041401] Initializing cgroup subsys memory [ 0.041425] Initializing cgroup subsys devices [ 0.041428] Initializing cgroup subsys freezer [ 0.041432] Initializing cgroup subsys net_cls [ 0.041435] Initializing cgroup subsys perf_event [ 0.041440] Initializing cgroup subsys net_prio [ 0.041444] Initializing cgroup subsys hugetlb [ 0.041446] Initializing cgroup subsys pids [ 0.041476] ftrace: allocating 28717 entries in 11 pages [ 0.051979] EEH: pSeries platform initialized [ 0.052010] POWER8 performance monitor hardware support registered [ 0.060971] Brought up 32 CPUs [ 0.060986] Node 0 CPUs: [ 0.060988] Node 1 CPUs: 0-31 [ 0.061855] devtmpfs: initialized [ 0.082116] evm: security.selinux [ 0.082122] evm: security.SMACK64 [ 0.082124] evm: security.SMACK64EXEC [ 0.082126] evm: security.SMACK64TRANSMUTE [ 0.082128] evm: security.SMACK64MMAP [ 0.082130] evm: security.ima [ 0.082132] evm: security.capability [ 0.082275] EEH: devices created [ 0.082480] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 7645041785100000 ns [ 0.083008] NET: Registered protocol family 16 [ 0.153278] EEH: PCI Enhanced I/O Error Handling Enabled [ 0.153323] IBM eBus Device Driver [ 0.163995] cpuidle: using governor ladder [ 0.176001] cpuidle: using governor menu [ 0.176115] pstore: Registered nvram as persistent store backend [ 0.182065] PCI: Probing PCI hardware [ 0.182069] PCI: I/O resource not set for host bridge /pci@800000020000013 (domain 0) [ 0.182101] PCI host bridge to bus 0000:50 [ 0.182106] pci_bus 0000:50: root bus resource [mem 0x3fc080000000-0x3fc09fffffff] (bus address [0x80000000-0x9fffffff]) [ 0.182111] pci_bus 0000:50: root bus resource [mem 0x301000000000-0x3013ffffffff] (bus address [0x3d01000000000-0x3d013ffffffff]) [ 0.182116] pci_bus 0000:50: root bus resource [bus 50-ff] [ 0.184015] pci 0000:50:00.0: supports D1 D2 [ 0.264373] IOMMU table initialized, virtual merging enabled [ 0.264392] iommu: Adding device 0000:50:00.0 to group 0 [ 0.267909] iommu: Adding device 0000:51:00.0 to group 0 [ 0.267953] PCI: I/O resource not set for host bridge /pci@800000020000014 (domain 1) [ 0.267990] PCI host bridge to bus 0001:60 [ 0.267994] pci_bus 0001:60: root bus resource [mem 0x3fc0a0000000-0x3fc0bfffffff] (bus address [0xa0000000-0xbfffffff]) [ 0.267999] pci_bus 0001:60: root bus resource [mem 0x301400000000-0x3017ffffffff] (bus address [0x3d01400000000-0x3d017ffffffff]) [ 0.268004] pci_bus 0001:60: root bus resource [bus 60-ff] [ 0.271453] pci 0001:60:00.0: PME# supported from D0 D3hot D3cold [ 0.277112] pci 0001:60:00.1: PME# supported from D0 D3hot D3cold [ 0.282747] pci 0001:60:00.2: PME# supported from D0 D3hot D3cold [ 0.288398] pci 0001:60:00.3: PME# supported from D0 D3hot D3cold [ 0.369514] iommu: Adding device 0001:60:00.0 to group 1 [ 0.369591] pci 0001:60:00.0: of_irq_parse_pci() failed with rc=-22 [ 0.369823] iommu: Adding device 0001:60:00.1 to group 1 [ 0.369890] pci 0001:60:00.1: of_irq_parse_pci() failed with rc=-22 [ 0.370106] iommu: Adding device 0001:60:00.2 to group 1 [ 0.370173] pci 0001:60:00.2: of_irq_parse_pci() failed with rc=-22 [ 0.370390] iommu: Adding device 0001:60:00.3 to group 1 [ 0.370456] pci 0001:60:00.3: of_irq_parse_pci() failed with rc=-22 [ 0.370671] PCI: I/O resource not set for host bridge /pci@800000020000015 (domain 2) [ 0.370702] PCI host bridge to bus 0002:70 [ 0.370705] pci_bus 0002:70: root bus resource [mem 0x3fc0c0000000-0x3fc0cfffffff] (bus address [0xc0000000-0xcfffffff]) [ 0.370710] pci_bus 0002:70: root bus resource [mem 0x301800000000-0x301bffffffff] (bus address [0x3d01800000000-0x3d01bffffffff]) [ 0.370714] pci_bus 0002:70: root bus resource [bus 70-ff] [ 0.373164] pci 0002:70:00.0: PME# supported from D0 D3hot D3cold [ 0.453842] iommu: Adding device 0002:70:00.0 to group 2 [ 0.453978] PCI: I/O resource not set for host bridge /pci@800000020000018 (domain 3) [ 0.454009] PCI host bridge to bus 0003:01 [ 0.454012] pci_bus 0003:01: root bus resource [mem 0x3fc200000000-0x3fc27effffff] (bus address [0x80000000-0xfeffffff]) [ 0.454017] pci_bus 0003:01: root bus resource [mem 0x304000000000-0x304fffffffff] (bus address [0x3d04000000000-0x3d04fffffffff]) [ 0.454022] pci_bus 0003:01: root bus resource [bus 01-ff] [ 0.538903] iommu: Adding device 0003:01:00.0 to group 3 [ 0.539576] PCI: I/O resource not set for host bridge /pci@80000002000001b (domain 4) [ 0.539606] PCI host bridge to bus 0004:50 [ 0.539610] pci_bus 0004:50: root bus resource [mem 0x3fc2f0000000-0x3fc2f7ffffff] (bus address [0xf0000000-0xf7ffffff]) [ 0.539614] pci_bus 0004:50: root bus resource [bus 50-ff] [ 0.541943] pci 0004:50:00.0: supports D1 D2 [ 0.541945] pci 0004:50:00.0: PME# supported from D0 D1 D2 D3hot [ 0.624180] iommu: Adding device 0004:50:00.0 to group 4 [ 0.624257] pci 0004:50:00.0: of_irq_parse_pci() failed with rc=-22 [ 0.624491] PCI: I/O resource not set for host bridge /pci@80000002000001d (domain 5) [ 0.624522] PCI host bridge to bus 0005:70 [ 0.624526] pci_bus 0005:70: root bus resource [mem 0x3fc2a0000000-0x3fc2bfffffff] (bus address [0xa0000000-0xbfffffff]) [ 0.624530] pci_bus 0005:70: root bus resource [mem 0x305400000000-0x3057ffffffff] (bus address [0x3d05400000000-0x3d057ffffffff]) [ 0.624535] pci_bus 0005:70: root bus resource [bus 70-ff] [ 0.709911] iommu: Adding device 0005:70:00.0 to group 5 [ 0.710574] PCI: I/O resource not set for host bridge /pci@80000002000001e (domain 6) [ 0.710612] PCI host bridge to bus 0006:80 [ 0.710615] pci_bus 0006:80: root bus resource [mem 0x3fc2c0000000-0x3fc2dfffffff] (bus address [0xc0000000-0xdfffffff]) [ 0.710620] pci_bus 0006:80: root bus resource [mem 0x305800000000-0x305bffffffff] (bus address [0x3d05800000000-0x3d05bffffffff]) [ 0.710625] pci_bus 0006:80: root bus resource [bus 80-ff] [ 0.714331] pci 0006:80:00.0: PME# supported from D0 D3hot D3cold [ 0.720396] pci 0006:80:00.1: PME# supported from D0 D3hot D3cold [ 0.726469] pci 0006:80:00.2: PME# supported from D0 D3hot D3cold [ 0.732528] pci 0006:80:00.3: PME# supported from D0 D3hot D3cold [ 0.815317] iommu: Adding device 0006:80:00.0 to group 6 [ 0.815396] pci 0006:80:00.0: of_irq_parse_pci() failed with rc=-22 [ 0.815636] iommu: Adding device 0006:80:00.1 to group 6 [ 0.815708] pci 0006:80:00.1: of_irq_parse_pci() failed with rc=-22 [ 0.815936] iommu: Adding device 0006:80:00.2 to group 6 [ 0.816007] pci 0006:80:00.2: of_irq_parse_pci() failed with rc=-22 [ 0.816232] iommu: Adding device 0006:80:00.3 to group 6 [ 0.816305] pci 0006:80:00.3: of_irq_parse_pci() failed with rc=-22 [ 0.816532] PCI: I/O resource not set for host bridge /pci@80000002000001f (domain 7) [ 0.816563] PCI host bridge to bus 0007:90 [ 0.816567] pci_bus 0007:90: root bus resource [mem 0x3fc2e0000000-0x3fc2efffffff] (bus address [0xe0000000-0xefffffff]) [ 0.816571] pci_bus 0007:90: root bus resource [mem 0x305c00000000-0x305fffffffff] (bus address [0x3d05c00000000-0x3d05fffffffff]) [ 0.816576] pci_bus 0007:90: root bus resource [bus 90-ff] [ 0.896937] PCI: I/O resource not set for host bridge /pci@800000020000021 (domain 8) [ 0.896972] PCI host bridge to bus 0008:01 [ 0.896976] pci_bus 0008:01: root bus resource [mem 0x3fc400000000-0x3fc47effffff] (bus address [0x80000000-0xfeffffff]) [ 0.896981] pci_bus 0008:01: root bus resource [mem 0x308000000000-0x308fffffffff] (bus address [0x3d08000000000-0x3d08fffffffff]) [ 0.896985] pci_bus 0008:01: root bus resource [bus 01-ff] [ 0.978170] PCI: I/O resource not set for host bridge /pci@800000020000028 (domain 9) [ 0.978206] PCI host bridge to bus 0009:01 [ 0.978210] pci_bus 0009:01: root bus resource [mem 0x3fc680000000-0x3fc6feffffff] (bus address [0x80000000-0xfeffffff]) [ 0.978214] pci_bus 0009:01: root bus resource [mem 0x30d000000000-0x30dfffffffff] (bus address [0x3d0d000000000-0x3d0dfffffffff]) [ 0.978219] pci_bus 0009:01: root bus resource [bus 01-ff] [ 1.058271] PCI: I/O resource not set for host bridge /pci@800000020000029 (domain 10) [ 1.058350] PCI host bridge to bus 000a:01 [ 1.058356] pci_bus 000a:01: root bus resource [mem 0x3fc600000000-0x3fc67effffff] (bus address [0x80000000-0xfeffffff]) [ 1.058360] pci_bus 000a:01: root bus resource [mem 0x30c000000000-0x30cfffffffff] (bus address [0x3d0c000000000-0x3d0cfffffffff]) [ 1.058365] pci_bus 000a:01: root bus resource [bus 01-ff] [ 1.138526] PCI: I/O resource not set for host bridge /pci@800000020000101 (domain 11) [ 1.138636] PCI host bridge to bus 000b:50 [ 1.138641] pci_bus 000b:50: root bus resource [mem 0x3fc020000000-0x3fc02fffffff] (bus address [0xa0000000-0xafffffff]) [ 1.138646] pci_bus 000b:50: root bus resource [mem 0x300000000000-0x3003ffffffff] (bus address [0x3d00000000000-0x3d003ffffffff]) [ 1.138651] pci_bus 000b:50: root bus resource [bus 50-ff] [ 1.141510] pci 000b:50:00.0: PME# supported from D0 D3hot D3cold [ 1.222287] iommu: Adding device 000b:50:00.0 to group 11 [ 1.222500] PCI: I/O resource not set for host bridge /pci@800000020000102 (domain 12) [ 1.222551] PCI host bridge to bus 000c:60 [ 1.222555] pci_bus 000c:60: root bus resource [mem 0x3fc000000000-0x3fc01fffffff] (bus address [0x80000000-0x9fffffff]) [ 1.222559] pci_bus 000c:60: root bus resource [mem 0x300400000000-0x3005ffffffff] (bus address [0x3d00400000000-0x3d005ffffffff]) [ 1.222564] pci_bus 000c:60: root bus resource [bus 60-ff] [ 1.225379] pci 000c:60:00.0: PME# supported from D0 D3hot D3cold [ 1.306289] iommu: Adding device 000c:60:00.0 to group 12 [ 1.306444] PCI: I/O resource not set for host bridge /pci@800000020000103 (domain 13) [ 1.306481] PCI host bridge to bus 000d:70 [ 1.306485] pci_bus 000d:70: root bus resource [mem 0x3fc030000000-0x3fc03bffffff] (bus address [0xb0000000-0xbbffffff]) [ 1.306490] pci_bus 000d:70: root bus resource [mem 0x300600000000-0x3007ffffffff] (bus address [0x3d00600000000-0x3d007ffffffff]) [ 1.306494] pci_bus 000d:70: root bus resource [bus 70-ff] [ 1.390652] iommu: Adding device 000d:70:00.0 to group 13 [ 1.390745] pci 000d:70:00.0: of_irq_parse_pci() failed with rc=-22 [ 1.391016] PCI: I/O resource not set for host bridge /pci@800000020000104 (domain 14) [ 1.391047] PCI host bridge to bus 000e:80 [ 1.391050] pci_bus 000e:80: root bus resource [mem 0x3fc060000000-0x3fc06fffffff] (bus address [0xe0000000-0xefffffff]) [ 1.391055] pci_bus 000e:80: root bus resource [mem 0x300800000000-0x300bffffffff] (bus address [0x3d00800000000-0x3d00bffffffff]) [ 1.391060] pci_bus 000e:80: root bus resource [bus 80-ff] [ 1.394869] pci 000e:80:00.0: PME# supported from D0 D3hot D3cold [ 1.475907] iommu: Adding device 000e:80:00.0 to group 14 [ 1.475996] pci 000e:80:00.0: of_irq_parse_pci() failed with rc=-22 [ 1.481443] pci 000e:81:05.0: PME# supported from D0 D3hot D3cold [ 1.487798] pci 000e:81:06.0: PME# supported from D0 D3hot D3cold [ 1.490425] iommu: Adding device 000e:81:05.0 to group 14 [ 1.490582] pci 000e:81:05.0: of_irq_parse_pci() failed with rc=-22 [ 1.490830] iommu: Adding device 000e:81:06.0 to group 14 [ 1.490986] pci 000e:81:06.0: of_irq_parse_pci() failed with rc=-22 [ 1.503625] iommu: Adding device 000e:82:00.0 to group 14 [ 1.503744] pci 000e:82:00.0: of_irq_parse_pci() failed with rc=-22 [ 1.503992] iommu: Adding device 000e:82:00.1 to group 14 [ 1.504107] pci 000e:82:00.1: of_irq_parse_pci() failed with rc=-22 [ 1.516745] iommu: Adding device 000e:83:00.0 to group 14 [ 1.516869] pci 000e:83:00.0: of_irq_parse_pci() failed with rc=-22 [ 1.517120] iommu: Adding device 000e:83:00.1 to group 14 [ 1.517243] pci 000e:83:00.1: of_irq_parse_pci() failed with rc=-22 [ 1.517492] PCI: I/O resource not set for host bridge /pci@800000020000105 (domain 15) [ 1.517524] PCI host bridge to bus 000f:90 [ 1.517527] pci_bus 000f:90: root bus resource [mem 0x3fc040000000-0x3fc05fffffff] (bus address [0xc0000000-0xdfffffff]) [ 1.517532] pci_bus 000f:90: root bus resource [mem 0x300c00000000-0x300dffffffff] (bus address [0x3d00c00000000-0x3d00dffffffff]) [ 1.517537] pci_bus 000f:90: root bus resource [bus 90-ff] [ 1.597118] PCI: I/O resource not set for host bridge /pci@800000020000106 (domain 16) [ 1.597155] PCI host bridge to bus 0010:a0 [ 1.597158] pci_bus 0010:a0: root bus resource [mem 0x3fc070000000-0x3fc07bffffff] (bus address [0xf0000000-0xfbffffff]) [ 1.597163] pci_bus 0010:a0: root bus resource [mem 0x300e00000000-0x300fffffffff] (bus address [0x3d00e00000000-0x3d00fffffffff]) [ 1.597168] pci_bus 0010:a0: root bus resource [bus a0-ff] [ 1.681887] iommu: Adding device 0010:a0:00.0 to group 16 [ 1.687414] PCI: Probing PCI hardware done [ 1.687533] pseries-rng: Registering arch random hook. [ 1.699592] vgaarb: device added: PCI:0000:51:00.0,decodes=io+mem,owns=none,locks=none [ 1.699608] vgaarb: loaded [ 1.699609] vgaarb: bridge control possible 0000:51:00.0 [ 1.699867] SCSI subsystem initialized [ 1.700029] libata version 3.00 loaded. [ 1.700093] usbcore: registered new interface driver usbfs [ 1.700123] usbcore: registered new interface driver hub [ 1.700281] usbcore: registered new device driver usb [ 1.700308] pps_core: LinuxPPS API ver. 1 registered [ 1.700311] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti [ 1.700317] PTP clock support registered [ 1.700747] NetLabel: Initializing [ 1.700750] NetLabel: domain hash size = 128 [ 1.700752] NetLabel: protocols = UNLABELED CIPSOv4 [ 1.700763] NetLabel: unlabeled traffic allowed by default [ 1.700959] clocksource: Switched to clocksource timebase [ 1.708895] AppArmor: AppArmor Filesystem Enabled [ 1.710825] NET: Registered protocol family 2 [ 1.711176] TCP established hash table entries: 524288 (order: 6, 4194304 bytes) [ 1.712104] TCP bind hash table entries: 65536 (order: 4, 1048576 bytes) [ 1.712220] TCP: Hash tables configured (established 524288 bind 65536) [ 1.712264] UDP hash table entries: 65536 (order: 5, 2097152 bytes) [ 1.712528] UDP-Lite hash table entries: 65536 (order: 5, 2097152 bytes) [ 1.713041] NET: Registered protocol family 1 [ 1.713055] pci 0000:50:00.0: TI XIO2000a quirk detected; secondary bus fast back-to-back transfers disabled [ 1.715554] PCI: CLS 128 bytes, default 128 [ 1.715601] Trying to unpack rootfs image as initramfs... [ 2.163152] RTAS daemon started [ 2.163795] RTAS: event: 315, Type: Platform Error, Severity: 2 [ 2.178794] hv-24x7: read 1330 catalog entries, created 1349 event attrs (0 failures), 169 descs [ 2.180504] futex hash table entries: 32768 (order: 6, 4194304 bytes) [ 2.180880] audit: initializing netlink subsys (disabled) [ 2.180894] audit: type=2000 audit(1461783071.172:1): initialized [ 2.182243] Initialise system trusted keyring [ 2.182674] HugeTLB registered 16 MB page size, pre-allocated 0 pages [ 2.182679] HugeTLB registered 16 GB page size, pre-allocated 0 pages [ 2.184371] zbud: loaded [ 2.184658] VFS: Disk quotas dquot_6.6.0 [ 2.184734] VFS: Dquot-cache hash table entries: 8192 (order 0, 65536 bytes) [ 2.185293] fuse init (API version 7.23) [ 2.185472] Key type big_key registered [ 2.185991] Key type asymmetric registered [ 2.185996] Asymmetric key parser 'x509' registered [ 2.186065] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 247) [ 2.186201] io scheduler noop registered [ 2.186205] io scheduler deadline registered (default) [ 2.186254] io scheduler cfq registered [ 2.201918] pci_hotplug: PCI Hot Plug PCI Core version: 0.5 [ 2.201988] Using unsupported 640x480 display at 3fc080000000, depth=8, pitch=640 [ 2.213196] Console: switching to colour frame buffer device 80x30 [ 2.224316] fb0: Open Firmware frame buffer device on /pci@800000020000013/pci@0/display@0 [ 2.224675] Serial: 8250/16550 driver, 32 ports, IRQ sharing enabled [ 2.226000] Linux agpgart interface v0.103 [ 2.230849] brd: module loaded [ 2.233968] loop: module loaded [ 2.234214] libphy: Fixed MDIO Bus: probed [ 2.234218] tun: Universal TUN/TAP device driver, 1.6 [ 2.234221] tun: (C) 1999-2004 Max Krasnyansky [ 2.234290] tg3.c:v3.137 (May 11, 2014) [ 2.234425] tg3 0001:60:00.0: enabling device (0140 -> 0142) [ 2.268313] tg3 0001:60:00.0: ibm,query-pe-dma-windows(53) 600000 8000000 20000014 returned 0 [ 2.275402] tg3 0001:60:00.0: ibm,create-pe-dma-window(54) 600000 8000000 20000014 10 27 returned 0 (liobn = 0x70000014 starting addr = 8000000 0) [ 2.663644] tg3 0001:60:00.0: Using 64-bit direct DMA at offset 800000000000000 [ 2.663963] tg3 0001:60:00.0 eth0: Tigon3 [partno(00RX892) rev 5719001] (PCI Express) MAC address 98:be:94:03:6f:94 [ 2.663970] tg3 0001:60:00.0 eth0: attached PHY is 5719C (10/100/1000Base-T Ethernet) (WireSpeed[1], EEE[1]) [ 2.663974] tg3 0001:60:00.0 eth0: RXcsums[1] LinkChgREG[0] MIirq[0] ASF[0] TSOcap[1] [ 2.663978] tg3 0001:60:00.0 eth0: dma_rwctrl[00000000] dma_mask[64-bit] [ 2.666955] tg3 0001:60:00.1: enabling device (0140 -> 0142) [ 2.694153] tg3 0001:60:00.1: Using 64-bit direct DMA at offset 800000000000000 [ 2.694407] tg3 0001:60:00.1 eth1: Tigon3 [partno(00RX892) rev 5719001] (PCI Express) MAC address 98:be:94:03:6f:95 [ 2.694412] tg3 0001:60:00.1 eth1: attached PHY is 5719C (10/100/1000Base-T Ethernet) (WireSpeed[1], EEE[1]) [ 2.694417] tg3 0001:60:00.1 eth1: RXcsums[1] LinkChgREG[0] MIirq[0] ASF[0] TSOcap[1] [ 2.694420] tg3 0001:60:00.1 eth1: dma_rwctrl[00000000] dma_mask[64-bit] [ 2.697374] tg3 0001:60:00.2: enabling device (0140 -> 0142) [ 2.724199] tg3 0001:60:00.2: Using 64-bit direct DMA at offset 800000000000000 [ 2.724432] tg3 0001:60:00.2 eth2: Tigon3 [partno(00RX892) rev 5719001] (PCI Express) MAC address 98:be:94:03:6f:96 [ 2.724437] tg3 0001:60:00.2 eth2: attached PHY is 5719C (10/100/1000Base-T Ethernet) (WireSpeed[1], EEE[1]) [ 2.724441] tg3 0001:60:00.2 eth2: RXcsums[1] LinkChgREG[0] MIirq[0] ASF[0] TSOcap[1] [ 2.724444] tg3 0001:60:00.2 eth2: dma_rwctrl[00000000] dma_mask[64-bit] [ 2.727397] tg3 0001:60:00.3: enabling device (0140 -> 0142) [ 2.752198] tg3 0001:60:00.3: Using 64-bit direct DMA at offset 800000000000000 [ 2.752430] tg3 0001:60:00.3 eth3: Tigon3 [partno(00RX892) rev 5719001] (PCI Express) MAC address 98:be:94:03:6f:97 [ 2.752435] tg3 0001:60:00.3 eth3: attached PHY is 5719C (10/100/1000Base-T Ethernet) (WireSpeed[1], EEE[1]) [ 2.752439] tg3 0001:60:00.3 eth3: RXcsums[1] LinkChgREG[0] MIirq[0] ASF[0] TSOcap[1] [ 2.752443] tg3 0001:60:00.3 eth3: dma_rwctrl[00000000] dma_mask[64-bit] [ 2.755407] tg3 0006:80:00.0: enabling device (0140 -> 0142) [ 2.780294] tg3 0006:80:00.0: ibm,query-pe-dma-windows(53) 800000 8000000 2000001e returned 0 [ 2.786590] tg3 0006:80:00.0: ibm,create-pe-dma-window(54) 800000 8000000 2000001e 10 27 returned 0 (liobn = 0x7000001e starting addr = 8000000 0) [ 3.170878] tg3 0006:80:00.0: Using 64-bit direct DMA at offset 800000000000000 [ 3.171222] tg3 0006:80:00.0 eth4: Tigon3 [partno(00RX892) rev 5719001] (PCI Express) MAC address 98:be:94:03:b4:ac [ 3.171228] tg3 0006:80:00.0 eth4: attached PHY is 5719C (10/100/1000Base-T Ethernet) (WireSpeed[1], EEE[1]) [ 3.171232] tg3 0006:80:00.0 eth4: RXcsums[1] LinkChgREG[0] MIirq[0] ASF[0] TSOcap[1] [ 3.171236] tg3 0006:80:00.0 eth4: dma_rwctrl[00000000] dma_mask[64-bit] [ 3.174418] tg3 0006:80:00.1: enabling device (0140 -> 0142) [ 3.200190] tg3 0006:80:00.1: Using 64-bit direct DMA at offset 800000000000000 [ 3.200427] tg3 0006:80:00.1 eth5: Tigon3 [partno(00RX892) rev 5719001] (PCI Express) MAC address 98:be:94:03:b4:ad [ 3.200432] tg3 0006:80:00.1 eth5: attached PHY is 5719C (10/100/1000Base-T Ethernet) (WireSpeed[1], EEE[1]) [ 3.200436] tg3 0006:80:00.1 eth5: RXcsums[1] LinkChgREG[0] MIirq[0] ASF[0] TSOcap[1] [ 3.200440] tg3 0006:80:00.1 eth5: dma_rwctrl[00000000] dma_mask[64-bit] [ 3.203610] tg3 0006:80:00.2: enabling device (0140 -> 0142) [ 3.228172] tg3 0006:80:00.2: Using 64-bit direct DMA at offset 800000000000000 [ 3.228403] tg3 0006:80:00.2 eth6: Tigon3 [partno(00RX892) rev 5719001] (PCI Express) MAC address 98:be:94:03:b4:ae [ 3.228408] tg3 0006:80:00.2 eth6: attached PHY is 5719C (10/100/1000Base-T Ethernet) (WireSpeed[1], EEE[1]) [ 3.228412] tg3 0006:80:00.2 eth6: RXcsums[1] LinkChgREG[0] MIirq[0] ASF[0] TSOcap[1] [ 3.228415] tg3 0006:80:00.2 eth6: dma_rwctrl[00000000] dma_mask[64-bit] [ 3.231586] tg3 0006:80:00.3: enabling device (0140 -> 0142) [ 3.256173] tg3 0006:80:00.3: Using 64-bit direct DMA at offset 800000000000000 [ 3.256405] tg3 0006:80:00.3 eth7: Tigon3 [partno(00RX892) rev 5719001] (PCI Express) MAC address 98:be:94:03:b4:af [ 3.256410] tg3 0006:80:00.3 eth7: attached PHY is 5719C (10/100/1000Base-T Ethernet) (WireSpeed[1], EEE[1]) [ 3.256414] tg3 0006:80:00.3 eth7: RXcsums[1] LinkChgREG[0] MIirq[0] ASF[0] TSOcap[1] [ 3.256418] tg3 0006:80:00.3 eth7: dma_rwctrl[00000000] dma_mask[64-bit] [ 3.259474] ehea: IBM eHEA ethernet device driver (Release EHEA_0107) [ 3.259509] PPP generic driver version 2.4.2 [ 3.259572] ehci_hcd: USB 2.0 'Enhanced' Host Controller (EHCI) Driver [ 3.259584] ehci-pci: EHCI PCI platform driver [ 3.259596] ohci_hcd: USB 1.1 'Open' Host Controller (OHCI) Driver [ 3.259601] ohci-pci: OHCI PCI platform driver [ 3.259614] uhci_hcd: USB Universal Host Controller Interface driver [ 3.260036] xhci_hcd 0004:50:00.0: xHCI Host Controller [ 3.260043] xhci_hcd 0004:50:00.0: new USB bus registered, assigned bus number 1 [ 3.260276] xhci_hcd 0004:50:00.0: hcc params 0x0270f06d hci version 0x96 quirks 0x00000000 [ 3.263318] usb usb1: New USB device found, idVendor=1d6b, idProduct=0002 [ 3.263322] usb usb1: New USB device strings: Mfr=3, Product=2, SerialNumber=1 [ 3.263326] usb usb1: Product: xHCI Host Controller [ 3.263329] usb usb1: Manufacturer: Linux 4.4.0-21-generic xhci-hcd [ 3.263332] usb usb1: SerialNumber: 0004:50:00.0 [ 3.263433] hub 1-0:1.0: USB hub found [ 3.263444] hub 1-0:1.0: 4 ports detected [ 3.263566] xhci_hcd 0004:50:00.0: xHCI Host Controller [ 3.263570] xhci_hcd 0004:50:00.0: new USB bus registered, assigned bus number 2 [ 3.263587] usb usb2: We don't know the algorithms for LPM for this host, disabling LPM. [ 3.263608] usb usb2: New USB device found, idVendor=1d6b, idProduct=0003 [ 3.263611] usb usb2: New USB device strings: Mfr=3, Product=2, SerialNumber=1 [ 3.263615] usb usb2: Product: xHCI Host Controller [ 3.263618] usb usb2: Manufacturer: Linux 4.4.0-21-generic xhci-hcd [ 3.263620] usb usb2: SerialNumber: 0004:50:00.0 [ 3.263714] hub 2-0:1.0: USB hub found [ 3.263723] hub 2-0:1.0: 4 ports detected [ 3.263972] mousedev: PS/2 mouse device common for all mice [ 3.264017] i2c /dev entries driver [ 3.264110] device-mapper: uevent: version 1.0.3 [ 3.264179] device-mapper: ioctl: 4.34.0-ioctl (2015-10-28) initialised: dm-devel@redhat.com [ 3.265814] pseries_idle_driver registered [ 3.266004] ledtrig-cpu: registered to indicate activity on CPUs [ 3.266536] random: nonblocking pool is initialized [ 3.266605] NET: Registered protocol family 10 [ 3.267694] NET: Registered protocol family 17 [ 3.267711] Key type dns_resolver registered [ 3.267978] registered taskstats version 1 [ 3.267992] Loading compiled-in X.509 certificates [ 3.268696] Loaded X.509 cert 'Build time autogenerated kernel key: d8bd130e4675c02bc227dea865955fb8e4188af6' [ 3.268732] zswap: loaded using pool lzo/zbud [ 3.270827] Key type trusted registered [ 3.274315] Key type encrypted registered [ 3.274340] AppArmor: AppArmor sha1 policy hashing enabled [ 3.274355] ima: No TPM chip found, activating TPM-bypass! [ 3.274411] evm: HMAC attrs: 0x1 [ 3.282658] hctosys: unable to open rtc device (rtc0) [ 3.283589] Freeing unused kernel memory: 6144K (c000000000ea0000 - c0000000014a0000) [ 3.295317] device-mapper: multipath: version 1.10.0 loaded [ 3.297413] alua: device handler registered [ 3.299149] rdac: device handler registered [ 3.300961] emc: device handler registered [ 3.368614] tg3 0001:60:00.1 enP1p96s0f1: renamed from eth1 [ 3.373815] ipr: IBM Power RAID SCSI Device Driver version: 2.6.3 (October 17, 2015) [ 3.373843] ipr 0002:70:00.0: Found IOA with IRQ: 0 [ 3.374319] ipr 0002:70:00.0: ibm,query-pe-dma-windows(53) 700000 8000000 20000015 returned 0 [ 3.374726] nvme 0005:70:00.0: enabling device (0140 -> 0142) [ 3.376196] nvme 0010:a0:00.0: enabling device (0140 -> 0142) [ 3.376463] nvme 000d:70:00.0: enabling device (0140 -> 0142) [ 3.379949] mlx4_core: Mellanox ConnectX core driver v2.2-1 (Feb, 2014) [ 3.379973] mlx4_core: Initializing 0003:01:00.0 [ 3.389267] tg3 0001:60:00.2 enP1p96s0f2: renamed from eth2 [ 3.394074] mlx4_core 0003:01:00.0: enabling device (0140 -> 0142) [ 3.394499] nvme 0005:70:00.0: ibm,query-pe-dma-windows(53) 700000 8000000 2000001d returned 0 [ 3.396103] mlx4_core 0003:01:00.0: ibm,query-pe-dma-windows(53) 10000 8000000 20000018 returned 0 [ 3.402840] mlx4_core 0003:01:00.0: ibm,create-pe-dma-window(54) 10000 8000000 20000018 10 27 returned 0 (liobn = 0x70000018 starting addr = 8000000 0) [ 3.403233] Emulex LightPulse Fibre Channel SCSI driver 11.0.0.10. [ 3.403240] Copyright(c) 2004-2015 Emulex. All rights reserved. [ 3.404282] lpfc 000e:82:00.0: enabling device (0144 -> 0146) [ 3.405763] ipr 0002:70:00.0: Received IRQ : 32 [ 3.405874] ipr 0002:70:00.0: Request for 2 MSIXs succeeded. [ 3.415879] ipr 0002:70:00.0: Starting IOA initialization sequence. [ 3.415905] scsi host0: IBM 0 Storage Adapter [ 3.415917] ipr 0002:70:00.0: Starting IOA initialization sequence. [ 3.416056] ipr 000b:50:00.0: Found IOA with IRQ: 0 [ 3.482022] ipr 0002:70:00.0: Adapter firmware version: 14511A00 [ 3.487409] blk_queue_max_segments: set to minimum 1 [ 3.495665] ipr 0002:70:00.0: IOA initialized. [ 3.496108] scsi 0:3:0:0: No Device IBM 57D7001SISIOA 0150 PQ: 0 ANSI: 0 [ 3.496115] scsi 0:3:0:0: Resource path: 0/FE [ 3.528055] scsi 0:0:0:0: Direct-Access IBM ST9146853SS 7414 PQ: 0 ANSI: 6 [ 3.528065] scsi 0:0:0:0: Resource path: 0/00-00 [ 3.550934] blk_queue_max_segments: set to minimum 1 [ 3.551260] blk_queue_max_segments: set to minimum 1 [ 3.558469] scsi 0:1:0:0: No Device IBM IPR-0 6DE1C100 PQ: 0 ANSI: 3 [ 3.558488] scsi 0:1:0:0: Resource path: 0/FD-00 [ 3.558819] scsi 0:2:0:0: Direct-Access IBM IPR-0 6DE1C100 PQ: 0 ANSI: 3 [ 3.558824] scsi 0:2:0:0: Resource path: 0/FC-00-00 [ 3.559233] scsi 0:0:1:0: Enclosure IBM VSBPD12M1 6GSAS 03 PQ: 0 ANSI: 2 [ 3.559238] scsi 0:0:1:0: Resource path: 0/00-16 [ 3.559558] scsi 0:0:2:0: Enclosure IBM VSBPD12M1 6GSAS 03 PQ: 0 ANSI: 2 [ 3.559563] scsi 0:0:2:0: Resource path: 0/00-15 [ 3.561085] scsi 0:3:0:0: Attached scsi generic sg0 type 31 [ 3.561255] scsi 0:0:0:0: Attached scsi generic sg1 type 12 [ 3.561442] scsi 0:1:0:0: Attached scsi generic sg2 type 31 [ 3.561673] sd 0:2:0:0: Attached scsi generic sg3 type 0 [ 3.561689] sd 0:2:0:0: [sda] 272646144 512-byte logical blocks: (140 GB/130 GiB) [ 3.561695] sd 0:2:0:0: [sda] 4096-byte physical blocks [ 3.561888] scsi 0:0:1:0: Attached scsi generic sg4 type 13 [ 3.561924] sd 0:2:0:0: [sda] Write Protect is off [ 3.561931] sd 0:2:0:0: [sda] Mode Sense: 27 00 00 08 [ 3.562014] sd 0:2:0:0: [sda] Write cache: enabled, read cache: enabled, doesn't support DPO or FUA [ 3.562096] scsi 0:0:2:0: Attached scsi generic sg5 type 13 [ 3.623957] sda: sda1 sda2 sda3 [ 3.624501] sd 0:2:0:0: [sda] Attached SCSI disk [ 3.801601] mlx4_core 0003:01:00.0: Using 64-bit direct DMA at offset 800000000000000 [ 3.801791] lpfc 000e:82:00.0: ibm,query-pe-dma-windows(53) 800000 8000000 20000104 returned 0 [ 3.810076] lpfc 000e:82:00.0: ibm,create-pe-dma-window(54) 800000 8000000 20000104 10 27 returned 0 (liobn = 0x70000104 starting addr = 8000000 0) [ 4.202653] lpfc 000e:82:00.0: Using 64-bit direct DMA at offset 800000000000000 [ 4.202802] ipr 000b:50:00.0: ibm,query-pe-dma-windows(53) 500000 8000000 20000101 returned 0 [ 4.203403] scsi host2: Emulex LPe12000 PCIe Fibre Channel Adapter on PCI bus 82 device 00 irq 0 [ 4.210711] ipr 000b:50:00.0: ibm,create-pe-dma-window(54) 500000 8000000 20000101 10 27 returned 0 (liobn = 0x70000101 starting addr = 8000000 0) [ 4.213101] tg3 0001:60:00.3 enP1p96s0f3: renamed from eth3 [ 4.600512] ipr 000b:50:00.0: Using 64-bit direct DMA at offset 800000000000000 [ 4.601048] tg3 0001:60:00.0 enP1p96s0f0: renamed from eth0 [ 4.602532] ipr 000b:50:00.0: Received IRQ : 529 [ 4.602576] ipr 000b:50:00.0: Request for 2 MSIXs succeeded. [ 4.606449] ipr 000b:50:00.0: Starting IOA initialization sequence. [ 4.606458] scsi host1: IBM 0 Storage Adapter [ 4.606487] ipr 000b:50:00.0: Starting IOA initialization sequence. [ 4.606542] ipr 000c:60:00.0: Found IOA with IRQ: 0 [ 4.606967] ipr 000c:60:00.0: ibm,query-pe-dma-windows(53) 600000 8000000 20000102 returned 0 [ 4.607199] ipr 000b:50:00.0: Adapter firmware version: 14511A00 [ 4.608939] ipr 000c:60:00.0: Received IRQ : 53 [ 4.608980] ipr 000c:60:00.0: Request for 2 MSIXs succeeded. [ 4.609478] ipr 000b:50:00.0: IOA initialized. [ 4.613248] ipr 000c:60:00.0: Starting IOA initialization sequence. [ 4.613257] scsi host3: IBM 0 Storage Adapter [ 4.613280] ipr 000c:60:00.0: Starting IOA initialization sequence. [ 4.613758] ipr 000c:60:00.0: Adapter firmware version: 14511A00 [ 4.615513] ipr 000c:60:00.0: IOA initialized. [ 4.622310] ipr 000b:50:00.0: 9092: Disk unit requires initialization before use [ 4.622317] ipr: Device Errors Detected/Logged: 1/1 [ 4.622319] ipr: ---------------------------------------------------------- [ 4.622322] ipr: Device 1 : 00-0A-0A [ 4.622324] ipr: Vendor/Product ID: IBM PX04SRB192 [ 4.622327] ipr: Serial Number: SUQALKYN [ 4.622329] ipr: WWN: 50000396AC8947D5 [ 4.622331] ipr: -----New Device Information----- [ 4.622333] ipr: Vendor/Product ID: [ 4.622335] ipr: Serial Number: 00000000 [ 4.622338] ipr: WWN: 0000000000000000 [ 4.622339] ipr: Cache Directory Card Information: [ 4.622341] ipr: Vendor/Product ID: [ 4.622344] ipr: Serial Number: 00000000 [ 4.622345] ipr: WWN: 0000000000000000 [ 4.622347] ipr: Adapter Card Information: [ 4.622349] ipr: Vendor/Product ID: [ 4.622351] ipr: Serial Number: 00000000 [ 4.622353] ipr: WWN: 0000000000000000 [ 4.622502] scsi 1:3:0:0: No Device IBM 57B1001SISIOA 0150 PQ: 0 ANSI: 0 [ 4.622507] scsi 1:3:0:0: Resource path: 1/FE [ 4.633039] tg3 0006:80:00.1 enP6p128s0f1: renamed from eth5 [ 4.635266] scsi 1:0:0:0: Direct-Access IBM AL14SEB120N 6506 PQ: 0 ANSI: 6 [ 4.635272] scsi 1:0:0:0: Resource path: 1/00-06-16 [ 4.645037] tg3 0006:80:00.2 enP6p128s0f2: renamed from eth6 [ 4.657032] tg3 0006:80:00.0 enP6p128s0f0: renamed from eth4 [ 4.665629] scsi 3:3:0:0: No Device IBM 57B1001SISIOA 0150 PQ: 0 ANSI: 0 [ 4.665639] scsi 3:3:0:0: Resource path: 3/FE [ 4.667105] scsi 3:0:1:0: Enclosure IBM 5887 65SG PQ: 0 ANSI: 4 [ 4.667111] scsi 3:0:1:0: Resource path: 3/00-08-26 [ 4.669041] tg3 0006:80:00.3 enP6p128s0f3: renamed from eth7 [ 4.669345] scsi 3:0:2:0: Enclosure IBM 5887 65SG PQ: 0 ANSI: 4 [ 4.669350] scsi 3:0:2:0: Resource path: 3/00-04-26 [ 4.671545] scsi 3:0:3:0: Enclosure IBM 5887 65SG PQ: 0 ANSI: 4 [ 4.671555] scsi 3:0:3:0: Resource path: 3/00-0A-26 [ 4.673770] scsi 3:0:4:0: Enclosure IBM 5887 65SG PQ: 0 ANSI: 4 [ 4.673775] scsi 3:0:4:0: Resource path: 3/00-06-26 [ 4.682017] scsi 3:0:5:0: Direct-Access IBM PX04SRB192 7008 PQ: 0 ANSI: 6 [ 4.682027] scsi 3:0:5:0: Resource path: 3/00-0A-0A [ 4.686839] scsi 3:1:0:0: No Device IBM IPR-0 69005300 PQ: 0 ANSI: 3 [ 4.686844] scsi 3:1:0:0: Resource path: 3/FD-00 [ 4.687228] scsi 3:1:1:0: No Device IBM IPR-0 69005300 PQ: 0 ANSI: 3 [ 4.687233] scsi 3:1:1:0: Resource path: 3/FD-01 [ 4.687613] scsi 3:1:2:0: No Device IBM IPR-0 69005300 PQ: 0 ANSI: 3 [ 4.687617] scsi 3:1:2:0: Resource path: 3/FD-02 [ 4.688004] scsi 3:1:3:0: No Device IBM IPR-0 69005300 PQ: 0 ANSI: 3 [ 4.688009] scsi 3:1:3:0: Resource path: 3/FD-03 [ 4.688396] scsi 3:1:4:0: No Device IBM IPR-0 69005300 PQ: 0 ANSI: 3 [ 4.688401] scsi 3:1:4:0: Resource path: 3/FD-04 [ 4.688800] scsi 3:1:5:0: No Device IBM IPR-0 69005300 PQ: 0 ANSI: 3 [ 4.688806] scsi 3:1:5:0: Resource path: 3/FD-05 [ 4.689195] scsi 3:1:6:0: No Device IBM IPR-10 69005300 PQ: 0 ANSI: 3 [ 4.689200] scsi 3:1:6:0: Resource path: 3/FD-06 [ 4.698323] scsi 3:2:0:0: Direct-Access IBM IPR-0 C6C132A6 PQ: 0 ANSI: 3 [ 4.698332] scsi 3:2:0:0: Resource path: 3/FC-01-00 [ 4.707564] scsi 3:2:1:0: Direct-Access IBM IPR-0 30F9EC75 PQ: 0 ANSI: 3 [ 4.707573] scsi 3:2:1:0: Resource path: 3/FC-05-00 [ 4.716970] scsi 3:2:2:0: Direct-Access IBM IPR-10 69005300 PQ: 0 ANSI: 3 [ 4.716980] scsi 3:2:2:0: Resource path: 3/FC-06-00 [ 4.720076] scsi 1:0:1:0: Direct-Access IBM AL14SEB120N 6506 PQ: 0 ANSI: 6 [ 4.720081] scsi 1:0:1:0: Resource path: 1/00-06-17 [ 4.726225] scsi 3:2:3:0: Direct-Access IBM IPR-0 2BC1D531 PQ: 0 ANSI: 3 [ 4.726234] scsi 3:2:3:0: Resource path: 3/FC-02-00 [ 4.735464] scsi 3:2:4:0: Direct-Access IBM IPR-0 D51118F3 PQ: 0 ANSI: 3 [ 4.735474] scsi 3:2:4:0: Resource path: 3/FC-00-00 [ 4.744705] scsi 3:2:5:0: Direct-Access IBM IPR-0 E024A02F PQ: 0 ANSI: 3 [ 4.744714] scsi 3:2:5:0: Resource path: 3/FC-04-00 [ 4.749149] scsi 3:0:6:0: Direct-Access IBM AL14SEB120N 6506 PQ: 0 ANSI: 6 [ 4.749154] scsi 3:0:6:0: Resource path: 3/00-06-16 [ 4.753949] scsi 3:0:7:0: Direct-Access IBM AL14SEB120N 6506 PQ: 0 ANSI: 6 [ 4.753954] scsi 3:0:7:0: Resource path: 3/00-06-17 [ 4.761328] scsi 3:0:8:0: Direct-Access IBM PX04SRB192 7008 PQ: 0 ANSI: 6 [ 4.761337] scsi 3:0:8:0: Resource path: 3/00-0A-08 [ 4.770106] scsi 3:0:9:0: Direct-Access IBM AL14SEB030N 6506 PQ: 0 ANSI: 6 [ 4.770114] scsi 3:0:9:0: Resource path: 3/00-0A-00 [ 4.774883] scsi 3:0:10:0: Direct-Access IBM AL14SEB120N 6506 PQ: 0 ANSI: 6 [ 4.774888] scsi 3:0:10:0: Resource path: 3/00-06-15 [ 4.782263] scsi 3:0:11:0: Direct-Access IBM PX04SRB192 7008 PQ: 0 ANSI: 6 [ 4.782271] scsi 3:0:11:0: Resource path: 3/00-0A-09 [ 4.791020] scsi 3:0:12:0: Direct-Access IBM AL14SEB030N 6506 PQ: 0 ANSI: 6 [ 4.791029] scsi 3:0:12:0: Resource path: 3/00-0A-02 [ 4.800614] scsi 3:2:6:0: Direct-Access IBM IPR-0 5F558780 PQ: 0 ANSI: 3 [ 4.800623] scsi 3:2:6:0: Resource path: 3/FC-03-00 [ 4.822828] scsi 1:0:2:0: Direct-Access IBM AL14SEB030N 6506 PQ: 0 ANSI: 6 [ 4.822838] scsi 1:0:2:0: Resource path: 1/00-0A-01 [ 4.825359] scsi 3:0:13:0: Direct-Access IBM AL14SEB030N 6506 PQ: 0 ANSI: 6 [ 4.825365] scsi 3:0:13:0: Resource path: 3/00-0A-01 [ 4.826693] scsi 1:0:3:0: Direct-Access IBM PX04SRB192 7008 PQ: 0 ANSI: 6 [ 4.826699] scsi 1:0:3:0: Resource path: 1/00-0A-08 [ 4.838312] scsi 1:0:4:0: Direct-Access IBM AL14SEB030N 6506 PQ: 0 ANSI: 6 [ 4.838321] scsi 1:0:4:0: Resource path: 1/00-0A-00 [ 4.931881] scsi 1:0:5:0: Direct-Access IBM AL14SEB120N 6506 PQ: 0 ANSI: 6 [ 4.931890] scsi 1:0:5:0: Resource path: 1/00-06-15 [ 4.935719] scsi 1:0:6:0: Direct-Access IBM PX04SRB192 7008 PQ: 0 ANSI: 6 [ 4.935724] scsi 1:0:6:0: Resource path: 1/00-0A-09 [ 4.943186] scsi 1:0:7:0: Direct-Access IBM PX04SRB192 7008 PQ: 0 ANSI: 6 [ 4.943195] scsi 1:0:7:0: Resource path: 1/00-0A-0A [ 5.046166] scsi 1:0:8:0: Direct-Access IBM AL14SEB030N 6506 PQ: 0 ANSI: 6 [ 5.046175] scsi 1:0:8:0: Resource path: 1/00-0A-02 [ 5.046882] scsi 1:1:0:0: No Device IBM IPR-0 69005300 PQ: 0 ANSI: 3 [ 5.046888] scsi 1:1:0:0: Resource path: 1/FD-00 [ 5.047266] scsi 1:1:1:0: No Device IBM IPR-0 69005300 PQ: 0 ANSI: 3 [ 5.047271] scsi 1:1:1:0: Resource path: 1/FD-01 [ 5.047636] scsi 1:1:2:0: No Device IBM IPR-0 69005300 PQ: 0 ANSI: 3 [ 5.047641] scsi 1:1:2:0: Resource path: 1/FD-02 [ 5.048008] scsi 1:1:3:0: No Device IBM IPR-0 69005300 PQ: 0 ANSI: 3 [ 5.048013] scsi 1:1:3:0: Resource path: 1/FD-03 [ 5.048377] scsi 1:1:4:0: No Device IBM IPR-0 69005300 PQ: 0 ANSI: 3 [ 5.048382] scsi 1:1:4:0: Resource path: 1/FD-04 [ 5.048756] scsi 1:1:5:0: No Device IBM IPR-0 69005300 PQ: 0 ANSI: 3 [ 5.048761] scsi 1:1:5:0: Resource path: 1/FD-05 [ 5.049130] scsi 1:1:6:0: No Device IBM IPR-10 69005300 PQ: 0 ANSI: 3 [ 5.049135] scsi 1:1:6:0: Resource path: 1/FD-06 [ 5.049518] scsi 1:2:0:0: Direct-Access IBM IPR-0 C6C132A6 PQ: 0 ANSI: 3 [ 5.049523] scsi 1:2:0:0: Resource path: 1/FC-01-00 [ 5.049916] scsi 1:2:1:0: Direct-Access IBM IPR-0 30F9EC75 PQ: 0 ANSI: 3 [ 5.049920] scsi 1:2:1:0: Resource path: 1/FC-05-00 [ 5.050312] scsi 1:2:2:0: Direct-Access IBM IPR-0 5F558780 PQ: 0 ANSI: 3 [ 5.050317] scsi 1:2:2:0: Resource path: 1/FC-03-00 [ 5.050719] scsi 1:2:3:0: Direct-Access IBM IPR-10 69005300 PQ: 0 ANSI: 3 [ 5.050724] scsi 1:2:3:0: Resource path: 1/FC-06-00 [ 5.051116] scsi 1:2:4:0: Direct-Access IBM IPR-0 2BC1D531 PQ: 0 ANSI: 3 [ 5.051121] scsi 1:2:4:0: Resource path: 1/FC-02-00 [ 5.051509] scsi 1:2:5:0: Direct-Access IBM IPR-0 D51118F3 PQ: 0 ANSI: 3 [ 5.051514] scsi 1:2:5:0: Resource path: 1/FC-00-00 [ 5.051900] scsi 1:2:6:0: Direct-Access IBM IPR-0 E024A02F PQ: 0 ANSI: 3 [ 5.051905] scsi 1:2:6:0: Resource path: 1/FC-04-00 [ 5.053263] scsi 1:0:10:0: Enclosure IBM 5887 65SG PQ: 0 ANSI: 4 [ 5.053268] scsi 1:0:10:0: Resource path: 1/00-04-26 [ 5.055423] scsi 1:0:11:0: Enclosure IBM 5887 65SG PQ: 0 ANSI: 4 [ 5.055428] scsi 1:0:11:0: Resource path: 1/00-06-26 [ 5.057555] scsi 1:0:12:0: Enclosure IBM 5887 65SG PQ: 0 ANSI: 4 [ 5.057560] scsi 1:0:12:0: Resource path: 1/00-0A-26 [ 5.059823] scsi 1:0:13:0: Enclosure IBM 5887 65SG PQ: 0 ANSI: 4 [ 5.059831] scsi 1:0:13:0: Resource path: 1/00-08-26 [ 5.073062] scsi 1:3:0:0: Attached scsi generic sg6 type 31 [ 5.073198] scsi 1:0:0:0: Attached scsi generic sg7 type 12 [ 5.073344] scsi 1:0:1:0: Attached scsi generic sg8 type 12 [ 5.073481] scsi 1:0:2:0: Attached scsi generic sg9 type 12 [ 5.073603] scsi 1:0:3:0: Attached scsi generic sg10 type 12 [ 5.073737] scsi 1:0:4:0: Attached scsi generic sg11 type 12 [ 5.073871] scsi 1:0:5:0: Attached scsi generic sg12 type 12 [ 5.073998] scsi 1:0:6:0: Attached scsi generic sg13 type 12 [ 5.074132] scsi 1:0:7:0: Attached scsi generic sg14 type 12 [ 5.074268] scsi 1:0:8:0: Attached scsi generic sg15 type 12 [ 5.074397] scsi 1:1:0:0: Attached scsi generic sg16 type 31 [ 5.074674] scsi 1:1:1:0: Attached scsi generic sg17 type 31 [ 5.074820] scsi 1:1:2:0: Attached scsi generic sg18 type 31 [ 5.074946] scsi 1:1:3:0: Attached scsi generic sg19 type 31 [ 5.075085] scsi 1:1:4:0: Attached scsi generic sg20 type 31 [ 5.075227] scsi 1:1:5:0: Attached scsi generic sg21 type 31 [ 5.075369] scsi 1:1:6:0: Attached scsi generic sg22 type 31 [ 5.075488] sd 1:2:0:0: alua: supports implicit TPGS [ 5.075777] sd 1:2:0:0: [sdb] Spinning up disk... [ 5.075905] sd 1:2:0:0: alua: port group 53 rel port 53 [ 5.076156] sd 1:2:0:0: alua: rtpg failed with 8070002 [ 5.076299] sd 1:2:0:0: alua: port group 53 state A preferred supports TOlUSNA [ 5.076386] sd 1:2:0:0: Attached scsi generic sg23 type 0 [ 5.076545] sd 1:2:1:0: alua: supports implicit TPGS [ 5.077995] sd 1:2:1:0: alua: port group 53 rel port 53 [ 5.078012] sd 1:2:1:0: [sdc] Spinning up disk... [ 5.078094] sd 1:2:1:0: alua: rtpg failed with 8070002 [ 5.078349] sd 1:2:1:0: alua: port group 53 state A preferred supports TOlUSNA [ 5.078409] sd 1:2:1:0: Attached scsi generic sg24 type 0 [ 5.078549] sd 1:2:2:0: alua: supports implicit TPGS [ 5.078768] sd 1:2:2:0: alua: port group 53 rel port 53 [ 5.078807] sd 1:2:2:0: [sdd] 554287104 512-byte logical blocks: (284 GB/264 GiB) [ 5.079046] sd 1:2:2:0: alua: rtpg failed with 8070002 [ 5.080002] sd 1:2:2:0: alua: port group 53 state A preferred supports TOlUSNA [ 5.080075] sd 1:2:2:0: Attached scsi generic sg25 type 0 [ 5.080212] sd 1:2:3:0: alua: supports implicit TPGS [ 5.080904] sd 1:2:2:0: [sdd] Write Protect is off [ 5.080908] sd 1:2:2:0: [sdd] Mode Sense: 13 00 00 08 [ 5.080968] sd 1:2:3:0: [sde] Spinning up disk... [ 5.081065] sd 1:2:3:0: alua: port group 53 rel port 53 [ 5.081324] sd 1:2:3:0: alua: rtpg failed with 8070002 [ 5.081468] sd 1:2:3:0: alua: port group 53 state A preferred supports TOlUSNA [ 5.081541] sd 1:2:3:0: Attached scsi generic sg26 type 0 [ 5.081678] sd 1:2:4:0: alua: supports implicit TPGS [ 5.083053] sd 1:2:4:0: [sdf] Spinning up disk... [ 5.083137] sd 1:2:4:0: alua: port group 53 rel port 53 [ 5.083386] sd 1:2:4:0: alua: rtpg failed with 8070002 [ 5.083505] sd 1:2:4:0: alua: port group 53 state A preferred supports TOlUSNA [ 5.083564] sd 1:2:4:0: Attached scsi generic sg27 type 0 [ 5.083707] sd 1:2:5:0: alua: supports implicit TPGS [ 5.084084] sd 1:2:5:0: alua: port group 53 rel port 53 [ 5.085113] sd 1:2:5:0: alua: rtpg failed with 8070002 [ 5.085131] sd 1:2:5:0: [sdg] Spinning up disk... [ 5.085243] sd 1:2:5:0: alua: port group 53 state A preferred supports TOlUSNA [ 5.085316] sd 1:2:5:0: Attached scsi generic sg28 type 0 [ 5.085442] sd 1:2:6:0: alua: supports implicit TPGS [ 5.085851] sd 1:2:6:0: alua: port group 53 rel port 53 [ 5.085871] sd 1:2:6:0: [sdh] Spinning up disk... [ 5.085949] sd 1:2:6:0: alua: rtpg failed with 8070002 [ 5.086223] sd 1:2:6:0: alua: port group 53 state A preferred supports TOlUSNA [ 5.086296] sd 1:2:6:0: Attached scsi generic sg29 type 0 [ 5.086456] scsi 1:0:10:0: Attached scsi generic sg30 type 13 [ 5.086615] scsi 1:0:11:0: Attached scsi generic sg31 type 13 [ 5.086771] scsi 1:0:12:0: Attached scsi generic sg32 type 13 [ 5.086927] scsi 1:0:13:0: Attached scsi generic sg33 type 13 [ 5.087096] scsi 3:3:0:0: Attached scsi generic sg34 type 31 [ 5.087245] scsi 3:0:1:0: Attached scsi generic sg35 type 13 [ 5.087405] scsi 3:0:2:0: Attached scsi generic sg36 type 13 [ 5.087572] scsi 3:0:3:0: Attached scsi generic sg37 type 13 [ 5.087724] scsi 3:0:4:0: Attached scsi generic sg38 type 13 [ 5.087879] scsi 3:0:5:0: Attached scsi generic sg39 type 12 [ 5.088034] scsi 3:1:0:0: Attached scsi generic sg40 type 31 [ 5.088178] scsi 3:1:1:0: Attached scsi generic sg41 type 31 [ 5.088343] scsi 3:1:2:0: Attached scsi generic sg42 type 31 [ 5.088500] scsi 3:1:3:0: Attached scsi generic sg43 type 31 [ 5.088644] scsi 3:1:4:0: Attached scsi generic sg44 type 31 [ 5.088803] scsi 3:1:5:0: Attached scsi generic sg45 type 31 [ 5.088967] scsi 3:1:6:0: Attached scsi generic sg46 type 31 [ 5.089113] sd 3:2:0:0: alua: supports implicit TPGS [ 5.148980] sd 1:2:2:0: [sdd] Cache data unavailable [ 5.148991] sd 1:2:2:0: [sdd] Assuming drive cache: write through [ 5.456957] sd 3:2:0:0: alua: port group 50 rel port 50 [ 5.457019] sd 3:2:0:0: alua: rtpg failed with 8070002 [ 5.457166] sd 3:2:0:0: alua: port group 50 state N non-preferred supports TOlUSNA [ 5.457232] sd 3:2:0:0: Attached scsi generic sg47 type 0 [ 5.457369] sd 3:2:1:0: alua: supports implicit TPGS [ 5.458767] sd 3:2:0:0: [sdi] Spinning up disk... [ 5.461040] sd 1:2:2:0: [sdd] Attached SCSI disk [ 5.516836] sd 3:2:1:0: alua: port group 50 rel port 50 [ 5.516897] sd 3:2:1:0: alua: rtpg failed with 8070002 [ 5.517017] sd 3:2:1:0: alua: port group 50 state N non-preferred supports TOlUSNA [ 5.517081] sd 3:2:1:0: Attached scsi generic sg48 type 0 [ 5.517234] sd 3:2:2:0: alua: supports implicit TPGS [ 5.518279] sd 3:2:2:0: alua: port group 50 rel port 50 [ 5.518355] sd 3:2:2:0: alua: rtpg failed with 8070002 [ 5.518516] sd 3:2:2:0: alua: port group 50 state N non-preferred supports TOlUSNA [ 5.518590] sd 3:2:2:0: Attached scsi generic sg49 type 0 [ 5.518741] sd 3:2:3:0: alua: supports implicit TPGS [ 5.518756] sd 3:2:1:0: [sdj] Spinning up disk... [ 5.520468] sd 3:2:2:0: [sdk] Spinning up disk... [ 5.551259] sd 3:2:3:0: alua: port group 50 rel port 50 [ 5.551392] sd 3:2:3:0: alua: rtpg failed with 8070002 [ 5.551505] sd 3:2:3:0: alua: port group 50 state N non-preferred supports TOlUSNA [ 5.551569] sd 3:2:3:0: Attached scsi generic sg50 type 0 [ 5.551715] sd 3:2:4:0: alua: supports implicit TPGS [ 5.553263] sd 3:2:3:0: [sdl] Spinning up disk... [ 5.587806] sd 3:2:4:0: alua: port group 50 rel port 50 [ 5.587940] sd 3:2:4:0: alua: rtpg failed with 8070002 [ 5.588049] sd 3:2:4:0: alua: port group 50 state N non-preferred supports TOlUSNA [ 5.588126] sd 3:2:4:0: Attached scsi generic sg51 type 0 [ 5.588258] sd 3:2:5:0: alua: supports implicit TPGS [ 5.589795] sd 3:2:4:0: [sdm] Spinning up disk... [ 5.608819] sd 3:2:5:0: alua: port group 50 rel port 50 [ 5.608879] sd 3:2:5:0: alua: rtpg failed with 8070002 [ 5.608988] sd 3:2:5:0: alua: port group 50 state N non-preferred supports TOlUSNA [ 5.609065] sd 3:2:5:0: Attached scsi generic sg52 type 0 [ 5.609241] scsi 3:0:6:0: Attached scsi generic sg53 type 12 [ 5.609398] scsi 3:0:7:0: Attached scsi generic sg54 type 12 [ 5.609562] scsi 3:0:8:0: Attached scsi generic sg55 type 12 [ 5.609726] scsi 3:0:9:0: Attached scsi generic sg56 type 12 [ 5.609885] scsi 3:0:10:0: Attached scsi generic sg57 type 12 [ 5.610058] scsi 3:0:11:0: Attached scsi generic sg58 type 12 [ 5.610224] scsi 3:0:12:0: Attached scsi generic sg59 type 12 [ 5.610369] sd 3:2:6:0: alua: supports implicit TPGS [ 5.610834] sd 3:2:5:0: [sdn] Spinning up disk... [ 5.615251] sd 3:2:6:0: alua: port group 50 rel port 50 [ 5.615566] sd 3:2:6:0: alua: rtpg failed with 8070002 [ 5.615705] sd 3:2:6:0: alua: port group 50 state N non-preferred supports TOlUSNA [ 5.615782] sd 3:2:6:0: Attached scsi generic sg60 type 0 [ 5.615949] scsi 3:0:13:0: Attached scsi generic sg61 type 12 [ 5.618815] sd 3:2:6:0: [sdo] Spinning up disk... [ 6.054799] mlx4_core 0003:01:00.0: PCIe link speed is 5.0GT/s, device supports 5.0GT/s [ 6.054812] mlx4_core 0003:01:00.0: PCIe link width is x8, device supports x8 [ 6.437390] lpfc 000e:82:00.1: enabling device (0144 -> 0146) [ 6.440059] lpfc 000e:82:00.1: Using 64-bit direct DMA at offset 800000000000000 [ 6.440675] scsi host4: Emulex LPe12000 PCIe Fibre Channel Adapter on PCI bus 82 device 01 irq 0 [ 6.456934] .ready [ 6.457038] sd 1:2:0:0: [sdb] 2231484416 512-byte logical blocks: (1.14 TB/1.04 TiB) [ 6.457299] sd 1:2:0:0: [sdb] Write Protect is off [ 6.457303] sd 1:2:0:0: [sdb] Mode Sense: 13 00 00 08 [ 6.464934] .ready [ 6.466595] sd 3:2:0:0: [sdi] 2231484416 512-byte logical blocks: (1.14 TB/1.04 TiB) [ 6.467015] sd 3:2:0:0: [sdi] Write Protect is off [ 6.467019] sd 3:2:0:0: [sdi] Mode Sense: 13 00 00 08 [ 6.520932] . [ 6.520938] . [ 6.520939] . [ 6.520962] ready [ 6.520974] ready [ 6.521035] ready [ 6.521071] sd 1:2:3:0: [sde] 454600704 4096-byte logical blocks: (1.86 TB/1.69 TiB) [ 6.521098] sd 1:2:1:0: [sdc] 2231484416 512-byte logical blocks: (1.14 TB/1.04 TiB) [ 6.521492] sd 1:2:3:0: [sde] Write Protect is off [ 6.521495] sd 1:2:3:0: [sde] Mode Sense: 13 00 00 08 [ 6.521510] sd 1:2:1:0: [sdc] Write Protect is off [ 6.521513] sd 1:2:1:0: [sdc] Mode Sense: 13 00 00 08 [ 6.522597] sd 3:2:1:0: [sdj] 2231484416 512-byte logical blocks: (1.14 TB/1.04 TiB) [ 6.523014] sd 3:2:1:0: [sdj] Write Protect is off [ 6.523017] sd 3:2:1:0: [sdj] Mode Sense: 13 00 00 08 [ 6.524933] . [ 6.525000] sd 1:2:0:0: [sdb] Cache data unavailable [ 6.525003] sd 1:2:0:0: [sdb] Assuming drive cache: write through [ 6.525037] ready [ 6.525394] sd 3:2:0:0: [sdi] Cache data unavailable [ 6.525397] sd 3:2:0:0: [sdi] Assuming drive cache: write through [ 6.526790] sd 3:2:2:0: [sdk] 454600704 4096-byte logical blocks: (1.86 TB/1.69 TiB) [ 6.527207] sd 3:2:2:0: [sdk] Write Protect is off [ 6.527210] sd 3:2:2:0: [sdk] Mode Sense: 13 00 00 08 [ 6.556933] . [ 6.556935] . [ 6.556978] ready [ 6.557124] sd 1:2:4:0: [sdf] 554287104 512-byte logical blocks: (284 GB/264 GiB) [ 6.557184] ready [ 6.557671] sd 1:2:4:0: [sdf] Write Protect is off [ 6.557675] sd 1:2:4:0: [sdf] Mode Sense: 13 00 00 08 [ 6.559204] sd 3:2:3:0: [sdl] 554287104 512-byte logical blocks: (284 GB/264 GiB) [ 6.559713] sd 3:2:3:0: [sdl] Write Protect is off [ 6.559716] sd 3:2:3:0: [sdl] Mode Sense: 13 00 00 08 [ 6.569060] sd 1:2:3:0: [sde] Cache data unavailable [ 6.569081] sd 1:2:1:0: [sdc] Cache data unavailable [ 6.569085] sd 1:2:1:0: [sdc] Assuming drive cache: write through [ 6.569105] sd 1:2:3:0: [sde] Assuming drive cache: write through [ 6.569339] sd 3:2:1:0: [sdj] Cache data unavailable [ 6.569350] sd 3:2:1:0: [sdj] Assuming drive cache: write through [ 6.573888] sd 3:2:2:0: [sdk] Cache data unavailable [ 6.573902] sd 3:2:2:0: [sdk] Assuming drive cache: write through [ 6.576633] mlx4_en: Mellanox ConnectX HCA Ethernet driver v2.2-1 (Feb 2014) [ 6.588951] .ready [ 6.589154] sd 1:2:5:0: [sdg] 2231484416 512-byte logical blocks: (1.14 TB/1.04 TiB) [ 6.589451] sd 1:2:5:0: [sdg] Write Protect is off [ 6.589461] sd 1:2:5:0: [sdg] Mode Sense: 13 00 00 08 [ 6.592945] .ready [ 6.593496] sd 1:2:3:0: [sde] 454600704 4096-byte logical blocks: (1.86 TB/1.69 TiB) [ 6.594770] sd 3:2:4:0: [sdm] 2231484416 512-byte logical blocks: (1.14 TB/1.04 TiB) [ 6.595452] sd 3:2:4:0: [sdm] Write Protect is off [ 6.595456] sd 3:2:4:0: [sdm] Mode Sense: 13 00 00 08 [ 6.597069] sd 1:2:4:0: [sdf] Cache data unavailable [ 6.597074] sd 1:2:4:0: [sdf] Assuming drive cache: write through [ 6.597779] sd 3:2:3:0: [sdl] Cache data unavailable [ 6.597784] sd 3:2:3:0: [sdl] Assuming drive cache: write through [ 6.599256] sd 3:2:2:0: [sdk] 454600704 4096-byte logical blocks: (1.86 TB/1.69 TiB) [ 6.608940] .ready [ 6.609157] sd 1:2:6:0: [sdh] 554287104 512-byte logical blocks: (284 GB/264 GiB) [ 6.609597] sd 1:2:6:0: [sdh] Write Protect is off [ 6.609602] sd 1:2:6:0: [sdh] Mode Sense: 13 00 00 08 [ 6.611601] sd 1:2:0:0: [sdb] Attached SCSI disk [ 6.616946] .ready [ 6.619359] sd 3:2:5:0: [sdn] 554287104 512-byte logical blocks: (284 GB/264 GiB) [ 6.619817] sd 3:2:5:0: [sdn] Write Protect is off [ 6.619822] sd 3:2:5:0: [sdn] Mode Sense: 13 00 00 08 [ 6.624935] .ready [ 6.627628] sd 3:2:0:0: [sdi] Attached SCSI disk [ 6.627908] sd 3:2:6:0: [sdo] 554287104 512-byte logical blocks: (284 GB/264 GiB) [ 6.628362] sd 3:2:6:0: [sdo] Write Protect is off [ 6.628367] sd 3:2:6:0: [sdo] Mode Sense: 13 00 00 08 [ 6.629033] sd 1:2:5:0: [sdg] Cache data unavailable [ 6.629037] sd 1:2:5:0: [sdg] Assuming drive cache: write through [ 6.631964] device-mapper: multipath round-robin: version 1.0.0 loaded [ 6.632517] sd 1:2:2:0: alua: rtpg failed with 8070002 [ 6.632647] sd 1:2:2:0: alua: port group 53 state A preferred supports TOlUSNA [ 6.633798] sd 1:2:3:0: [sde] 454600704 4096-byte logical blocks: (1.86 TB/1.69 TiB) [ 6.634170] sd 3:2:4:0: [sdm] Cache data unavailable [ 6.634174] sd 3:2:4:0: [sdm] Assuming drive cache: write through [ 6.635669] sd 1:2:3:0: [sde] Attached SCSI disk [ 6.641818] sd 3:2:2:0: [sdk] 454600704 4096-byte logical blocks: (1.86 TB/1.69 TiB) [ 6.649112] sd 1:2:6:0: [sdh] Cache data unavailable [ 6.649150] sd 1:2:6:0: [sdh] Assuming drive cache: write through [ 6.649846] sd 3:2:2:0: [sdk] Attached SCSI disk [ 6.652283] sd 1:2:3:0: alua: rtpg failed with 8070002 [ 6.652375] sd 1:2:3:0: alua: port group 53 state A preferred supports TOlUSNA [ 6.652773] sd 1:2:1:0: [sdc] Attached SCSI disk [ 6.657723] sd 3:2:5:0: [sdn] Cache data unavailable [ 6.657749] sd 3:2:5:0: [sdn] Assuming drive cache: write through [ 6.665419] sd 3:2:6:0: [sdo] Cache data unavailable [ 6.665431] sd 3:2:6:0: [sdo] Assuming drive cache: write through [ 6.672497] sd 3:2:1:0: [sdj] Attached SCSI disk [ 6.675319] sd 1:2:3:0: alua: rtpg failed with 8070002 [ 6.675409] sd 1:2:3:0: alua: port group 53 state A preferred supports TOlUSNA [ 6.677824] sd 1:2:4:0: [sdf] Attached SCSI disk [ 6.695332] sd 3:2:3:0: [sdl] Attached SCSI disk [ 6.705184] sd 1:2:5:0: [sdg] Attached SCSI disk [ 6.720583] sd 1:2:0:0: alua: rtpg failed with 8070002 [ 6.720693] sd 1:2:0:0: alua: port group 53 state A preferred supports TOlUSNA [ 6.723238] sd 3:2:4:0: [sdm] Attached SCSI disk [ 6.724542] sd 1:2:6:0: [sdh] Attached SCSI disk [ 6.743529] sd 1:2:0:0: alua: rtpg failed with 8070002 [ 6.743690] sd 1:2:0:0: alua: port group 53 state A preferred supports TOlUSNA [ 6.744703] sd 3:2:5:0: [sdn] Attached SCSI disk [ 6.744774] sd 3:2:6:0: [sdo] Attached SCSI disk [ 6.763078] sd 1:2:2:0: alua: rtpg failed with 8070002 [ 6.763212] sd 1:2:2:0: alua: port group 53 state A preferred supports TOlUSNA [ 6.767029] sd 1:2:1:0: alua: rtpg failed with 8070002 [ 6.767119] sd 1:2:1:0: alua: port group 53 state A preferred supports TOlUSNA [ 6.784860] sd 1:2:4:0: alua: rtpg failed with 8070002 [ 6.785010] sd 1:2:4:0: alua: port group 53 state A preferred supports TOlUSNA [ 6.792900] sd 1:2:1:0: alua: rtpg failed with 8070002 [ 6.793039] sd 1:2:1:0: alua: port group 53 state A preferred supports TOlUSNA [ 6.806807] sd 1:2:4:0: alua: rtpg failed with 8070002 [ 6.806919] sd 1:2:4:0: alua: port group 53 state A preferred supports TOlUSNA [ 6.821398] sd 1:2:5:0: alua: rtpg failed with 8070002 [ 6.821515] sd 1:2:5:0: alua: port group 53 state A preferred supports TOlUSNA [ 6.838381] sd 1:2:6:0: alua: rtpg failed with 8070002 [ 6.838512] sd 1:2:6:0: alua: port group 53 state A preferred supports TOlUSNA [ 6.844190] lpfc 000e:82:00.0: 0:1303 Link Up Event x1 received Data: x1 x1 x20 x0 x0 x0 0 [ 6.846667] sd 1:2:5:0: alua: rtpg failed with 8070002 [ 6.846767] sd 1:2:5:0: alua: port group 53 state A preferred supports TOlUSNA [ 6.862029] sd 1:2:6:0: alua: rtpg failed with 8070002 [ 6.862138] sd 1:2:6:0: alua: port group 53 state A preferred supports TOlUSNA [ 7.067531] scsi 2:0:4:0: lun1085095936 has a LUN larger than allowed by the host adapter [ 7.067549] scsi 2:0:4:0: lun1085161472 has a LUN larger than allowed by the host adapter [ 7.067554] scsi 2:0:4:0: lun1085423616 has a LUN larger than allowed by the host adapter [ 7.067557] scsi 2:0:4:0: lun1085489152 has a LUN larger than allowed by the host adapter [ 7.067561] scsi 2:0:4:0: lun1085554688 has a LUN larger than allowed by the host adapter [ 7.067564] scsi 2:0:4:0: lun1085620224 has a LUN larger than allowed by the host adapter [ 7.067568] scsi 2:0:4:0: lun1088307201 has a LUN larger than allowed by the host adapter [ 7.067571] scsi 2:0:4:0: lun1088372737 has a LUN larger than allowed by the host adapter [ 7.067575] scsi 2:0:4:0: lun1088438273 has a LUN larger than allowed by the host adapter [ 7.067578] scsi 2:0:4:0: lun1088503809 has a LUN larger than allowed by the host adapter [ 7.068704] scsi 2:0:5:0: lun1085095936 has a LUN larger than allowed by the host adapter [ 7.068710] scsi 2:0:5:0: lun1085161472 has a LUN larger than allowed by the host adapter [ 7.068714] scsi 2:0:5:0: lun1085423616 has a LUN larger than allowed by the host adapter [ 7.068718] scsi 2:0:5:0: lun1085489152 has a LUN larger than allowed by the host adapter [ 7.068722] scsi 2:0:5:0: lun1085554688 has a LUN larger than allowed by the host adapter [ 7.068725] scsi 2:0:5:0: lun1085620224 has a LUN larger than allowed by the host adapter [ 7.068729] scsi 2:0:5:0: lun1088307201 has a LUN larger than allowed by the host adapter [ 7.068732] scsi 2:0:5:0: lun1088372737 has a LUN larger than allowed by the host adapter [ 7.068735] scsi 2:0:5:0: lun1088438273 has a LUN larger than allowed by the host adapter [ 7.068739] scsi 2:0:5:0: lun1088503809 has a LUN larger than allowed by the host adapter [ 7.069791] scsi 2:0:6:0: lun1085095936 has a LUN larger than allowed by the host adapter [ 7.069796] scsi 2:0:6:0: lun1085161472 has a LUN larger than allowed by the host adapter [ 7.069799] scsi 2:0:6:0: lun1085423616 has a LUN larger than allowed by the host adapter [ 7.069803] scsi 2:0:6:0: lun1085489152 has a LUN larger than allowed by the host adapter [ 7.069806] scsi 2:0:6:0: lun1085554688 has a LUN larger than allowed by the host adapter [ 7.069810] scsi 2:0:6:0: lun1085620224 has a LUN larger than allowed by the host adapter [ 7.069813] scsi 2:0:6:0: lun1088307201 has a LUN larger than allowed by the host adapter [ 7.069816] scsi 2:0:6:0: lun1088372737 has a LUN larger than allowed by the host adapter [ 7.069820] scsi 2:0:6:0: lun1088438273 has a LUN larger than allowed by the host adapter [ 7.069823] scsi 2:0:6:0: lun1088503809 has a LUN larger than allowed by the host adapter [ 7.070842] scsi 2:0:7:0: lun1085095936 has a LUN larger than allowed by the host adapter [ 7.070846] scsi 2:0:7:0: lun1085161472 has a LUN larger than allowed by the host adapter [ 7.070850] scsi 2:0:7:0: lun1085423616 has a LUN larger than allowed by the host adapter [ 7.070853] scsi 2:0:7:0: lun1085489152 has a LUN larger than allowed by the host adapter [ 7.070857] scsi 2:0:7:0: lun1085554688 has a LUN larger than allowed by the host adapter [ 7.070860] scsi 2:0:7:0: lun1085620224 has a LUN larger than allowed by the host adapter [ 7.070864] scsi 2:0:7:0: lun1088307201 has a LUN larger than allowed by the host adapter [ 7.070867] scsi 2:0:7:0: lun1088372737 has a LUN larger than allowed by the host adapter [ 7.070871] scsi 2:0:7:0: lun1088438273 has a LUN larger than allowed by the host adapter [ 7.070874] scsi 2:0:7:0: lun1088503809 has a LUN larger than allowed by the host adapter [ 7.071866] scsi 2:0:8:0: lun1085095936 has a LUN larger than allowed by the host adapter [ 7.071873] scsi 2:0:8:0: lun1085161472 has a LUN larger than allowed by the host adapter [ 7.071878] scsi 2:0:8:0: lun1085423616 has a LUN larger than allowed by the host adapter [ 7.071882] scsi 2:0:8:0: lun1085489152 has a LUN larger than allowed by the host adapter [ 7.071887] scsi 2:0:8:0: lun1085554688 has a LUN larger than allowed by the host adapter [ 7.071891] scsi 2:0:8:0: lun1085620224 has a LUN larger than allowed by the host adapter [ 7.071895] scsi 2:0:8:0: lun1088307201 has a LUN larger than allowed by the host adapter [ 7.071900] scsi 2:0:8:0: lun1088372737 has a LUN larger than allowed by the host adapter [ 7.071904] scsi 2:0:8:0: lun1088438273 has a LUN larger than allowed by the host adapter [ 7.071908] scsi 2:0:8:0: lun1088503809 has a LUN larger than allowed by the host adapter [ 7.073165] scsi 2:0:9:0: lun1085095936 has a LUN larger than allowed by the host adapter [ 7.073170] scsi 2:0:9:0: lun1085161472 has a LUN larger than allowed by the host adapter [ 7.073174] scsi 2:0:9:0: lun1085423616 has a LUN larger than allowed by the host adapter [ 7.073177] scsi 2:0:9:0: lun1085489152 has a LUN larger than allowed by the host adapter [ 7.073181] scsi 2:0:9:0: lun1085554688 has a LUN larger than allowed by the host adapter [ 7.073184] scsi 2:0:9:0: lun1085620224 has a LUN larger than allowed by the host adapter [ 7.073188] scsi 2:0:9:0: lun1088307201 has a LUN larger than allowed by the host adapter [ 7.073191] scsi 2:0:9:0: lun1088372737 has a LUN larger than allowed by the host adapter [ 7.073195] scsi 2:0:9:0: lun1088438273 has a LUN larger than allowed by the host adapter [ 7.073198] scsi 2:0:9:0: lun1088503809 has a LUN larger than allowed by the host adapter [ 8.669412] lpfc 000e:83:00.0: enabling device (0144 -> 0146) [ 8.672083] lpfc 000e:83:00.0: Using 64-bit direct DMA at offset 800000000000000 [ 8.672687] scsi host5: Emulex LPe12000 PCIe Fibre Channel Adapter on PCI bus 83 device 00 irq 0 [ 9.023512] lpfc 000e:82:00.1: 1:1303 Link Up Event x1 received Data: x1 x1 x20 x1 x0 x0 0 [ 9.023522] lpfc 000e:82:00.1: 1:1309 Link Up Event npiv not supported in loop topology [ 9.024579] lpfc 000e:82:00.1: 1:(0):2858 FLOGI failure Status:x3/x18 TMO:x0 Data x1000 x0 [ 9.025483] lpfc 000e:82:00.1: 1:(0):2858 FLOGI failure Status:x3/x18 TMO:x0 Data x1000 x0 [ 9.026393] lpfc 000e:82:00.1: 1:(0):2858 FLOGI failure Status:x3/x18 TMO:x0 Data x1000 x0 [ 9.026398] lpfc 000e:82:00.1: 1:(0):0100 FLOGI failure Status:x3/x18 TMO:x0 [ 9.693155] scsi 0:0:1:0: Wrong diagnostic page; asked for 10 got 0 [ 10.901429] lpfc 000e:83:00.1: enabling device (0144 -> 0146) [ 10.904415] lpfc 000e:83:00.1: Using 64-bit direct DMA at offset 800000000000000 [ 10.905083] scsi host6: Emulex LPe12000 PCIe Fibre Channel Adapter on PCI bus 83 device 01 irq 0 [ 11.255662] lpfc 000e:83:00.0: 2:1303 Link Up Event x1 received Data: x1 x1 x20 x1 x0 x0 0 [ 11.255672] lpfc 000e:83:00.0: 2:1309 Link Up Event npiv not supported in loop topology [ 11.256904] lpfc 000e:83:00.0: 2:(0):2858 FLOGI failure Status:x3/x18 TMO:x0 Data x1000 x0 [ 11.257947] lpfc 000e:83:00.0: 2:(0):2858 FLOGI failure Status:x3/x18 TMO:x0 Data x1000 x0 [ 11.258974] lpfc 000e:83:00.0: 2:(0):2858 FLOGI failure Status:x3/x18 TMO:x0 Data x1000 x0 [ 11.258977] lpfc 000e:83:00.0: 2:(0):0100 FLOGI failure Status:x3/x18 TMO:x0 [ 12.811937] scsi 0:0:2:0: Wrong diagnostic page; asked for 10 got 0 [ 12.825591] scsi 1:0:10:0: Wrong diagnostic page; asked for 1 got 0 [ 12.825599] scsi 1:0:10:0: Failed to get diagnostic page 0xffffffea [ 12.825603] scsi 1:0:10:0: Failed to bind enclosure -19 [ 12.833587] scsi 1:0:11:0: Wrong diagnostic page; asked for 1 got 0 [ 12.833594] scsi 1:0:11:0: Failed to get diagnostic page 0xffffffea [ 12.833597] scsi 1:0:11:0: Failed to bind enclosure -19 [ 12.841543] scsi 1:0:12:0: Wrong diagnostic page; asked for 1 got 0 [ 12.841550] scsi 1:0:12:0: Failed to get diagnostic page 0xffffffea [ 12.841553] scsi 1:0:12:0: Failed to bind enclosure -19 [ 12.849543] scsi 1:0:13:0: Wrong diagnostic page; asked for 1 got 0 [ 12.849550] scsi 1:0:13:0: Failed to get diagnostic page 0xffffffea [ 12.849554] scsi 1:0:13:0: Failed to bind enclosure -19 [ 12.857583] scsi 3:0:1:0: Wrong diagnostic page; asked for 1 got 0 [ 12.857590] scsi 3:0:1:0: Failed to get diagnostic page 0xffffffea [ 12.857593] scsi 3:0:1:0: Failed to bind enclosure -19 [ 13.301586] scsi 3:0:3:0: Wrong diagnostic page; asked for 1 got 0 [ 13.301600] scsi 3:0:3:0: Failed to get diagnostic page 0xffffffea [ 13.301604] scsi 3:0:3:0: Failed to bind enclosure -19 [ 13.487480] lpfc 000e:83:00.1: 3:1303 Link Up Event x1 received Data: x1 x1 x20 x1 x0 x0 0 [ 13.487489] lpfc 000e:83:00.1: 3:1309 Link Up Event npiv not supported in loop topology [ 13.488544] lpfc 000e:83:00.1: 3:(0):2858 FLOGI failure Status:x3/x18 TMO:x0 Data x1000 x0 [ 13.489438] lpfc 000e:83:00.1: 3:(0):2858 FLOGI failure Status:x3/x18 TMO:x0 Data x1000 x0 [ 13.490358] lpfc 000e:83:00.1: 3:(0):2858 FLOGI failure Status:x3/x18 TMO:x0 Data x1000 x0 [ 13.490362] lpfc 000e:83:00.1: 3:(0):0100 FLOGI failure Status:x3/x18 TMO:x0 [ 14.548533] ses 0:0:1:0: Attached Enclosure device [ 14.548547] ses 0:0:2:0: Attached Enclosure device [ 14.548589] ses 1:0:10:0: Attached Enclosure device [ 14.548597] ses 1:0:11:0: Attached Enclosure device [ 14.548605] ses 1:0:12:0: Attached Enclosure device [ 14.548612] ses 1:0:13:0: Attached Enclosure device [ 14.548619] ses 3:0:1:0: Attached Enclosure device [ 14.548625] ses 3:0:2:0: Attached Enclosure device [ 14.548631] ses 3:0:3:0: Attached Enclosure device [ 14.548637] ses 3:0:4:0: Attached Enclosure device [ 14.588960] sd 1:2:0:0: alua: rtpg failed with 8070002 [ 14.589075] sd 1:2:0:0: alua: port group 53 state A preferred supports TOlUSNA [ 14.590416] sd 1:2:1:0: alua: rtpg failed with 8070002 [ 14.590512] sd 1:2:1:0: alua: port group 53 state A preferred supports TOlUSNA [ 14.591704] sd 1:2:2:0: alua: rtpg failed with 8070002 [ 14.591804] sd 1:2:2:0: alua: port group 53 state A preferred supports TOlUSNA [ 14.594558] sd 1:2:3:0: alua: rtpg failed with 8070002 [ 14.594668] sd 1:2:3:0: alua: port group 53 state A preferred supports TOlUSNA [ 14.595709] sd 1:2:4:0: alua: rtpg failed with 8070002 [ 14.595795] sd 1:2:4:0: alua: port group 53 state A preferred supports TOlUSNA [ 14.597139] sd 1:2:5:0: alua: rtpg failed with 8070002 [ 14.597230] sd 1:2:5:0: alua: port group 53 state A preferred supports TOlUSNA [ 14.598445] sd 1:2:6:0: alua: rtpg failed with 8070002 [ 14.598529] sd 1:2:6:0: alua: port group 53 state A preferred supports TOlUSNA [ 14.915031] EXT4-fs (sda2): mounted filesystem with ordered data mode. Opts: (null) [ 15.309228] systemd[1]: systemd 229 running in system mode. (+PAM +AUDIT +SELINUX +IMA +APPARMOR +SMACK +SYSVINIT +UTMP +LIBCRYPTSETUP +GCRYPT +GNUTLS +ACL +XZ -LZ4 +SECCOMP +BLKID +ELFUTILS +KMOD -IDN) [ 15.309415] systemd[1]: Detected architecture ppc64-le. [ 15.322617] systemd[1]: Set hostname to . [ 15.745830] systemd[1]: Created slice User and Session Slice. [ 15.746119] systemd[1]: Listening on Syslog Socket. [ 15.746281] systemd[1]: Listening on fsck to fsckd communication Socket. [ 15.746453] systemd[1]: Listening on Journal Socket. [ 15.746605] systemd[1]: Reached target User and Group Name Lookups. [ 15.746777] systemd[1]: Started Forward Password Requests to Wall Directory Watch. [ 15.746945] systemd[1]: Listening on udev Control Socket. [ 15.747170] systemd[1]: Created slice System Slice. [ 15.765024] systemd[1]: Starting Nameserver information manager... [ 15.765678] systemd[1]: Mounting Huge Pages File System... [ 15.766209] systemd[1]: Mounting RPC Pipe File System... [ 15.766479] systemd[1]: Created slice system-getty.slice. [ 15.766712] systemd[1]: Created slice system-serial\x2dgetty.slice. [ 15.766870] systemd[1]: Reached target Slices. [ 15.767406] systemd[1]: Mounting Debug File System... [ 15.767978] systemd[1]: Mounting POSIX Message Queue File System... [ 15.768301] systemd[1]: Set up automount Arbitrary Executable File Formats File System Automount Point. [ 15.816458] systemd[1]: Listening on /dev/initctl Compatibility Named Pipe. [ 15.841066] systemd[1]: Starting Uncomplicated firewall... [ 15.841383] systemd[1]: Listening on Journal Audit Socket. [ 15.850017] systemd[1]: Starting Load Kernel Modules... [ 15.850611] systemd[1]: Started Read required files in advance. [ 15.851020] systemd[1]: Listening on Journal Socket (/dev/log). [ 15.851333] systemd[1]: Listening on udev Kernel Socket. [ 15.852378] systemd[1]: Starting Create list of required static device nodes for the current kernel... [ 15.852678] systemd[1]: Reached target Encrypted Volumes. [ 15.854304] systemd[1]: Starting Journal Service... [ 15.857904] systemd[1]: Mounted Huge Pages File System. [ 15.858153] systemd[1]: Mounted Debug File System. [ 15.858325] systemd[1]: Mounted POSIX Message Queue File System. [ 15.861979] systemd[1]: Started Create list of required static device nodes for the current kernel. [ 15.871814] systemd[1]: Started Load Kernel Modules. [ 15.884378] systemd[1]: Mounting FUSE Control File System... [ 15.885004] systemd[1]: Starting Apply Kernel Variables... [ 15.885579] systemd[1]: Starting Create Static Device Nodes in /dev... [ 15.886579] systemd[1]: Mounted FUSE Control File System. [ 15.907484] systemd[1]: Started Uncomplicated firewall. [ 15.909705] systemd[1]: Started Nameserver information manager. [ 15.912535] RPC: Registered named UNIX socket transport module. [ 15.912540] RPC: Registered udp transport module. [ 15.912542] RPC: Registered tcp transport module. [ 15.912544] RPC: Registered tcp NFSv4.1 backchannel transport module. [ 15.914105] systemd[1]: Mounted RPC Pipe File System. [ 16.002206] systemd[1]: Started Apply Kernel Variables. [ 16.078692] systemd[1]: Started Journal Service. [ 16.638756] EXT4-fs (sda2): re-mounted. Opts: errors=remount-ro [ 16.737494] systemd-journald[1075]: Received request to flush runtime journal from PID 1 [ 16.943741] systemd-journald[1075]: File /var/log/journal/00ed9749e6bf4a738079bcd14f57c4c8/system.journal corrupted or uncleanly shut down, renaming and replacing. [ 17.027797] rtc-generic rtc-generic: rtc core: registered rtc-generic as rtc0 [ 17.278779] pseries_rng: Registering IBM pSeries RNG driver [ 18.769359] audit: type=1400 audit(1461783087.760:2): apparmor="STATUS" operation="profile_load" profile="unconfined" name="/usr/sbin/tcpdump" pid=3181 comm="apparmor_parser" [ 18.773301] audit: type=1400 audit(1461783087.764:3): apparmor="STATUS" operation="profile_load" profile="unconfined" name="/sbin/dhclient" pid=3179 comm="apparmor_parser" [ 18.773310] audit: type=1400 audit(1461783087.764:4): apparmor="STATUS" operation="profile_load" profile="unconfined" name="/usr/lib/NetworkManager/nm-dhcp-client.action" pid=3179 comm="apparmor_parser" [ 18.773316] audit: type=1400 audit(1461783087.764:5): apparmor="STATUS" operation="profile_load" profile="unconfined" name="/usr/lib/NetworkManager/nm-dhcp-helper" pid=3179 comm="apparmor_parser" [ 18.773322] audit: type=1400 audit(1461783087.764:6): apparmor="STATUS" operation="profile_load" profile="unconfined" name="/usr/lib/connman/scripts/dhclient-script" pid=3179 comm="apparmor_parser" [ 18.833063] Adding 5562304k swap on /dev/sda3. Priority:-1 extents:1 across:5562304k FS [ 18.906877] IPv6: ADDRCONF(NETDEV_UP): enP1p96s0f0: link is not ready [ 20.172435] DCCP: Activated CCID 2 (TCP-like) [ 22.533721] tg3 0001:60:00.0 enP1p96s0f0: Link is up at 1000 Mbps, full duplex [ 22.533731] tg3 0001:60:00.0 enP1p96s0f0: Flow control is off for TX and off for RX [ 22.533737] tg3 0001:60:00.0 enP1p96s0f0: EEE is disabled [ 22.533755] IPv6: ADDRCONF(NETDEV_CHANGE): enP1p96s0f0: link becomes ready [ 24.332286] FS-Cache: Loaded [ 24.460277] FS-Cache: Netfs 'nfs' registered for caching [ 24.484525] NFS: Registering the id_resolver key type [ 24.484533] Key type id_resolver registered [ 24.484535] Key type id_legacy registered [ 24.740999] sd 1:2:0:0: alua: rtpg failed with 8070002 [ 24.741087] sd 1:2:0:0: alua: port group 53 state A preferred supports TOlUSNA [ 24.746854] sd 1:2:1:0: alua: rtpg failed with 8070002 [ 24.746960] sd 1:2:1:0: alua: port group 53 state A preferred supports TOlUSNA [ 24.747178] sd 1:2:2:0: alua: rtpg failed with 8070002 [ 24.747288] sd 1:2:2:0: alua: port group 53 state A preferred supports TOlUSNA [ 24.748371] sd 1:2:3:0: alua: rtpg failed with 8070002 [ 24.748468] sd 1:2:3:0: alua: port group 53 state A preferred supports TOlUSNA [ 24.750181] sd 1:2:4:0: alua: rtpg failed with 8070002 [ 24.750277] sd 1:2:4:0: alua: port group 53 state A preferred supports TOlUSNA [ 24.751346] sd 1:2:5:0: alua: rtpg failed with 8070002 [ 24.751435] sd 1:2:5:0: alua: port group 53 state A preferred supports TOlUSNA [ 24.751927] sd 1:2:6:0: alua: rtpg failed with 8070002 [ 24.752011] sd 1:2:6:0: alua: port group 53 state A preferred supports TOlUSNA [ 32.816347] rpaphp: RPA HOT Plug PCI Controller Driver version: 0.1 [ 32.816863] rpaphp: Slot [U78CB.001.WZS0EMH-P1-C11] registered [ 32.817269] rpaphp: Slot [U78CB.001.WZS0EMH-P1-C12] registered [ 32.817642] rpaphp: Slot [U78CB.001.WZS0EMH-P1-C6] registered [ 32.818132] rpaphp: Slot [U78CB.001.WZS0EMH-P1-C9] registered [ 32.818536] rpaphp: Slot [U78CB.001.WZS0EMH-P1-C10] registered [ 32.818833] rpaphp: Slot [U78CB.001.WZS0EMH-P1-C5] registered [ 32.819194] rpaphp: Slot [U78CB.001.WZS0EMH-P1-C2] registered [ 32.819656] rpaphp: Slot [U78CB.001.WZS0EMH-P1-C3] registered [ 32.820105] rpaphp: Slot [U78CD.001.FZH3154-P2-C1] registered [ 32.820439] rpaphp: Slot [U78CD.001.FZH3154-P2-C2] registered [ 32.820887] rpaphp: Slot [U78CD.001.FZH3154-P2-C3] registered [ 32.821390] rpaphp: Slot [U78CD.001.FZH3154-P2-C4] registered [ 32.821793] rpaphp: Slot [U78CD.001.FZH3154-P2-C5] registered [ 32.822194] rpaphp: Slot [U78CD.001.FZH3154-P2-C6] registered [ 37.984927] rport-2:0-12: blocked FC remote port time out: removing rport [ 113.849684] RTAS: event: 316, Type: Platform Information Event, Severity: 1 [ 121.838360] RTAS: event: 317, Type: Platform Information Event, Severity: 1 [ 129.825504] RTAS: event: 318, Type: Platform Information Event, Severity: 1 [ 137.813432] RTAS: event: 319, Type: Platform Information Event, Severity: 1 [ 7666.020997] lpfc 000e:82:00.0: 0:(0):2754 PRLI failure DID:822400 Status:x9/x92900 [ 9052.455590] rport-2:0-14: blocked FC remote port time out: removing rport [ 9100.326820] rport-2:0-13: blocked FC remote port time out: removing rport [62527.313439] sd 1:2:3:0: [sde] 454600704 4096-byte logical blocks: (1.86 TB/1.69 TiB) [62527.635433] sd 3:2:2:0: [sdk] 454600704 4096-byte logical blocks: (1.86 TB/1.69 TiB) [62529.162798] sd 1:2:3:0: [sde] 454600704 4096-byte logical blocks: (1.86 TB/1.69 TiB) [62529.427423] sd 3:2:2:0: [sdk] 454600704 4096-byte logical blocks: (1.86 TB/1.69 TiB) [62529.930627] sd 1:2:3:0: [sde] 454600704 4096-byte logical blocks: (1.86 TB/1.69 TiB) [62530.175257] sd 3:2:2:0: [sdk] 454600704 4096-byte logical blocks: (1.86 TB/1.69 TiB) [62530.638568] sd 1:2:3:0: [sde] 454600704 4096-byte logical blocks: (1.86 TB/1.69 TiB) [62530.871251] sd 3:2:2:0: [sdk] 454600704 4096-byte logical blocks: (1.86 TB/1.69 TiB) [62562.417597] sd 1:2:3:0: [sde] 454600704 4096-byte logical blocks: (1.86 TB/1.69 TiB) [62562.573985] sd 1:2:3:0: [sde] 454600704 4096-byte logical blocks: (1.86 TB/1.69 TiB) [62562.634392] sd 1:2:3:0: [sde] 454600704 4096-byte logical blocks: (1.86 TB/1.69 TiB) [62563.305538] sd 3:2:2:0: [sdk] 454600704 4096-byte logical blocks: (1.86 TB/1.69 TiB) [62563.517545] sd 3:2:2:0: [sdk] 454600704 4096-byte logical blocks: (1.86 TB/1.69 TiB) [62567.602437] EEH: Frozen PHB#5-PE#700000 detected [62567.602527] EEH: PE location: N/A, PHB location: N/A [62567.602545] CPU: 1 PID: 385 Comm: nvme Not tainted 4.4.0-21-generic #37-Ubuntu [62567.602550] Call Trace: [62567.602563] [c000001fda6a7b50] [c000000000aedc1c] dump_stack+0xb0/0xf0 (unreliable) [62567.602585] [c000001fda6a7b90] [c0000000000379b4] eeh_dev_check_failure+0x534/0x580 [62567.602601] [c000001fda6a7c30] [c000000000037a84] eeh_check_failure+0x84/0xd0 [62567.602628] [c000001fda6a7c70] [d00000000dfb6fd0] nvme_kthread+0x230/0x3d0 [nvme] [62567.602646] [c000001fda6a7d80] [c0000000000e61e0] kthread+0x110/0x130 [62567.602660] [c000001fda6a7e30] [c000000000009538] ret_from_kernel_thread+0x5c/0xa4 [62567.602704] nvme 0005:70:00.0: Failed status: ffffffff, reset controller [62567.602724] EEH: Detected PCI bus error on PHB#5-PE#700000 [62567.602730] EEH: This PCI device has failed 1 times in the last hour [62567.602732] EEH: Notify device drivers to shutdown [62567.602740] nvme 0005:70:00.0: error detected: state:2 [62567.630830] nvme 0005:70:00.0: Cancelling I/O 156 QID 33 [62567.630850] nvme 0005:70:00.0: Cancelling I/O 157 QID 33 [62567.630858] nvme 0005:70:00.0: Cancelling I/O 158 QID 33 [62567.630871] nvme 0005:70:00.0: Cancelling I/O 159 QID 33 [62567.630884] nvme 0005:70:00.0: Cancelling I/O 160 QID 33 [62567.631286] EEH: Collect temporary log [62567.635893] EEH: of node=0005:70:00:0 [62567.636066] EEH: PCI device/vendor: 00031c58 [62567.636253] EEH: PCI cmd/status register: 00100142 [62567.636259] EEH: PCI-E capabilities and status follow: [62567.637059] EEH: PCI-E 00: 0002c810 10648fe1 00005020 00416c43 [62567.637758] EEH: PCI-E 10: 00430000 00000000 00000000 00000000 [62567.637763] EEH: PCI-E 20: 00000000 [62567.637766] EEH: PCI-E AER capability register set follows: [62567.639409] EEH: PCI-E AER 00: 18020001 00000000 00400000 00440010 [62567.640069] EEH: PCI-E AER 10: 00000000 0000a000 000001e0 0f000000 [62567.640787] EEH: PCI-E AER 20: 1c0003a0 56c8fc20 00000000 00000000 [62567.640924] EEH: PCI-E AER 30: 00000000 00000000 [62567.645535] RTAS: event: 320, Type: Platform Error, Severity: 2 [62567.645563] EEH: Reset without hotplug activity [62567.661541] nvme 0005:70:00.0: Refused to change power state, currently in D3 [62567.661847] nvme 0005:70:00.0: Removing after probe failure [62567.665720] blk_update_request: I/O error, dev nvme0n1, sector 3125272744 [62567.665780] blk_update_request: I/O error, dev nvme0n1, sector 3125272616 [62567.665791] blk_update_request: I/O error, dev nvme0n1, sector 3125272488 [62567.665800] blk_update_request: I/O error, dev nvme0n1, sector 3125272360 [62567.665809] blk_update_request: I/O error, dev nvme0n1, sector 3125272240 [62568.277560] Unable to handle kernel paging request for data at address 0x00000020 [62568.277633] Faulting instruction address: 0xd00000000dfb5530 [62568.277652] Oops: Kernel access of bad area, sig: 11 [#1] [62568.277661] SMP NR_CPUS=2048 NUMA pSeries [62568.277673] Modules linked in: rpadlpar_io rpaphp nfsv3 nfs_acl rpcsec_gss_krb5 auth_rpcgss nfsv4 nfs lockd grace fscache dccp_diag dccp tcp_diag udp_diag inet_diag unix_diag af_packet_diag netlink_diag pseries_rng rtc_generic binfmt_misc sunrpc autofs4 dm_round_robin ses mlx4_en enclosure vxlan ip6_udp_tunnel udp_tunnel lpfc scsi_transport_fc mlx4_core nvme ipr scsi_dh_emc scsi_dh_rdac scsi_dh_alua dm_multipath [62568.277878] CPU: 11 PID: 64366 Comm: hxecpu Not tainted 4.4.0-21-generic #37-Ubuntu [62568.277902] task: c000001fd6072060 ti: c000001ffff54000 task.ti: c000001fce278000 [62568.277918] NIP: d00000000dfb5530 LR: d00000000dfb5650 CTR: d00000000dfb5550 [62568.277932] REGS: c000001ffff57990 TRAP: 0300 Not tainted (4.4.0-21-generic) [62568.277955] MSR: 8000000000009033 CR: 39085563 XER: 80000020 [62568.278003] CFAR: c000000000008468 DAR: 0000000000000020 DSISR: 40000000 SOFTE: 0 GPR00: d00000000dfb5650 c000001ffff57c10 d00000000dfc9178 c000001fcb520400 GPR04: c000001fc4e7ba00 0000000000000000 0000000000000000 0000000000000000 GPR08: 0000000000000000 0000000000000000 0000000000000020 0000000000000000 GPR12: d00000000dfb5550 c000000007ad6880 0000000000000000 00000000100f26d8 GPR16: 00003fff75a10000 0000000000800000 00003fff79924390 00003fff7620f900 GPR20: 00003fff77cd24c8 00000000100f27d8 0000000000000001 0000000000000002 GPR24: 0000000000000010 c000001ffe300600 0000000000000020 c000001fcb520400 GPR28: 00000000000001ff c000001fc4e7ba00 0000000000000000 c000001fc4e7ba00 [62568.278182] NIP [d00000000dfb5530] nvme_free_iod+0x100/0x120 [nvme] [62568.278204] LR [d00000000dfb5650] nvme_complete_rq+0x100/0x240 [nvme] [62568.278213] Call Trace: [62568.278224] [c000001ffff57c10] [c000000000107c2c] check_preempt_wakeup+0x15c/0x2d0 (unreliable) [62568.278242] [c000001ffff57c60] [d00000000dfb5650] nvme_complete_rq+0x100/0x240 [nvme] [62568.278256] [c000001ffff57ce0] [c000000000546458] __blk_mq_complete_request_remote+0x38/0x50 [62568.278270] [c000001ffff57d10] [c00000000016a570] flush_smp_call_function_queue+0x120/0x1d0 [62568.278282] [c000001ffff57d90] [c000000000044608] smp_ipi_demux+0x98/0x100 [62568.278295] [c000001ffff57dd0] [c00000000006c5e4] icp_hv_ipi_action+0x64/0xd0 [62568.278305] [c000001ffff57e40] [c000000000130660] handle_irq_event_percpu+0xa0/0x320 [62568.278317] [c000001ffff57f00] [c000000000136554] handle_percpu_irq+0x84/0xd0 [62568.278327] [c000001ffff57f30] [c00000000012f844] generic_handle_irq+0x54/0x80 [62568.278339] [c000001ffff57f60] [c000000000011320] __do_irq+0x80/0x1d0 [62568.278352] [c000001ffff57f90] [c000000000024800] call_do_irq+0x14/0x24 [62568.278364] [c000001fce27bde0] [c000000000011508] do_IRQ+0x98/0x140 [62568.278377] [c000001fce27be30] [c000000000002594] hardware_interrupt_common+0x114/0x180 [62568.278386] Instruction dump: [62568.278394] e8010010 eb41ffd0 eb61ffd8 eb81ffe0 7c0803a6 eba1ffe8 ebc1fff0 ebe1fff8 [62568.278414] 4e800020 60000000 60000000 60420000 <7c88502a> e87b0110 7fc5f378 48008d95 [62568.289570] ---[ end trace d17f0d96907a56aa ]--- [62568.297105] [62568.297156] Sending IPI to other CPUs [62568.298209] IPI complete