Script started on Wed 14 Dec 2016 04:04:31 PM CST ]0;root@dotkvm: ~root@dotkvm:~# virsh console dotg9 Connected to domain dotg9 Escape character is ^] root@dotg9:~# cat /proc/cmdline BOOT_IMAGE=/boot/vmlinux-4.8.0-32-generic root=UUID=a557092e-9d7f-496e-a371-7a043e192ec9 ro crashkernel=2048M-:512M root@dotg9:~# root@dotg9:~# free -m total used free shared buff/cache available Mem: 5605 81 5250 15 273 5407 Swap: 880 0 880 root@dotg9:~# root@dotg9:~# root@dotg9:~# echo c > /proc/sysrq-trigger [ 517.792065] sysrq: SysRq : Trigger a crash [ 517.792231] Unable to handle kernel paging request for data at address 0x00000000 [ 517.792337] Faulting instruction address: 0xc0000000006ccb18 [ 517.792432] Oops: Kernel access of bad area, sig: 11 [#1] [ 517.792500] SMP NR_CPUS=2048 NUMA pSeries [ 517.792580] Modules linked in: vmx_crypto sunrpc autofs4 dm_round_robin crc32c_vpmsum virtio_net virtio_scsi scsi_dh_emc scsi_dh_rdac scsi_dh_alua dm_multipath [ 517.792844] CPU: 3 PID: 1810 Comm: bash Not tainted 4.8.0-32-generic #34~16.04.1-Ubuntu [ 517.792943] task: c000000003d82c00 task.stack: c000000003764000 [ 517.793026] NIP: c0000000006ccb18 LR: c0000000006cdc3c CTR: c0000000006ccae0 [ 517.793124] REGS: c0000000037679d0 TRAP: 0300 Not tainted (4.8.0-32-generic) [ 517.793221] MSR: 8000000000009033 CR: 28242222 XER: 20000000 [ 517.793459] CFAR: c00000000006ba6c DAR: 0000000000000000 DSISR: 42000000 SOFTE: 1 GPR00: c0000000006cdc3c c000000003767c50 c0000000014a6600 0000000000000063 GPR04: c00000017fecaca0 c00000017fedfb40 0000000000000114 0000000000004f40 GPR08: 0000000000000007 0000000000000001 0000000000000000 0000000000000001 GPR12: c0000000006ccae0 c000000007b81b00 ffffffffffffffff 0000000022000000 GPR16: 0000000010170dd0 00000100024203a8 00000000101405c8 00000000100c70a0 GPR20: 0000000000000000 000000001017dd78 0000000010140460 0000000000000000 GPR24: 0000000010153320 000000001017b628 c0000000013be7a0 0000000000000004 GPR28: c0000000013beb60 0000000000000063 c000000001372590 0000000000000000 [ 517.794844] NIP [c0000000006ccb18] sysrq_handle_crash+0x38/0x50 [ 517.794934] LR [c0000000006cdc3c] __handle_sysrq+0xec/0x280 [ 517.795000] Call Trace: [ 517.795046] [c000000003767c50] [c000000000b52f58] printk+0x5c/0x70 (unreliable) [ 517.795165] [c000000003767c70] [c0000000006cdc3c] __handle_sysrq+0xec/0x280 [ 517.795265] [c000000003767d10] [c0000000006ce3e0] write_sysrq_trigger+0x70/0x90 [ 517.795392] [c000000003767d40] [c0000000003c499c] proc_reg_write+0x8c/0xd0 [ 517.795497] [c000000003767d70] [c000000000322ae0] __vfs_write+0x40/0x80 [ 517.795598] [c000000003767d90] [c000000000323e84] vfs_write+0xd4/0x270 [ 517.795700] [c000000003767de0] [c000000000325a8c] SyS_write+0x6c/0x110 [ 517.795802] [c000000003767e30] [c000000000009584] system_call+0x38/0xec [ 517.795903] Instruction dump: [ 517.795951] 7c0802a6 f8010010 60000000 7c0802a6 f8010010 f821ffe1 3d22001a 3949c9e0 [ 517.796097] 39200001 912a0000 7c0004ac 39400000 <992a0000> 38210020 e8010010 7c0803a6 [ 517.796234] ---[ end trace 18fc5fbd43e29ebc ]--- [ 517.798948] [ 517.799000] Sending IPI to other CPUs [ 517.806057] IPI complete I'm in purgatory [ 0.000000] Adjusted logical boot cpu id: logical 0 physical 24 [ 0.000000] Page sizes from device-tree: [ 0.000000] base_shift=12: shift=12, sllp=0x0000, avpnm=0x00000000, tlbiel=1, penc=0 [ 0.000000] base_shift=16: shift=16, sllp=0x0110, avpnm=0x00000000, tlbiel=1, penc=1 [ 0.000000] Using 1TB segments [ 0.000000] Initializing hash mmu with SLB [ 0.000000] Linux version 4.8.0-32-generic (buildd@bos01-ppc64el-001) (gcc version 5.4.0 20160609 (Ubuntu/IBM 5.4.0-6ubuntu1~16.04.4) ) #34~16.04.1-Ubuntu SMP Tue Dec 13 17:01:57 UTC 2016 (Ubuntu 4.8.0-32.34~16.04.1-generic 4.8.11) [ 0.000000] Found initrd at 0xc000000009810000:0xc00000000a6be0ba [ 0.000000] Using pSeries machine description [ 0.000000] bootconsole [udbg0] enabled [ 0.000000] Partition configured for 4 cpus, operating system maximum is 1. [ 0.000000] CPU maps initialized for 1 thread per core -> smp_release_cpus() spinning_secondaries = 3 <- smp_release_cpus() [ 0.000000] ----------------------------------------------------- [ 0.000000] ppc64_pft_size = 0x1a [ 0.000000] phys_mem_size = 0x28010000 [ 0.000000] dcache_bsize = 0x80 [ 0.000000] icache_bsize = 0x80 [ 0.000000] cpu_features = 0x37fc7a6c18500249 [ 0.000000] possible = 0x3fffffff18500649 [ 0.000000] always = 0x0000000018100040 [ 0.000000] cpu_user_features = 0xdc0065c2 0xef000000 [ 0.000000] mmu_features = 0x78000001 [ 0.000000] firmware_features = 0x00000001405a440b [ 0.000000] htab_hash_mask = 0x7ffff [ 0.000000] physical_start = 0x8000000 [ 0.000000] ----------------------------------------------------- [ 0.000000] numa: Initmem setup node 0 [mem 0x00000000-0x2fffffff] [ 0.000000] numa: NODE_DATA [mem 0x27fce300-0x27fd7fff] [ 0.000000] PCI host bridge /pci@800000020000000 ranges: [ 0.000000] IO 0x0000010080000000..0x000001008000ffff -> 0x0000000000000000 [ 0.000000] MEM 0x00000100a0000000..0x000001101fffffff -> 0x0000000080000000 [ 0.000000] PPC64 nvram contains 65536 bytes [ 0.000000] Zone ranges: [ 0.000000] DMA [mem 0x0000000000000000-0x000000002fffffff] [ 0.000000] DMA32 empty [ 0.000000] Normal empty [ 0.000000] Movable zone start for each node [ 0.000000] Early memory node ranges [ 0.000000] node 0: [mem 0x0000000000000000-0x0000000027ffffff] [ 0.000000] node 0: [mem 0x000000002fff0000-0x000000002fffffff] [ 0.000000] Initmem setup node 0 [mem 0x0000000000000000-0x000000002fffffff] [ 0.000000] percpu: Embedded 3 pages/cpu @c000000027e00000 s148888 r0 d47720 u1048576 [ 0.000000] Built 1 zonelists in Node order, mobility grouping on. Total pages: 10230 [ 0.000000] Policy zone: DMA [ 0.000000] Kernel command line: BOOT_IMAGE=/boot/vmlinux-4.8.0-32-generic root=UUID=a557092e-9d7f-496e-a371-7a043e192ec9 ro irqpoll nr_cpus=1 nousb systemd.unit=kdump-tools.service elfcorehdr=155584K [ 0.000000] Misrouted IRQ fixup and polling support enabled [ 0.000000] This may significantly impact system performance [ 0.000000] PID hash table entries: 4096 (order: -1, 32768 bytes) [ 0.000000] Sorting __ex_table... [ 0.000000] Memory: 417088K/655424K available (11648K kernel code, 1600K rwdata, 3500K rodata, 4608K init, 2961K bss, 238336K reserved, 0K cma-reserved) [ 0.000000] SLUB: HWalign=128, Order=0-3, MinObjects=0, CPUs=1, Nodes=1 [ 0.000000] Hierarchical RCU implementation. [ 0.000000] Build-time adjustment of leaf fanout to 64. [ 0.000000] RCU restricting CPUs from NR_CPUS=2048 to nr_cpu_ids=1. [ 0.000000] RCU: Adjusting geometry for rcu_fanout_leaf=64, nr_cpu_ids=1 [ 0.000000] NR_IRQS:512 nr_irqs:512 16 [ 0.000001] clocksource: timebase: mask: 0xffffffffffffffff max_cycles: 0x761537d007, max_idle_ns: 440795202126 ns [ 0.001144] clocksource: timebase mult[1f40000] shift[24] registered [ 0.001932] Console: colour dummy device 80x25 [ 0.002428] console [hvc0] enabled [ 0.002428] console [hvc0] enabled [ 0.002810] bootconsole [udbg0] disabled [ 0.002810] bootconsole [udbg0] disabled [ 0.003284] pid_max: default: 32768 minimum: 301 [ 0.003441] Security Framework initialized [ 0.003474] Yama: becoming mindful. [ 0.003516] AppArmor: AppArmor initialized [ 0.003625] Dentry cache hash table entries: 131072 (order: 4, 1048576 bytes) [ 0.003891] Inode-cache hash table entries: 65536 (order: 3, 524288 bytes) [ 0.004047] Mount-cache hash table entries: 8192 (order: 0, 65536 bytes) [ 0.004101] Mountpoint-cache hash table entries: 8192 (order: 0, 65536 bytes) [ 0.005487] ftrace: allocating 30128 entries in 12 pages [ 0.016748] EEH: pSeries platform initialized [ 0.016832] POWER8 performance monitor hardware support registered [ 0.016882] power8-pmu: PMAO restore workaround active. [ 0.017521] Brought up 1 CPUs [ 0.017725] devtmpfs: initialized [ 0.028715] evm: security.selinux [ 0.028751] evm: security.SMACK64 [ 0.028780] evm: security.SMACK64EXEC [ 0.028809] evm: security.SMACK64TRANSMUTE [ 0.028838] evm: security.SMACK64MMAP [ 0.028867] evm: security.ima [ 0.028896] evm: security.capability [ 0.029008] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 7645041785100000 ns [ 0.029243] NET: Registered protocol family 16 [ 0.030026] EEH: No capable adapters found [ 0.030100] IBM eBus Device Driver [ 0.030240] cpuidle: using governor ladder [ 0.030275] cpuidle: using governor menu [ 0.030420] pstore: using zlib compression [ 0.030453] pstore: Registered nvram as persistent store backend Linux ppc64le #34~16.04.1-Ubun[ 0.031108] PCI: Probing PCI hardware [ 0.031170] PCI host bridge to bus 0000:00 [ 0.031205] pci_bus 0000:00: root bus resource [io 0x10000-0x1ffff] (bus address [0x0000-0xffff]) [ 0.031271] pci_bus 0000:00: root bus resource [mem 0x100a0000000-0x1101fffffff] (bus address [0x80000000-0xfffffffff]) [ 0.031349] pci_bus 0000:00: root bus resource [bus 00-ff] [ 0.061877] IOMMU table initialized, virtual merging enabled [ 0.061943] iommu: Adding device 0000:00:01.0 to group 0 [ 0.062024] iommu: Adding device 0000:00:02.0 to group 0 [ 0.062093] iommu: Adding device 0000:00:03.0 to group 0 [ 0.062163] iommu: Adding device 0000:00:04.0 to group 0 [ 0.063671] SCSI subsystem initialized [ 0.063749] vgaarb: loaded [ 0.063803] usbcore: registered new interface driver usbfs [ 0.063851] usbcore: registered new interface driver hub [ 0.063897] usbcore: registered new device driver usb [ 0.063949] pps_core: LinuxPPS API ver. 1 registered [ 0.063988] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti [ 0.064056] PTP clock support registered [ 0.064211] NetLabel: Initializing [ 0.064245] NetLabel: domain hash size = 128 [ 0.064283] NetLabel: protocols = UNLABELED CIPSOv4 [ 0.064332] NetLabel: unlabeled traffic allowed by default [ 0.064435] clocksource: Switched to clocksource timebase [ 0.071114] VFS: Disk quotas dquot_6.6.0 [ 0.071211] VFS: Dquot-cache hash table entries: 8192 (order 0, 65536 bytes) [ 0.071360] hugetlbfs: disabling because there are no supported hugepage sizes [ 0.071464] AppArmor: AppArmor Filesystem Enabled [ 0.072710] NET: Registered protocol family 2 [ 0.072876] TCP established hash table entries: 8192 (order: 0, 65536 bytes) [ 0.072953] TCP bind hash table entries: 8192 (order: 1, 131072 bytes) [ 0.073017] TCP: Hash tables configured (established 8192 bind 8192) [ 0.073072] UDP hash table entries: 2048 (order: 0, 65536 bytes) [ 0.073129] UDP-Lite hash table entries: 2048 (order: 0, 65536 bytes) [ 0.073207] NET: Registered protocol family 1 [ 0.132730] Trying to unpack rootfs image as initramfs... [ 0.332749] Freeing initrd memory: 14976K (c000000009810000 - c00000000a6b0000) [ 0.333661] futex hash table entries: 256 (order: -1, 32768 bytes) [ 0.333733] audit: initializing netlink subsys (disabled) [ 0.333790] audit: type=2000 audit(1481753111.324:1): initialized [ 0.333963] Initialise system trusted keyrings [ 0.334066] workingset: timestamp_bits=38 max_order=13 bucket_order=0 [ 0.335679] zbud: loaded [ 0.336270] squashfs: version 4.0 (2009/01/31) Phillip Lougher [ 0.336473] fuse init (API version 7.25) [ 0.336628] Allocating IMA blacklist keyring. [ 0.337462] Key type asymmetric registered [ 0.337497] Asymmetric key parser 'x509' registered [ 0.337567] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 246) [ 0.337644] io scheduler noop registered [ 0.337677] io scheduler deadline registered (default) [ 0.337721] io scheduler cfq registered [ 0.337823] pci_hotplug: PCI Hot Plug PCI Core version: 0.5 [ 0.337977] virtio-pci 0000:00:01.0: virtio_pci: leaving for legacy driver [ 0.354482] virtio-pci 0000:00:02.0: virtio_pci: leaving for legacy driver [ 0.382381] virtio-pci 0000:00:03.0: virtio_pci: leaving for legacy driver [ 0.414466] Serial: 8250/16550 driver, 32 ports, IRQ sharing enabled [ 0.415487] Linux agpgart interface v0.103 [ 0.417664] brd: module loaded [ 0.418486] loop: module loaded [ 0.418660] libphy: Fixed MDIO Bus: probed [ 0.418695] tun: Universal TUN/TAP device driver, 1.6 [ 0.418734] tun: (C) 1999-2004 Max Krasnyansky [ 0.418813] ehea: IBM eHEA ethernet device driver (Release EHEA_0107) [ 0.418873] PPP generic driver version 2.4.2 [ 0.418955] VFIO - User Level meta-driver version: 0.3 [ 0.420938] ehci_hcd: USB 2.0 'Enhanced' Host Controller (EHCI) Driver [ 0.421015] ehci-pci: EHCI PCI platform driver [ 0.421065] ohci_hcd: USB 1.1 'Open' Host Controller (OHCI) Driver [ 0.421125] ohci-pci: OHCI PCI platform driver [ 0.421489] ohci-pci 0000:00:04.0: OHCI PCI host controller [ 0.421537] ohci-pci 0000:00:04.0: new USB bus registered, assigned bus number 1 [ 0.421694] ohci-pci 0000:00:04.0: irq 20, io mem 0x100e0000000 [ 0.480729] usb usb1: New USB device found, idVendor=1d6b, idProduct=0001 [ 0.480785] usb usb1: New USB device strings: Mfr=3, Product=2, SerialNumber=1 [ 0.480844] usb usb1: Product: OHCI PCI host controller [ 0.480884] usb usb1: Manufacturer: Linux 4.8.0-32-generic ohci_hcd [ 0.480935] usb usb1: SerialNumber: 0000:00:04.0 [ 0.481057] hub 1-0:1.0: USB hub found [ 0.481114] hub 1-0:1.0: 3 ports detected [ 0.481300] uhci_hcd: USB Universal Host Controller Interface driver [ 0.481436] mousedev: PS/2 mouse device common for all mice [ 0.481563] rtc-generic rtc-generic: rtc core: registered rtc-generic as rtc0 [ 0.481653] i2c /dev entries driver [ 0.481752] device-mapper: uevent: version 1.0.3 [ 0.481844] device-mapper: ioctl: 4.35.0-ioctl (2016-06-23) initialised: dm-devel@redhat.com [ 0.481939] ledtrig-cpu: registered to indicate activity on CPUs [ 0.482144] NET: Registered protocol family 10 [ 0.482352] NET: Registered protocol family 17 [ 0.482400] Key type dns_resolver registered [ 0.482564] registered taskstats version 1 [ 0.482617] Loading compiled-in X.509 certificates [ 0.484840] Loaded X.509 cert 'Build time autogenerated kernel key: beb24bb1779de8415f01800ee18c1ac8e810856b' [ 0.484963] zswap: loaded using pool lzo/zbud [ 0.504326] Key type big_key registered [ 0.505843] Key type trusted registered [ 0.507351] Key type encrypted registered [ 0.507394] AppArmor: AppArmor sha1 policy hashing enabled [ 0.507435] ima: No TPM chip found, activating TPM-bypass! [ 0.507490] evm: HMAC attrs: 0x1 [ 0.507666] rtc-generic rtc-generic: setting system clock to 2016-12-14 22:05:11 UTC (1481753111) [ 0.509111] Freeing unused kernel memory: 4608K (c000000008ee0000 - c000000009360000) [ 0.509212] This architecture does not have kernel memory protection. Loading, please wait... Begin: Loading multipath modules ... Success: loaded module dm-multipath. done. Begin: Loading multipath hardware handlers ... Failure: failed to load module scsi_dh_alua. Failure: failed to load module scsi_dh_rdac. Failure: failed to load module scsi_dh_emc. done. Begin: Starting multipathd ... done. [ 0.528837] random: multipathd: uninitialized urandom read (16 bytes read) [ 0.529154] random: multipathd: uninitialized urandom read (16 bytes read) [ 0.529218] random: multipathd: uninitialized urandom read (16 bytes read) [ 0.529371] random: multipathd: uninitialized urandom read (16 bytes read) [ 0.529523] random: multipathd: uninitialized urandom read (16 bytes read) [ 0.529653] random: multipathd: uninitialized urandom read (16 bytes read) [ 0.529782] random: multipathd: uninitialized urandom read (16 bytes read) [ 0.529911] random: multipathd: uninitialized urandom read (16 bytes read) [ 0.530038] random: multipathd: uninitialized urandom read (16 bytes read) [ 0.530167] random: multipathd: uninitialized urandom read (16 bytes read) starting version 229 [ 0.577151] scsi host0: Virtio SCSI HBA [ 0.708694] scsi host1: Virtio SCSI HBA [ 22.004458] scsi 1:0:0:0: tag#0 abort [ 22.004560] scsi 0:0:0:0: tag#0 abort Begin: Loading essential drivers ... done. Begin: Running /scripts/init-premount ... done. Begin: Mounting root file system ... Begin: Running /scripts/local-top ... done. Begin: Running /scripts/local-premount ... Begin: Waiting for udev to settle (multipath) ... done. [ 242.664481] INFO: task kworker/u2:0:6 blocked for more than 120 seconds. [ 242.664615] Not tainted 4.8.0-32-generic #34~16.04.1-Ubuntu [ 242.664701] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 242.664800] kworker/u2:0 D 0000000000000000 0 6 2 0x00000800 [ 242.664914] Workqueue: scsi_tmf_0 scmd_eh_abort_handler [ 242.664997] Call Trace: [ 242.665035] [c00000002607f6a0] [c00000000964c930] logbuf_lock+0x0/0x4 (unreliable) [ 242.665154] [c00000002607f870] [c00000000801a6f0] __switch_to+0x2a0/0x420 [ 242.665256] [c00000002607f8d0] [c000000008b44fe4] __schedule+0x2f4/0x990 [ 242.665356] [c00000002607f9b0] [c000000008b456cc] schedule+0x4c/0xc0 [ 242.665456] [c00000002607f9e0] [c000000008b49ce4] schedule_timeout+0x284/0x480 [ 242.665573] [c00000002607fad0] [c000000008b4669c] wait_for_common+0xec/0x240 [ 242.665686] [c00000002607fb50] [d00000000063212c] virtscsi_tmf.constprop.4+0xcc/0x160 [virtio_scsi] [ 242.665819] [c00000002607fbc0] [c0000000087bf04c] scmd_eh_abort_handler+0x14c/0x390 [ 242.665936] [c00000002607fc50] [c0000000080ef5e8] process_one_work+0x1e8/0x5b0 [ 242.666051] [c00000002607fce0] [c0000000080efa58] worker_thread+0xa8/0x650 [ 242.666152] [c00000002607fd80] [c0000000080f8224] kthread+0x114/0x140 [ 242.666253] [c00000002607fe30] [c0000000080098f0] ret_from_kernel_thread+0x5c/0x6c [ 242.666385] INFO: task systemd-udevd:168 blocked for more than 120 seconds. [ 242.666469] Not tainted 4.8.0-32-generic #34~16.04.1-Ubuntu [ 242.666551] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 242.666648] systemd-udevd D 00003fff88e7aed4 0 168 159 0x00040002 [ 242.666750] Call Trace: [ 242.666786] [c00000001f8978a0] [c00000000801a6f0] __switch_to+0x2a0/0x420 [ 242.666888] [c00000001f897900] [c000000008b44fe4] __schedule+0x2f4/0x990 [ 242.666988] [c00000001f8979e0] [c000000008b456cc] schedule+0x4c/0xc0 [ 242.667088] [c00000001f897a10] [c0000000080fcea4] async_synchronize_cookie_domain+0xb4/0x220 [ 242.667204] [c00000001f897ad0] [c000000008b53c00] do_init_module+0x118/0x264 [ 242.667305] [c00000001f897b60] [c0000000081896e8] load_module+0x16a8/0x1870 [ 242.667405] [c00000001f897d30] [c000000008189bf0] SyS_finit_module+0xf0/0x170 [ 242.667506] [c00000001f897e30] [c000000008009584] system_call+0x38/0xec [ 242.667607] INFO: task kworker/u2:3:205 blocked for more than 120 seconds. [ 242.667690] Not tainted 4.8.0-32-generic #34~16.04.1-Ubuntu [ 242.667773] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 242.667868] kworker/u2:3 D 0000000000000000 0 205 2 0x00000800 [ 242.667970] Workqueue: scsi_tmf_1 scmd_eh_abort_handler [ 242.668064] Call Trace: [ 242.668101] [c00000001e3ab6a0] [c00000000964c930] logbuf_lock+0x0/0x4 (unreliable) [ 242.668215] [c00000001e3ab870] [c00000000801a6f0] __switch_to+0x2a0/0x420 [ 242.668316] [c00000001e3ab8d0] [c000000008b44fe4] __schedule+0x2f4/0x990 [ 242.668416] [c00000001e3ab9b0] [c000000008b456cc] schedule+0x4c/0xc0 [ 242.668524] [c00000001e3ab9e0] [c000000008b49ce4] schedule_timeout+0x284/0x480 [ 242.668640] [c00000001e3abad0] [c000000008b4669c] wait_for_common+0xec/0x240 [ 242.668741] [c00000001e3abb50] [d00000000063212c] virtscsi_tmf.constprop.4+0xcc/0x160 [virtio_scsi] [ 242.668873] [c00000001e3abbc0] [c0000000087bf04c] scmd_eh_abort_handler+0x14c/0x390 [ 242.668989] [c00000001e3abc50] [c0000000080ef5e8] process_one_work+0x1e8/0x5b0 [ 242.669104] [c00000001e3abce0] [c0000000080efa58] worker_thread+0xa8/0x650 [ 242.669205] [c00000001e3abd80] [c0000000080f8224] kthread+0x114/0x140 [ 242.669305] [c00000001e3abe30] [c0000000080098f0] ret_from_kernel_thread+0x5c/0x6c done. Begin: Waiting for root file system ... Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. [ 363.496454] INFO: task kworker/u2:0:6 blocked for more than 120 seconds. [ 363.496538] Not tainted 4.8.0-32-generic #34~16.04.1-Ubuntu [ 363.496587] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 363.496645] kworker/u2:0 D 0000000000000000 0 6 2 0x00000800 [ 363.496714] Workqueue: scsi_tmf_0 scmd_eh_abort_handler [ 363.496762] Call Trace: [ 363.496786] [c00000002607f6a0] [c00000000964c930] logbuf_lock+0x0/0x4 (unreliable) [ 363.496854] [c00000002607f870] [c00000000801a6f0] __switch_to+0x2a0/0x420 [ 363.496913] [c00000002607f8d0] [c000000008b44fe4] __schedule+0x2f4/0x990 [ 363.496976] [c00000002607f9b0] [c000000008b456cc] schedule+0x4c/0xc0 [ 363.497034] [c00000002607f9e0] [c000000008b49ce4] schedule_timeout+0x284/0x480 [ 363.497104] [c00000002607fad0] [c000000008b4669c] wait_for_common+0xec/0x240 [ 363.497165] [c00000002607fb50] [d00000000063212c] virtscsi_tmf.constprop.4+0xcc/0x160 [virtio_scsi] [ 363.497241] [c00000002607fbc0] [c0000000087bf04c] scmd_eh_abort_handler+0x14c/0x390 [ 363.497307] [c00000002607fc50] [c0000000080ef5e8] process_one_work+0x1e8/0x5b0 [ 363.497372] [c00000002607fce0] [c0000000080efa58] worker_thread+0xa8/0x650 [ 363.497430] [c00000002607fd80] [c0000000080f8224] kthread+0x114/0x140 [ 363.497487] [c00000002607fe30] [c0000000080098f0] ret_from_kernel_thread+0x5c/0x6c [ 363.497567] INFO: task systemd-udevd:168 blocked for more than 120 seconds. [ 363.497615] Not tainted 4.8.0-32-generic #34~16.04.1-Ubuntu [ 363.497662] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 363.497718] systemd-udevd D 00003fff88e7aed4 0 168 159 0x00040002 [ 363.497776] Call Trace: [ 363.497798] [c00000001f8978a0] [c00000000801a6f0] __switch_to+0x2a0/0x420 [ 363.497854] [c00000001f897900] [c000000008b44fe4] __schedule+0x2f4/0x990 [ 363.497911] [c00000001f8979e0] [c000000008b456cc] schedule+0x4c/0xc0 [ 363.497970] [c00000001f897a10] [c0000000080fcea4] async_synchronize_cookie_domain+0xb4/0x220 [ 363.498036] [c00000001f897ad0] [c000000008b53c00] do_init_module+0x118/0x264 [ 363.498094] [c00000001f897b60] [c0000000081896e8] load_module+0x16a8/0x1870 [ 363.498151] [c00000001f897d30] [c000000008189bf0] SyS_finit_module+0xf0/0x170 [ 363.498211] [c00000001f897e30] [c000000008009584] system_call+0x38/0xec [ 363.498272] INFO: task kworker/u2:3:205 blocked for more than 120 seconds. [ 363.498319] Not tainted 4.8.0-32-generic #34~16.04.1-Ubuntu [ 363.498365] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 363.498421] kworker/u2:3 D 0000000000000000 0 205 2 0x00000800 [ 363.498481] Workqueue: scsi_tmf_1 scmd_eh_abort_handler [ 363.498527] Call Trace: [ 363.498547] [c00000001e3ab6a0] [c00000000964c930] logbuf_lock+0x0/0x4 (unreliable) [ 363.498616] [c00000001e3ab870] [c00000000801a6f0] __switch_to+0x2a0/0x420 [ 363.498674] [c00000001e3ab8d0] [c000000008b44fe4] __schedule+0x2f4/0x990 [ 363.498731] [c00000001e3ab9b0] [c000000008b456cc] schedule+0x4c/0xc0 [ 363.498788] [c00000001e3ab9e0] [c000000008b49ce4] schedule_timeout+0x284/0x480 [ 363.498857] [c00000001e3abad0] [c000000008b4669c] wait_for_common+0xec/0x240 [ 363.498914] [c00000001e3abb50] [d00000000063212c] virtscsi_tmf.constprop.4+0xcc/0x160 [virtio_scsi] [ 363.498989] [c00000001e3abbc0] [c0000000087bf04c] scmd_eh_abort_handler+0x14c/0x390 [ 363.499054] [c00000001e3abc50] [c0000000080ef5e8] process_one_work+0x1e8/0x5b0 [ 363.499122] [c00000001e3abce0] [c0000000080efa58] worker_thread+0xa8/0x650 [ 363.499178] [c00000001e3abd80] [c0000000080f8224] kthread+0x114/0x140 [ 363.499235] [c00000001e3abe30] [c0000000080098f0] ret_from_kernel_thread+0x5c/0x6c Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. Begin: Running /scripts/local-block ... done. done. Gave up waiting for root device. Common problems: - Boot args (cat /proc/cmdline) - Check rootdelay= (did the system wait long enough?) - Check root= (did the system wait for the right device?) - Missing modules (cat /proc/modules; ls /dev) ALERT! UUID=a557092e-9d7f-496e-a371-7a043e192ec9 does not exist. Dropping to a shell! BusyBox v1.22.1 (Ubuntu 1:1.22.0-15ubuntu1) built-in shell (ash) Enter 'help' for a list of built-in commands. (initramfs) [ 484.328498] INFO: task kworker/u2:0:6 blocked for more than 120 seconds. [ 484.328575] Not tainted 4.8.0-32-generic #34~16.04.1-Ubuntu [ 484.328635] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 484.328707] kworker/u2:0 D 0000000000000000 0 6 2 0x00000800 [ 484.328828] Workqueue: scsi_tmf_0 scmd_eh_abort_handler [ 484.328899] Call Trace: [ 484.328946] [c00000002607f6a0] [c00000000964c930] logbuf_lock+0x0/0x4 (unreliable) [ 484.329044] [c00000002607f870] [c00000000801a6f0] __switch_to+0x2a0/0x420 [ 484.329128] [c00000002607f8d0] [c000000008b44fe4] __schedule+0x2f4/0x990 [ 484.329202] [c00000002607f9b0] [c000000008b456cc] schedule+0x4c/0xc0 [ 484.329276] [c00000002607f9e0] [c000000008b49ce4] schedule_timeout+0x284/0x480 [ 484.329362] [c00000002607fad0] [c000000008b4669c] wait_for_common+0xec/0x240 [ 484.329459] [c00000002607fb50] [d00000000063212c] virtscsi_tmf.constprop.4+0xcc/0x160 [virtio_scsi] [ 484.329555] [c00000002607fbc0] [c0000000087bf04c] scmd_eh_abort_handler+0x14c/0x390 [ 484.329650] [c00000002607fc50] [c0000000080ef5e8] process_one_work+0x1e8/0x5b0 [ 484.329735] [c00000002607fce0] [c0000000080efa58] worker_thread+0xa8/0x650 [ 484.329810] [c00000002607fd80] [c0000000080f8224] kthread+0x114/0x140 [ 484.329898] [c00000002607fe30] [c0000000080098f0] ret_from_kernel_thread+0x5c/0x6c [ 484.330015] INFO: task systemd-udevd:168 blocked for more than 120 seconds. [ 484.330076] Not tainted 4.8.0-32-generic #34~16.04.1-Ubuntu [ 484.330136] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 484.330208] systemd-udevd D 00003fff88e7aed4 0 168 159 0x00040002 [ 484.330294] Call Trace: [ 484.330322] [c00000001f8978a0] [c00000000801a6f0] __switch_to+0x2a0/0x420 [ 484.330396] [c00000001f897900] [c000000008b44fe4] __schedule+0x2f4/0x990 [ 484.330469] [c00000001f8979e0] [c000000008b456cc] schedule+0x4c/0xc0 [ 484.330542] [c00000001f897a10] [c0000000080fcea4] async_synchronize_cookie_domain+0xb4/0x220 [ 484.330627] [c00000001f897ad0] [c000000008b53c00] do_init_module+0x118/0x264 [ 484.330701] [c00000001f897b60] [c0000000081896e8] load_module+0x16a8/0x1870 [ 484.330775] [c00000001f897d30] [c000000008189bf0] SyS_finit_module+0xf0/0x170 [ 484.330849] [c00000001f897e30] [c000000008009584] system_call+0x38/0xec [ 484.330924] INFO: task kworker/u2:3:205 blocked for more than 120 seconds. [ 484.330985] Not tainted 4.8.0-32-generic #34~16.04.1-Ubuntu [ 484.331044] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 484.331116] kworker/u2:3 D 0000000000000000 0 205 2 0x00000800 [ 484.331193] Workqueue: scsi_tmf_1 scmd_eh_abort_handler [ 484.331253] Call Trace: [ 484.331280] [c00000001e3ab6a0] [c00000000964c930] logbuf_lock+0x0/0x4 (unreliable) [ 484.331366] [c00000001e3ab870] [c00000000801a6f0] __switch_to+0x2a0/0x420 [ 484.331440] [c00000001e3ab8d0] [c000000008b44fe4] __schedule+0x2f4/0x990 [ 484.331513] [c00000001e3ab9b0] [c000000008b456cc] schedule+0x4c/0xc0 [ 484.331587] [c00000001e3ab9e0] [c000000008b49ce4] schedule_timeout+0x284/0x480 [ 484.331672] [c00000001e3abad0] [c000000008b4669c] wait_for_common+0xec/0x240 [ 484.331746] [c00000001e3abb50] [d00000000063212c] virtscsi_tmf.constprop.4+0xcc/0x160 [virtio_scsi] [ 484.331843] [c00000001e3abbc0] [c0000000087bf04c] scmd_eh_abort_handler+0x14c/0x390 [ 484.331928] [c00000001e3abc50] [c0000000080ef5e8] process_one_work+0x1e8/0x5b0 [ 484.332013] [c00000001e3abce0] [c0000000080efa58] worker_thread+0xa8/0x650 [ 484.332087] [c00000001e3abd80] [c0000000080f8224] kthread+0x114/0x140 [ 484.332162] [c00000001e3abe30] [c0000000080098f0] ret_from_kernel_thread+0x5c/0x6c [ 605.160462] INFO: task kworker/u2:0:6 blocked for more than 120 seconds. [ 605.160539] Not tainted 4.8.0-32-generic #34~16.04.1-Ubuntu [ 605.160599] "echo 0 > /proc/sys/kernel/hung_task_timeout_secs" disables this message. [ 605.160670] kworker/u2:0 D 0000000000000000 0 6 2 0x00000800 [ 605.160750] Workqueue: scsi_tmf_0 scmd_eh_abort_handler [ 605.160810] Call Trace: [ 605.160838] [c00000002607f6a0] [c00000000964c930] logbuf_lock+0x0/0x4 (unreliable) [ 605.160924] [c00000002607f870] [c00000000801a6f0] __switch_to+0x2a0/0x420 [ 605.160998] [c00000002607f8d0] [c000000008b44fe4] __schedule+0x2f4/0x990 [ 605.161072] [c00000002607f9b0] [c000000008b456cc] schedule+0x4c/0xc0 [ 605.161146] [c00000002607f9e0] [c000000008b49ce4] schedule_timeout+0x284/0x480 [ 605.161232] [c00000002607fad0] [c000000008b4669c] wait_for_common+0xec/0x240 [ 605.161307] [c00000002607fb50] [d00000000063212c] virtscsi_tmf.constprop.4+0xcc/0x160 [virtio_scsi] [ 605.161404] [c00000002607fbc0] [c0000000087bf04c] scmd_eh_abort_handler+0x14c/0x390 [ 605.161489] [c00000002607fc50] [c0000000080ef5e8] process_one_work+0x1e8/0x5b0 [ 605.161574] [c00000002607fce0] [c0000000080efa58] worker_thread+0xa8/0x650 [ 605.161648] [c00000002607fd80] [c0000000080f8224] kthread+0x114/0x140 [ 605.161722] [c00000002607fe30] [c0000000080098f0] ret_from_kernel_thread+0x5c/0x6c ]0;root@dotkvm: ~root@dotkvm:~# exit Script done on Wed 14 Dec 2016 04:24:35 PM CST