Stack traces from a second hi1.4xlarge running ami-8baa73e2: CPU0 rip: ffffffff8105711a try_to_wake_up+0xca flags: 00001202 i nz rsp: ffff880f22dfc740 rax: 0000000000000006 rcx: ffff880f22dfc870 rdx: 0000000000000082 rbx: ffff880b13d90000 rsi: 0000000000000000 rdi: 0000000000000001 rbp: ffff880f22dfc790 r8: ffffea0008b0b118 r9: 0000000000000000 r10: 57ffc73d4450b118 r11: 0000000000000202 r12: ffff880b13d905f8 r13: 0000000000000000 r14: 0000000000000000 r15: 0000000000000003 cs: e033 ss: e02b ds: 0000 es: 0000 fs: 0000 @ 00007f6132beb700 gs: 0000 @ ffff880f22df9000/0000000000000000 Code (instr addr ffffffff8105711a) 66 90 45 85 ff 74 0e 44 8b 7d cc e9 a8 00 00 00 0f 1f 00 f3 90 <8b> 7b 28 85 ff 75 f7 48 8b 13 31 Stack: ffffffff81007b02 0000000000012940 0000000000012940 0000000621c005e8 ffffffff8110b7f7 ffff880b13dbfc30 0000000000000000 ffff880f22fc47d0 ffff880f22dfc870 0000000000000000 ffff880f22dfc7a0 ffffffff81057262 ffff880f22dfc7c0 ffffffff810813c6 ffffffff810073ed ffff880f22fc47b8 Call Trace: [] try_to_wake_up+0xca <-- [] check_events+0x12 [] mempool_free_slab+0x17 [] default_wake_function+0x12 [] autoremove_wake_function+0x16 [] xen_force_evtchn_callback+0xd [] wake_bit_function+0x3b [] __wake_up_common+0x58 [] mempool_free_slab+0x17 [] __wake_up+0x48 [] __wake_up_bit+0x31 [] unlock_page+0x2a [] mpage_end_io+0x46 [] bio_endio+0x1d [] dec_pending+0x87 [] clone_endio+0xa3 [] bio_endio+0x1d [] req_bio_endio.isra.45+0xa3 [] blk_update_request+0xf5 [] blk_update_bidi_request+0x31 [] __blk_end_request_all+0x37 [] blkif_interrupt+0x167 [] handle_irq_event_percpu+0x55 [] radix_tree_lookup+0xb [] handle_irq_event+0x4b [] handle_edge_irq+0x7c [] __xen_evtchn_do_upcall+0x199 [] xen_evtchn_do_upcall+0x2f [] xen_do_hypervisor_callback+0x1e [] hypercall_page+0x3aa [] hypercall_page+0x3aa [] xen_poll_irq_timeout+0x3e [] xen_poll_irq+0x10 [] xen_spin_lock_slow+0x98 [] xen_spin_lock_flags+0x63 [] _raw_spin_lock_irqsave+0x2e [] update_shares+0x92 [] tcp_init_xmit_timers+0x30 [] rebalance_domains+0x48 [] xen_timer_interrupt+0x2c [] run_rebalance_domains+0x48 [] __do_softirq+0xa8 [] __xen_evtchn_do_upcall+0x207 [] call_softirq+0x1c [] do_softirq+0x65 [] irq_exit+0x8e [] xen_evtchn_do_upcall+0x35 [] xen_do_hypervisor_callback+0x1e CPU1 rip: ffffffff810013aa hypercall_page+0x3aa flags: 00001206 i nz p rsp: ffff88001001b7a0 rax: 0000000000000000 rcx: ffffffff810013aa rdx: 0000000000000000 rbx: 0000000000000000 rsi: ffff88001001b7b8 rdi: 0000000000000003 rbp: ffff88001001b7e8 r8: ffff880ec85a3000 r9: ffff880f21c000d0 r10: 000000006de60240 r11: 0000000000000206 r12: 0000000000000017 r13: 0000000000000001 r14: ffff880ec5acd801 r15: 0000000000000000 cs: e033 ss: e02b ds: 0000 es: 0000 fs: 0000 @ 00007fa13a3ac700 gs: 0000 @ ffff880f22e14000/0000000000000000 Code (instr addr ffffffff810013aa) cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc Stack: 0000000000000001 00000000fffffffa ffffffff8138512e ffff88001001b7d4 ffffffff00000001 0000000000000000 0000000a81384b3e ffff88001001b7e8 ffffffff81efce20 ffff88001001b7f8 ffffffff81386b80 ffff88001001b848 ffffffff815ecdcd 0000000000001000 0000000000000000 0000000000000000 Call Trace: [] hypercall_page+0x3aa <-- [] xen_poll_irq_timeout+0x3e [] xen_poll_irq+0x10 [] xen_spin_lock_slow+0x98 [] xen_spin_lock+0x4a [] _raw_spin_lock_irq+0x15 [] __make_request+0xbd [] _dm_request.isra.21+0x104 [] generic_make_request.part.51+0x24a [] bio_add_page+0x53 [] do_mpage_readpage+0x470 [] generic_make_request+0x45 [] submit_bio+0x87 [] mpage_readpages+0x120 [] __alloc_pages_nodemask+0x109 [] xen_force_evtchn_callback+0xd [] read_pages+0x48 [] __do_page_cache_readahead+0x163 [] ra_submit+0x21 [] do_sync_mmap_readahead.isra.26+0x94 [] filemap_fault+0x33e [] __do_fault+0x54 [] pvclock_clocksource_read+0x55 [] handle_pte_fault+0xfa [] xen_pmd_val+0xe [] __raw_callee_save_xen_pmd_val+0x11 [] handle_mm_fault+0x1f8 [] do_page_fault+0x14e [] pvclock_clocksource_read+0x55 [] xen_clocksource_read+0x20 [] xen_clocksource_get_cycles+0x9 [] getnstimeofday+0x57 [] page_fault+0x25 CPU2 rip: ffffffff810013aa hypercall_page+0x3aa flags: 00001202 i nz rsp: ffff880f22e32c68 rax: 0000000000000000 rcx: ffffffff810013aa rdx: 0000000000000000 rbx: 0000000000000000 rsi: ffff880f22e32c80 rdi: 0000000000000003 rbp: ffff880f22e32cb0 r8: ffff880ec85a3600 r9: ffff880f21c00100 r10: 0000000000000001 r11: 0000000000000202 r12: 000000000000001d r13: 0000000000000001 r14: ffff880f22e0b901 r15: ffff880f22e92900 cs: e033 ss: e02b ds: 002b es: 002b fs: 0000 @ 00007f8883dfd700 gs: 0000 @ ffff880f22e2f000/0000000000000000 Code (instr addr ffffffff810013aa) cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc Stack: 0000000000000049 00000000fffffffa ffffffff8138512e ffff880f22e32c9c ffffffff00000001 0000000000000000 0000001081384b3e ffff880f22e32cb0 ffff880f22e0b940 ffff880f22e32cc0 ffffffff81386b80 ffff880f22e32d10 ffffffff815ecdcd 0000000000000000 0000000000000000 0000000000000000 Call Trace: [] hypercall_page+0x3aa <-- [] xen_poll_irq_timeout+0x3e [] xen_poll_irq+0x10 [] xen_spin_lock_slow+0x98 [] xen_spin_lock+0x4a [] _raw_spin_lock+0xe [] double_rq_lock+0x2c [] load_balance+0xfa [] _raw_spin_unlock_irqrestore+0x1e [] rebalance_domains+0x99 [] nohz_idle_balance+0xbf [] xen_timer_interrupt+0x2c [] run_rebalance_domains+0x52 [] __do_softirq+0xa8 [] __xen_evtchn_do_upcall+0x207 [] call_softirq+0x1c [] do_softirq+0x65 [] irq_exit+0x8e [] xen_evtchn_do_upcall+0x35 [] xen_do_hypervisor_callback+0x1e CPU3 rip: ffffffff810013aa hypercall_page+0x3aa flags: 00001202 i nz rsp: ffff88000cddd850 rax: 0000000000000000 rcx: ffffffff810013aa rdx: 0000000000000000 rbx: 0000000000000000 rsi: ffff88000cddd868 rdi: 0000000000000003 rbp: ffff88000cddd898 r8: ffff880ec85a3c00 r9: ffff880f21c00130 r10: 0000000000000001 r11: 0000000000000202 r12: 0000000000000023 r13: 0000000000000001 r14: ffff880f22e0b901 r15: ffff880f22e5c900 cs: e033 ss: e02b ds: 0000 es: 0000 fs: 0000 @ 00007f6131fdf700 gs: 0000 @ ffff880f22e4a000/0000000000000000 Code (instr addr ffffffff810013aa) cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc Stack: 0000000000000049 00000000fffffffa ffffffff8138512e ffff88000cddd884 ffffffff00000001 0000000000000000 0000001681384b3e ffff88000cddd898 ffff880f22e0b940 ffff88000cddd8a8 ffffffff81386b80 ffff88000cddd8f8 ffffffff815ecdcd 0000000000000000 0000000000000000 0000000000000000 Call Trace: [] hypercall_page+0x3aa <-- [] xen_poll_irq_timeout+0x3e [] xen_poll_irq+0x10 [] xen_spin_lock_slow+0x98 [] xen_spin_lock+0x4a [] _raw_spin_lock+0xe [] double_rq_lock+0x2c [] load_balance+0xfa [] _raw_spin_unlock_irqrestore+0x1e [] idle_balance+0xab [] __schedule+0x6a9 [] xen_force_evtchn_callback+0xd [] schedule+0x3f [] schedule_timeout+0x2a5 [] xen_restore_fl_direct_reloc+0x4 [] sk_wait_data+0xd1 [] add_wait_queue+0x60 [] tcp_recvmsg+0x4c5 [] inet_recvmsg+0x6b [] inet_sendmsg+0x64 [] sock_recvmsg+0x11d [] sock_sendmsg+0x10e [] xen_force_evtchn_callback+0xd [] check_events+0x12 [] sys_recvfrom+0xee [] xen_clocksource_read+0x20 [] xen_clocksource_get_cycles+0x9 [] getnstimeofday+0x57 [] do_gettimeofday+0x1a [] system_call_fastpath+0x16 CPU4 rip: ffffffff810013aa hypercall_page+0x3aa flags: 00001202 i nz rsp: ffff880b8186d6d0 rax: 0000000000000000 rcx: ffffffff810013aa rdx: 0000000000000000 rbx: 0000000000000000 rsi: ffff880b8186d6e8 rdi: 0000000000000003 rbp: ffff880b8186d718 r8: ffff880ec86e0200 r9: ffff880f21c00160 r10: ffff880c18589bc0 r11: 0000000000000202 r12: 0000000000000029 r13: 0000000000000001 r14: ffff880c18589b01 r15: 0000000000000000 cs: e033 ss: e02b ds: 0000 es: 0000 fs: 0000 @ 00007fb347fff700 gs: 0000 @ ffff880f22e65000/0000000000000000 Code (instr addr ffffffff810013aa) cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc Stack: 0000000000000200 00000000fffffffa ffffffff8138512e ffff880b8186d704 ffffffff00000001 0000000000000000 0000001c81384b3e ffff880b8186d718 ffffffff81efce20 ffff880b8186d728 ffffffff81386b80 ffff880b8186d778 ffffffff815ecdcd 0000000000001000 0000000000000000 0000000000000000 Call Trace: [] hypercall_page+0x3aa <-- [] xen_poll_irq_timeout+0x3e [] xen_poll_irq+0x10 [] xen_spin_lock_slow+0x98 [] xen_spin_lock+0x4a [] _raw_spin_lock_irq+0x15 [] __make_request+0xbd [] generic_make_request.part.51+0x24a [] generic_make_request+0x45 [] submit_bio+0x87 [] mem_cgroup_lru_add_after_commit+0x37 [] do_mpage_readpage+0x446 [] add_to_page_cache_locked+0x7d [] mpage_readpages+0xee [] noalloc_get_block_write+0x30 [] __alloc_pages_nodemask+0x109 [] noalloc_get_block_write+0x30 [] __ext4_journal_stop+0x78 [] ext4_readpages+0x1d [] read_pages+0x48 [] __do_page_cache_readahead+0x163 [] ra_submit+0x21 [] do_sync_mmap_readahead.isra.26+0x94 [] filemap_fault+0x33e [] __do_fault+0x54 [] handle_pte_fault+0xfa [] xen_pmd_val+0xe [] __raw_callee_save_xen_pmd_val+0x11 [] handle_mm_fault+0x1f8 [] do_sync_write+0xd2 [] do_page_fault+0x14e [] vfs_write+0x110 [] page_fault+0x25 CPU5 rip: ffffffff810013aa hypercall_page+0x3aa flags: 00001206 i nz p rsp: ffff88001010bab0 rax: 0000000000000000 rcx: ffffffff810013aa rdx: 0000000000000000 rbx: 0000000000000000 rsi: ffff88001010bac8 rdi: 0000000000000003 rbp: ffff88001010baf8 r8: ffff880ec86e0800 r9: ffff880f21c00190 r10: 0000000000000001 r11: 0000000000000206 r12: 000000000000002f r13: 0000000000000001 r14: ffff880f22e0b901 r15: ffff880f22e92900 cs: e033 ss: e02b ds: 0000 es: 0000 fs: 0000 @ 00007f95c028a700 gs: 0000 @ ffff880f22e80000/0000000000000000 Code (instr addr ffffffff810013aa) cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc Stack: 0000000000000049 00000000fffffffa ffffffff8138512e ffff88001010bae4 ffffffff00000001 0000000000000000 0000002281384b3e ffff88001010baf8 ffff880f22e0b940 ffff88001010bb08 ffffffff81386b80 ffff88001010bb58 ffffffff815ecdcd 0000000000000000 0000000000000000 0000000000000000 Call Trace: [] hypercall_page+0x3aa <-- [] xen_poll_irq_timeout+0x3e [] xen_poll_irq+0x10 [] xen_spin_lock_slow+0x98 [] xen_spin_lock+0x4a [] _raw_spin_lock+0xe [] double_rq_lock+0x2c [] load_balance+0xfa [] _raw_spin_unlock_irqrestore+0x1e [] idle_balance+0xab [] __schedule+0x6a9 [] schedule+0x3f [] futex_wait_queue_me+0xc9 [] futex_wait+0x100 [] wake_up_state+0x10 [] wake_futex+0x3b [] futex_wake+0x113 [] do_futex+0xbc [] xen_clocksource_get_cycles+0x9 [] sys_futex+0x105 [] do_gettimeofday+0x1a [] system_call_fastpath+0x16 CPU6 rip: ffffffff810013aa hypercall_page+0x3aa flags: 00001206 i nz p rsp: ffff880b13dbf910 rax: 0000000000000000 rcx: ffffffff810013aa rdx: 0000000000000000 rbx: 0000000000000000 rsi: ffff880b13dbf928 rdi: 0000000000000003 rbp: ffff880b13dbf958 r8: ffff880ec86e0e00 r9: ffff880f21c001c0 r10: 0000000000000001 r11: 0000000000000206 r12: 0000000000000035 r13: 0000000000000001 r14: ffff880f22e0b901 r15: ffff880f22ead900 cs: e033 ss: e02b ds: 0000 es: 0000 fs: 0000 @ 00007f8888890700 gs: 0000 @ ffff880f22e9b000/0000000000000000 Code (instr addr ffffffff810013aa) cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc Stack: 0000000000000049 00000000fffffffa ffffffff8138512e ffff880b13dbf944 ffffffff00000001 0000000000000000 0000002881384b3e ffff880b13dbf958 ffff880f22e0b940 ffff880b13dbf968 ffffffff81386b80 ffff880b13dbf9b8 ffffffff815ecdcd 0000000000000000 0000000000000000 0000000000000000 Call Trace: [] hypercall_page+0x3aa <-- [] xen_poll_irq_timeout+0x3e [] xen_poll_irq+0x10 [] xen_spin_lock_slow+0x98 [] xen_spin_lock+0x4a [] _raw_spin_lock+0xe [] double_rq_lock+0x2c [] load_balance+0xfa [] _raw_spin_unlock_irqrestore+0x1e [] idle_balance+0xab [] __schedule+0x6a9 [] sleep_on_page+0x20 [] schedule+0x3f [] io_schedule+0x8f [] sleep_on_page_killable+0xe [] __wait_on_bit+0x5f [] wait_on_page_bit_killable+0x80 [] autoremove_wake_function+0x40 [] __lock_page_or_retry+0xa6 [] filemap_fault+0x303 [] __do_fault+0x54 [] handle_pte_fault+0xfa [] xen_pmd_val+0xe [] __raw_callee_save_xen_pmd_val+0x11 [] handle_mm_fault+0x1f8 [] do_page_fault+0x14e [] xen_force_evtchn_callback+0xd [] do_futex+0xa8 [] sys_futex+0x105 [] xen_clts+0x66 [] page_fault+0x25 CPU7 rip: ffffffff810013aa hypercall_page+0x3aa flags: 00001206 i nz p rsp: ffff88091e9d96d0 rax: 0000000000000000 rcx: ffffffff810013aa rdx: 0000000000000000 rbx: 0000000000000000 rsi: ffff88091e9d96e8 rdi: 0000000000000003 rbp: ffff88091e9d9718 r8: ffff880ec86e1400 r9: ffff880f21c001f0 r10: ffff88000c51ae40 r11: 0000000000000206 r12: 000000000000003b r13: 0000000000000001 r14: ffff88000c51ae01 r15: 0000000000000000 cs: e033 ss: e02b ds: 0000 es: 0000 fs: 0000 @ 00007f6138dae700 gs: 0000 @ ffff880f22eb6000/0000000000000000 Code (instr addr ffffffff810013aa) cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc Stack: 0000000000000200 00000000fffffffa ffffffff8138512e ffff88091e9d9704 ffffffff00000001 0000000000000000 0000002e81384b3e ffff88091e9d9718 ffffffff81efce20 ffff88091e9d9728 ffffffff81386b80 ffff88091e9d9778 ffffffff815ecdcd 0000000000002000 0000000000000000 0000000000000000 Call Trace: [] hypercall_page+0x3aa <-- [] xen_poll_irq_timeout+0x3e [] xen_poll_irq+0x10 [] xen_spin_lock_slow+0x98 [] xen_spin_lock+0x4a [] _raw_spin_lock_irq+0x15 [] __make_request+0xbd [] generic_make_request.part.51+0x24a [] generic_make_request+0x45 [] submit_bio+0x87 [] mem_cgroup_lru_add_after_commit+0x37 [] do_mpage_readpage+0x446 [] add_to_page_cache_locked+0x7d [] mpage_readpages+0xee [] noalloc_get_block_write+0x30 [] __alloc_pages_nodemask+0x109 [] noalloc_get_block_write+0x30 [] __ext4_journal_stop+0x78 [] ext4_readpages+0x1d [] read_pages+0x48 [] __do_page_cache_readahead+0x163 [] ra_submit+0x21 [] do_sync_mmap_readahead.isra.26+0x94 [] filemap_fault+0x33e [] __do_fault+0x54 [] handle_pte_fault+0xfa [] xen_pmd_val+0xe [] __raw_callee_save_xen_pmd_val+0x11 [] handle_mm_fault+0x1f8 [] do_sync_write+0xd2 [] do_page_fault+0x14e [] vfs_write+0x110 [] page_fault+0x25 CPU8 rip: ffffffff810013aa hypercall_page+0x3aa flags: 00001202 i nz rsp: ffff880a240856d0 rax: 0000000000000000 rcx: ffffffff810013aa rdx: 0000000000000000 rbx: 0000000000000000 rsi: ffff880a240856e8 rdi: 0000000000000003 rbp: ffff880a24085718 r8: ffff880ec86e1a00 r9: ffff880f21c00490 r10: ffff88000ca56240 r11: 0000000000000202 r12: 0000000000000041 r13: 0000000000000001 r14: ffff88000ca56201 r15: 0000000000000000 cs: e033 ss: e02b ds: 0000 es: 0000 fs: 0000 @ 00007f9a688ca700 gs: 0000 @ ffff880f22ed1000/0000000000000000 Code (instr addr ffffffff810013aa) cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc Stack: 0000000000000001 00000000fffffffa ffffffff8138512e ffff880a24085704 ffffffff00000001 0000000000000000 0000003481384b3e ffff880a24085718 ffffffff81efce20 ffff880a24085728 ffffffff81386b80 ffff880a24085778 ffffffff815ecdcd 000000000000b000 0000000000000000 0000000000000000 Call Trace: [] hypercall_page+0x3aa <-- [] xen_poll_irq_timeout+0x3e [] xen_poll_irq+0x10 [] xen_spin_lock_slow+0x98 [] xen_spin_lock+0x4a [] _raw_spin_lock_irq+0x15 [] __make_request+0xbd [] generic_make_request.part.51+0x24a [] generic_make_request+0x45 [] submit_bio+0x87 [] mem_cgroup_lru_add_after_commit+0x37 [] do_mpage_readpage+0x48e [] add_to_page_cache_locked+0x7d [] mpage_readpages+0xee [] noalloc_get_block_write+0x30 [] __alloc_pages_nodemask+0x109 [] noalloc_get_block_write+0x30 [] ext4_readpages+0x1d [] read_pages+0x48 [] __do_page_cache_readahead+0x163 [] ra_submit+0x21 [] do_sync_mmap_readahead.isra.26+0x94 [] filemap_fault+0x33e [] __do_fault+0x54 [] handle_pte_fault+0xfa [] xen_pmd_val+0xe [] __raw_callee_save_xen_pmd_val+0x11 [] handle_mm_fault+0x1f8 [] tlb_finish_mmu+0x14 [] do_page_fault+0x14e [] madvise_vma+0xfd [] xen_clocksource_get_cycles+0x9 [] getnstimeofday+0x57 [] sys_madvise+0x225 [] page_fault+0x25 CPU9 rip: ffffffff810013aa hypercall_page+0x3aa flags: 00001206 i nz p rsp: ffff880ec5051bf8 rax: 0000000000000000 rcx: ffffffff810013aa rdx: 0000000000000000 rbx: 0000000000000000 rsi: ffff880ec5051c10 rdi: 0000000000000003 rbp: ffff880ec5051c40 r8: ffff880ec8780000 r9: ffff880f21c004c0 r10: 0000000000000001 r11: 0000000000000206 r12: 0000000000000047 r13: 0000000000000001 r14: ffff880f22e0b901 r15: ffff880f22efe900 cs: e033 ss: e02b ds: 0000 es: 0000 fs: 0000 @ 00007f95c29b1700 gs: 0000 @ ffff880f22eec000/0000000000000000 Code (instr addr ffffffff810013aa) cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc Stack: 0000000000000049 00000000fffffffa ffffffff8138512e ffff880ec5051c2c ffffffff00000001 0000000000000000 0000003a81384b3e ffff880ec5051c40 ffff880f22e0b940 ffff880ec5051c50 ffffffff81386b80 ffff880ec5051ca0 ffffffff815ecdcd 0000000000000000 0000000000000000 0000000000000000 Call Trace: [] hypercall_page+0x3aa <-- [] xen_poll_irq_timeout+0x3e [] xen_poll_irq+0x10 [] xen_spin_lock_slow+0x98 [] xen_spin_lock+0x4a [] _raw_spin_lock+0xe [] double_rq_lock+0x2c [] load_balance+0xfa [] _raw_spin_unlock_irqrestore+0x1e [] idle_balance+0xab [] __schedule+0x6a9 [] schedule+0x3f [] worker_thread+0x23e [] manage_workers.isra.30+0x130 [] kthread+0x8c [] kernel_thread_helper+0x4 [] int_ret_from_sys_call+0x7 [] retint_restore_args+0x5 [] gs_change+0x13 CPU10 rip: ffffffff810013aa hypercall_page+0x3aa flags: 00001202 i nz rsp: ffff8804860116d0 rax: 0000000000000000 rcx: ffffffff810013aa rdx: 0000000000000000 rbx: 0000000000000000 rsi: ffff8804860116e8 rdi: 0000000000000003 rbp: ffff880486011718 r8: ffff880ec8780600 r9: ffff880f21c004f0 r10: ffff880ec7d21500 r11: 0000000000000202 r12: 000000000000004d r13: 0000000000000001 r14: ffff880ec7d21501 r15: 0000000000000000 cs: e033 ss: e02b ds: 0000 es: 0000 fs: 0000 @ 00007fa13a0a9700 gs: 0000 @ ffff880f22f07000/0000000000000000 Code (instr addr ffffffff810013aa) cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc Stack: 0000000000000200 00000000fffffffa ffffffff8138512e ffff880486011704 ffffffff00000001 0000000000000000 0000004081384b3e ffff880486011718 ffffffff81efce20 ffff880486011728 ffffffff81386b80 ffff880486011778 ffffffff815ecdcd 0000000000001000 0000000000000000 0000000000000000 Call Trace: [] hypercall_page+0x3aa <-- [] xen_poll_irq_timeout+0x3e [] xen_poll_irq+0x10 [] xen_spin_lock_slow+0x98 [] xen_spin_lock+0x4a [] _raw_spin_lock_irq+0x15 [] __make_request+0xbd [] generic_make_request.part.51+0x24a [] generic_make_request+0x45 [] submit_bio+0x87 [] mem_cgroup_lru_add_after_commit+0x37 [] do_mpage_readpage+0x446 [] add_to_page_cache_locked+0x7d [] mpage_readpages+0xee [] noalloc_get_block_write+0x30 [] __alloc_pages_nodemask+0x109 [] noalloc_get_block_write+0x30 [] __ext4_journal_stop+0x78 [] ext4_readpages+0x1d [] read_pages+0x48 [] __do_page_cache_readahead+0x163 [] ra_submit+0x21 [] do_sync_mmap_readahead.isra.26+0x94 [] filemap_fault+0x33e [] __do_fault+0x54 [] handle_pte_fault+0xfa [] xen_pmd_val+0xe [] __raw_callee_save_xen_pmd_val+0x11 [] handle_mm_fault+0x1f8 [] do_sync_write+0xd2 [] do_page_fault+0x14e [] check_events+0x12 [] vfs_write+0x110 [] page_fault+0x25 CPU11 rip: ffffffff810013aa hypercall_page+0x3aa flags: 00001202 i nz rsp: ffff88000d859ab0 rax: 0000000000000000 rcx: ffffffff810013aa rdx: 0000000000000000 rbx: 0000000000000000 rsi: ffff88000d859ac8 rdi: 0000000000000003 rbp: ffff88000d859af8 r8: ffff880ec8780c00 r9: ffff880f21c00520 r10: 0000000000000001 r11: 0000000000000202 r12: 0000000000000053 r13: 0000000000000001 r14: ffff880f22e0b901 r15: ffff880f22f34900 cs: e033 ss: e02b ds: 0000 es: 0000 fs: 0000 @ 00007f8882ded700 gs: 0000 @ ffff880f22f22000/0000000000000000 Code (instr addr ffffffff810013aa) cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc Stack: 0000000000000049 00000000fffffffa ffffffff8138512e ffff88000d859ae4 ffffffff00000001 0000000000000000 0000004681384b3e ffff88000d859af8 ffff880f22e0b940 ffff88000d859b08 ffffffff81386b80 ffff88000d859b58 ffffffff815ecdcd 0000000000000000 0000000000000000 0000000000000000 Call Trace: [] hypercall_page+0x3aa <-- [] xen_poll_irq_timeout+0x3e [] xen_poll_irq+0x10 [] xen_spin_lock_slow+0x98 [] xen_spin_lock+0x4a [] _raw_spin_lock+0xe [] double_rq_lock+0x2c [] load_balance+0xfa [] _raw_spin_unlock_irqrestore+0x1e [] idle_balance+0xab [] __schedule+0x6a9 [] schedule+0x3f [] futex_wait_queue_me+0xc9 [] futex_wait+0x100 [] _raw_spin_lock+0xe [] futex_wake+0x113 [] do_futex+0xbc [] xen_clocksource_get_cycles+0x9 [] sys_futex+0x105 [] do_gettimeofday+0x1a [] system_call_fastpath+0x16 CPU12 rip: ffffffff8105711d try_to_wake_up+0xcd flags: 00001202 i nz rsp: ffff88001017ddd8 rax: 0000000000000005 rcx: ffff880010183dc8 rdx: 0000000000000001 rbx: ffff88000d861700 rsi: ffff8800101002c8 rdi: 0000000000000001 rbp: ffff88001017de28 r8: 000000002297fc12 r9: 0000000000000000 r10: 0000000000000001 r11: 0000000000000000 r12: ffff88000d861cf8 r13: 0000000000000000 r14: ffff8800101002c8 r15: 0000000000000003 cs: e033 ss: e02b ds: 0000 es: 0000 fs: 0000 @ 00007f95b24e4700 gs: 0000 @ ffff880f22f3d000/0000000000000000 Code (instr addr ffffffff8105711d) 85 ff 74 0e 44 8b 7d cc e9 a8 00 00 00 0f 1f 00 f3 90 8b 7b 28 <85> ff 75 f7 48 8b 13 31 c0 83 e2 Stack: 0000000000000000 ffffffff81e58400 ffff88001017de58 00000005810955ee 0000000000000fc0 ffff88000d861700 ffff88001010bdb0 00000000ffffffff 0000000000000001 ffff880010183db0 ffff88001017de38 ffffffff81057470 ffff88001017de58 ffffffff8109489b 0000000000000001 ffffffff81e58400 Call Trace: [] try_to_wake_up+0xcd <-- [] wake_up_state+0x10 [] wake_futex+0x3b [] futex_wake+0xe9 [] do_futex+0xa8 [] xen_clocksource_get_cycles+0x9 [] sys_futex+0x105 [] do_gettimeofday+0x1a [] system_call_fastpath+0x16 CPU13 rip: ffffffff810013aa hypercall_page+0x3aa flags: 00001202 i nz rsp: ffff880460741d80 rax: 0000000000000000 rcx: ffffffff810013aa rdx: 0000000000000000 rbx: 0000000000000000 rsi: ffff880460741d98 rdi: 0000000000000003 rbp: ffff880460741dc8 r8: ffff880ec8781800 r9: ffff880f21c00580 r10: 00007fa13b65714c r11: 0000000000000202 r12: 000000000000005f r13: 0000000000000201 r14: 0000000000000001 r15: 00007f95a001bc00 cs: e033 ss: e02b ds: 0000 es: 0000 fs: 0000 @ 00007f95abefe700 gs: 0000 @ ffff880f22f58000/0000000000000000 Code (instr addr ffffffff810013aa) cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc Stack: 0000000000000000 00000000fffffffa ffffffff8138512e ffff880460741db4 ffffffff00000001 0000000000000000 0000005281384b3e ffff880460741dc8 ffffffff81e58400 ffff880460741dd8 ffffffff81386b80 ffff880460741e28 ffffffff815ecdcd ffff880460741e58 0000000000000000 0000000000000fc0 Call Trace: [] hypercall_page+0x3aa <-- [] xen_poll_irq_timeout+0x3e [] xen_poll_irq+0x10 [] xen_spin_lock_slow+0x98 [] xen_spin_lock+0x4a [] _raw_spin_lock+0xe [] futex_wake+0x6d [] do_futex+0xa8 [] xen_clocksource_get_cycles+0x9 [] sys_futex+0x105 [] do_gettimeofday+0x1a [] system_call_fastpath+0x16 CPU14 rip: ffffffff810013aa hypercall_page+0x3aa flags: 00001202 i nz rsp: ffff880b14225850 rax: 0000000000000000 rcx: ffffffff810013aa rdx: 0000000000000000 rbx: 0000000000000000 rsi: ffff880b14225868 rdi: 0000000000000003 rbp: ffff880b14225898 r8: ffff880ec8781e00 r9: ffff880f21c005b0 r10: 0000000000000001 r11: 0000000000000202 r12: 0000000000000065 r13: 0000000000000001 r14: ffff880f22e0b901 r15: ffff880f22f85900 cs: e033 ss: e02b ds: 0000 es: 0000 fs: 0000 @ 00007f612f0b0700 gs: 0000 @ ffff880f22f73000/0000000000000000 Code (instr addr ffffffff810013aa) cc cc cc cc cc cc cc cc cc cc cc 51 41 53 b8 1d 00 00 00 0f 05 <41> 5b 59 c3 cc cc cc cc cc cc cc Stack: 0000000000000049 00000000fffffffa ffffffff8138512e ffff880b14225884 ffffffff00000001 0000000000000000 0000005881384b3e ffff880b14225898 ffff880f22e0b940 ffff880b142258a8 ffffffff81386b80 ffff880b142258f8 ffffffff815ecdcd 0000000000000000 0000000000000000 0000000000000000 Call Trace: [] hypercall_page+0x3aa <-- [] xen_poll_irq_timeout+0x3e [] xen_poll_irq+0x10 [] xen_spin_lock_slow+0x98 [] xen_spin_lock+0x4a [] _raw_spin_lock+0xe [] double_rq_lock+0x2c [] load_balance+0xfa [] _raw_spin_unlock_irqrestore+0x1e [] idle_balance+0xab [] __schedule+0x6a9 [] xen_force_evtchn_callback+0xd [] schedule+0x3f [] schedule_timeout+0x2a5 [] xen_restore_fl_direct_reloc+0x4 [] sk_wait_data+0xd1 [] add_wait_queue+0x60 [] tcp_recvmsg+0x4c5 [] inet_recvmsg+0x6b [] inet_sendmsg+0x64 [