[88397.903629] BUG: Bad page state in process apache2 pfn:10fbb0 [88397.903642] page:ffffea00043eec00 count:1 mapcount:1 mapping:ffff8801d0eee631 index:0x7fc438fb3 [88397.903648] page flags: 0x200000000080068(uptodate|lru|active|swapbacked) [88397.903756] general protection fault: 0000 [#1] SMP [88397.903764] CPU 1 [88397.903766] Modules linked in: isofs acpiphp [88397.903773] [88397.903776] Pid: 18710, comm: apache2 Tainted: G B 3.2.0-26-virtual #41-Ubuntu [88397.903783] RIP: e030:[] [] get_page_from_freelist+0x16f/0x540 [88397.903791] RSP: e02b:ffff8801d2295ae8 EFLAGS: 00010086 [88397.903795] RAX: dead000000200200 RBX: ffff8801dfd16ad8 RCX: dead000000100100 [88397.903801] RDX: dead000000100100 RSI: dead000000200200 RDI: 0000000000000000 [88397.903806] RBP: ffff8801d2295ba8 R08: 000000000000000a R09: 0000000000000000 [88397.903810] R10: 0000000000000000 R11: 0000000000000000 R12: ffffea00043eec00 [88397.903815] R13: ffff8801dfffbe00 R14: 0000000000000000 R15: 00000000000280da [88397.903823] FS: 00007fc42affd700(0000) GS:ffff8801dfd00000(0000) knlGS:0000000000000000 [88397.903829] CS: e033 DS: 0000 ES: 0000 CR0: 000000008005003b [88397.903834] CR2: 00007fc42affbff8 CR3: 00000001b7aed000 CR4: 0000000000002660 [88397.903840] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [88397.903846] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000000 [88397.903851] Process apache2 (pid: 18710, threadinfo ffff8801d2294000, task ffff8801bd79db80) [88397.903857] Stack: [88397.903860] 0000000000000242 ffff8801d2295fd8 0000000200000000 0000000000000000 [88397.903869] 0000000000000c00 ffff8801dfffcc08 ffff8801dfffcc00 0000000000000000 [88397.903877] ffff880100000041 00000000d0d78000 0000000000000003 ffff8801dfffcc08 [88397.903886] Call Trace: [88397.903891] [] ? __raw_callee_save_xen_restore_fl+0x11/0x1e [88397.903898] [] __alloc_pages_nodemask+0x109/0x800 [88397.903903] [] ? xen_write_msr_safe+0xa3/0xc0 [88397.903909] [] ? __raw_callee_save_xen_irq_enable+0x11/0x26 [88397.903916] [] ? get_futex_key+0x14e/0x2b0 [88397.903922] [] alloc_pages_vma+0x9a/0x150 [88397.907096] [] do_anonymous_page.isra.38+0x7c/0x2f0 [88397.907103] [] handle_pte_fault+0x1e1/0x200 [88397.907108] [] ? xen_pmd_val+0xe/0x10 [88397.907114] [] ? __raw_callee_save_xen_pmd_val+0x11/0x1e [88397.907120] [] handle_mm_fault+0x1f8/0x350 [88397.907126] [] ? __raw_callee_save_xen_irq_enable+0x11/0x26 [88397.907133] [] do_page_fault+0x14b/0x520 [88397.907139] [] ? __raw_callee_save_xen_restore_fl+0x11/0x1e [88397.907146] [] ? do_futex+0xd8/0x1b0 [88397.907151] [] ? sys_futex+0x105/0x1a0 [88397.907157] [] page_fault+0x25/0x30 [88397.907161] Code: 1f 44 00 00 4d 8b 64 24 08 49 83 ec 20 49 8b 54 24 20 49 8b 44 24 28 48 b9 00 01 10 00 00 00 ad de 48 be 00 02 20 00 00 00 ad de <48> 89 42 08 48 89 10 49 89 4c 24 20 49 89 74 24 28 83 2b 01 4c [88397.907227] RIP [] get_page_from_freelist+0x16f/0x540 [88397.907235] RSP [88397.907241] ---[ end trace 7c82abe97611b36f ]--- [88397.907900] general protection fault: 0000 [#2] SMP [88397.907907] CPU 1 [88397.907910] Modules linked in: isofs acpiphp [88397.907917] [88397.907920] Pid: 668, comm: rs:main Q:Reg Tainted: G B D 3.2.0-26-virtual #41-Ubuntu [88397.907929] RIP: e030:[] [] get_page_from_freelist+0x16f/0x540 [88397.907938] RSP: e02b:ffff8801d0d6f7f8 EFLAGS: 00010086 [88397.907943] RAX: dead000000200200 RBX: ffff8801dfd16ad8 RCX: dead000000100100 [88397.907948] RDX: dead000000100100 RSI: dead000000200200 RDI: 0000000000000000 [88397.907954] RBP: ffff8801d0d6f8b8 R08: 0000000000000000 R09: 00000000000166d9 [88397.907960] R10: 0000000000000002 R11: 0000000000000000 R12: ffffea00043eec00 [88397.907965] R13: ffff8801dfffbe00 R14: 0000000000000000 R15: 000000000002005a [88397.907972] FS: 00007f8907aa0700(0000) GS:ffff8801dfd00000(0000) knlGS:0000000000000000 [88397.907979] CS: e033 DS: 0000 ES: 0000 CR0: 000000008005003b [88397.907983] CR2: 00007fc42affbff8 CR3: 00000001d0b40000 CR4: 0000000000002660 [88397.907989] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [88397.907995] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000000 [88397.908001] Process rs:main Q:Reg (pid: 668, threadinfo ffff8801d0d6e000, task ffff8801d0e896e0) [88397.908007] Stack: [88397.908010] ffff8801d0d6f8d8 ffff8801d0d6ffd8 0000000200000000 0000000000000000 [88397.908020] 00000000d0e896e0 ffff8801dfffcc08 ffff8801dfffcc00 0000000000000000 [88397.908029] 0000000000000041 ffff8801d0d6f848 0000000000000003 ffff8801dfffcc08 [88397.908038] Call Trace: [88397.908043] [] __alloc_pages_nodemask+0x109/0x800 [88397.908052] [] ? start_this_handle.isra.9+0x37a/0x3e0 [88397.908059] [] alloc_pages_current+0xa3/0x110 [88397.908067] [] __page_cache_alloc+0x8f/0xa0 [88397.908075] [] ? ext4_da_write_begin+0x7f/0x210 [88397.908081] [] grab_cache_page_write_begin+0x5f/0xe0 [88397.908087] [] ext4_da_write_begin+0xa0/0x210 [88397.908093] [] generic_perform_write+0xca/0x210 [88397.908100] [] generic_file_buffered_write+0x5d/0x90 [88397.908107] [] __generic_file_aio_write+0x229/0x440 [88397.908113] [] generic_file_aio_write+0x72/0xe0 [88397.908120] [] ext4_file_write+0xbf/0x260 [88397.908125] [] ? futex_wait+0x108/0x210 [88397.908131] [] do_sync_write+0xd2/0x110 [88397.908137] [] ? futex_wake+0x113/0x130 [88397.908144] [] ? apparmor_file_permission+0x18/0x20 [88397.908151] [] ? security_file_permission+0x2c/0xb0 [88397.908157] [] ? rw_verify_area+0x61/0xf0 [88397.908162] [] vfs_write+0xb3/0x180 [88397.908167] [] sys_write+0x4a/0x90 [88397.908173] [] system_call_fastpath+0x16/0x1b [88397.908178] Code: 1f 44 00 00 4d 8b 64 24 08 49 83 ec 20 49 8b 54 24 20 49 8b 44 24 28 48 b9 00 01 10 00 00 00 ad de 48 be 00 02 20 00 00 00 ad de <48> 89 42 08 48 89 10 49 89 4c 24 20 49 89 74 24 28 83 2b 01 4c [88397.908244] RIP [] get_page_from_freelist+0x16f/0x540 [88397.908250] RSP [88397.908255] ---[ end trace 7c82abe97611b370 ]--- [88398.283171] general protection fault: 0000 [#3] SMP [88398.283186] CPU 1 [88398.283189] Modules linked in: isofs acpiphp [88398.283197] [88398.283201] Pid: 18711, comm: apache2 Tainted: G B D 3.2.0-26-virtual #41-Ubuntu [88398.283210] RIP: e030:[] [] get_page_from_freelist+0x16f/0x540 [88398.283225] RSP: e02b:ffff8801d0d6fae8 EFLAGS: 00010086 [88398.283230] RAX: dead000000200200 RBX: ffff8801dfd16ad8 RCX: dead000000100100 [88398.283236] RDX: dead000000100100 RSI: dead000000200200 RDI: 0000000000000000 [88398.283241] RBP: ffff8801d0d6fba8 R08: 0000000000000000 R09: 00000000000166d9 [88398.283246] R10: 0000000000000002 R11: 0000000000000000 R12: ffffea00043eec00 [88398.283252] R13: ffff8801dfffbe00 R14: 0000000000000000 R15: 00000000000280da [88398.283261] FS: 00007fc4297fa700(0000) GS:ffff8801dfd00000(0000) knlGS:0000000000000000 [88398.283267] CS: e033 DS: 0000 ES: 0000 CR0: 000000008005003b [88398.283272] CR2: 00007fc4297f4f28 CR3: 00000001b7ae3000 CR4: 0000000000002660 [88398.283279] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [88398.283285] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000000 [88398.283291] Process apache2 (pid: 18711, threadinfo ffff8801d0d6e000, task ffff8801bd79db80) [88398.283298] Stack: [88398.283301] 0000000000000000 ffff8801d0d6ffd8 0000000200000000 0000000000000000 [88398.283312] 0000000000000000 ffff8801dfffcc08 ffff8801dfffcc00 0000000000000000 [88398.283321] 0000000000000041 0000000000000000 0000000000000003 ffff8801dfffcc08 [88398.283331] Call Trace: [88398.283340] [] ? __raw_callee_save_xen_restore_fl+0x11/0x1e [88398.283348] [] __alloc_pages_nodemask+0x109/0x800 [88398.283355] [] ? xen_write_msr_safe+0xa3/0xc0 [88398.283361] [] ? __raw_callee_save_xen_irq_enable+0x11/0x26 [88398.283372] [] ? __schedule+0x3cc/0x6f0 [88398.283380] [] alloc_pages_vma+0x9a/0x150 [88398.283387] [] do_anonymous_page.isra.38+0x7c/0x2f0 [88398.283393] [] handle_pte_fault+0x1e1/0x200 [88398.283399] [] ? xen_pmd_val+0xe/0x10 [88398.283404] [] ? __raw_callee_save_xen_pmd_val+0x11/0x1e [88398.283411] [] handle_mm_fault+0x1f8/0x350 [88398.283418] [] ? __raw_callee_save_xen_irq_enable+0x11/0x26 [88398.283426] [] do_page_fault+0x14b/0x520 [88398.283433] [] ? do_futex+0x7c/0x1b0 [88398.283439] [] ? xen_clocksource_get_cycles+0x9/0x10 [88398.283446] [] ? sys_futex+0x105/0x1a0 [88398.283451] [] page_fault+0x25/0x30 [88398.283456] Code: 1f 44 00 00 4d 8b 64 24 08 49 83 ec 20 49 8b 54 24 20 49 8b 44 24 28 48 b9 00 01 10 00 00 00 ad de 48 be 00 02 20 00 00 00 ad de <48> 89 42 08 48 89 10 49 89 4c 24 20 49 89 74 24 28 83 2b 01 4c [88398.283521] RIP [] get_page_from_freelist+0x16f/0x540 [88398.283529] RSP [88398.283534] ---[ end trace 7c82abe97611b371 ]--- [88398.579901] general protection fault: 0000 [#4] SMP [88398.579918] CPU 1 [88398.579921] Modules linked in: isofs acpiphp [88398.579929] [88398.579933] Pid: 24489, comm: apache2 Tainted: G B D 3.2.0-26-virtual #41-Ubuntu [88398.579942] RIP: e030:[] [] get_page_from_freelist+0x16f/0x540 [88398.579958] RSP: e02b:ffff8801d065baa8 EFLAGS: 00010086 [88398.579963] RAX: dead000000200200 RBX: ffff8801dfd16ad8 RCX: dead000000100100 [88398.579968] RDX: dead000000100100 RSI: dead000000200200 RDI: 0000000000000000 [88398.579974] RBP: ffff8801d065bb68 R08: 0000000000000000 R09: 0000000000016690 [88398.579979] R10: 0000000000000002 R11: 0000000000000000 R12: ffffea00043eec00 [88398.579985] R13: ffff8801dfffbe00 R14: 0000000000000000 R15: 00000000000200da [88398.579993] FS: 00007fc476d6c740(0000) GS:ffff8801dfd00000(0000) knlGS:0000000000000000 [88398.580002] CS: e033 DS: 0000 ES: 0000 CR0: 000000008005003b [88398.580007] CR2: 00007fc476d6ca14 CR3: 00000001b7940000 CR4: 0000000000002660 [88398.580013] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [88398.580019] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000000 [88398.580025] Process apache2 (pid: 24489, threadinfo ffff8801d065a000, task ffff8801d0e88000) [88398.580032] Stack: [88398.580035] ffffffff810050d1 ffff8801d065bfd8 0000000200000000 0000000000000000 [88398.580045] 0000000000016ad8 ffff8801dfffcc08 ffff8801dfffcc00 0000000000000000 [88398.580055] ffff880100000041 ffffea0006f55d70 0000000000000003 ffff8801dfffcc08 [88398.580064] Call Trace: [88398.580072] [] ? xen_mc_extend_args+0x111/0x150 [88398.580079] [] __alloc_pages_nodemask+0x109/0x800 [88398.580085] [] ? __xen_mc_entry+0x119/0x180 [88398.580091] [] ? xen_make_pte+0x47/0xa0 [88398.580097] [] ? __raw_callee_save_xen_restore_fl+0x11/0x1e [88398.580104] [] ? pte_mfn_to_pfn+0x8d/0x110 [88398.580110] [] ? pte_mfn_to_pfn+0x8d/0x110 [88398.580118] [] alloc_pages_vma+0x9a/0x150 [88398.580125] [] do_wp_page+0xcf/0x740 [88398.580131] [] ? pte_mfn_to_pfn+0x8d/0x110 [88398.580136] [] ? xen_pmd_val+0xe/0x10 [88398.580142] [] ? __raw_callee_save_xen_pmd_val+0x11/0x1e [88398.580148] [] handle_pte_fault+0x1cb/0x200 [88398.580154] [] handle_mm_fault+0x1f8/0x350 [88398.580160] [] ? __raw_callee_save_xen_irq_enable+0x11/0x26 [88398.580169] [] do_page_fault+0x14b/0x520 [88398.580177] [] ? wake_up_new_task+0xfa/0x190 [88398.580183] [] ? do_fork+0x159/0x2d0 [88398.580189] [] ? xen_clocksource_read+0x20/0x30 [88398.580195] [] ? xen_clocksource_get_cycles+0x9/0x10 [88398.580203] [] ? getnstimeofday+0x57/0xe0 [88398.580209] [] page_fault+0x25/0x30 [88398.580214] Code: 1f 44 00 00 4d 8b 64 24 08 49 83 ec 20 49 8b 54 24 20 49 8b 44 24 28 48 b9 00 01 10 00 00 00 ad de 48 be 00 02 20 00 00 00 ad de <48> 89 42 08 48 89 10 49 89 4c 24 20 49 89 74 24 28 83 2b 01 4c [88398.580280] RIP [] get_page_from_freelist+0x16f/0x540 [88398.580288] RSP [88398.580293] ---[ end trace 7c82abe97611b372 ]--- [88398.581608] general protection fault: 0000 [#5] SMP [88398.581618] CPU 1 [88398.581620] Modules linked in: isofs acpiphp [88398.581628] [88398.581632] Pid: 676, comm: rsyslogd Tainted: G B D 3.2.0-26-virtual #41-Ubuntu [88398.581640] RIP: e030:[] [] get_page_from_freelist+0x16f/0x540 [88398.581650] RSP: e02b:ffff8801d2ae3ae8 EFLAGS: 00010086 [88398.581655] RAX: dead000000200200 RBX: ffff8801dfd16ad8 RCX: dead000000100100 [88398.581661] RDX: dead000000100100 RSI: dead000000200200 RDI: 0000000000000000 [88398.581667] RBP: ffff8801d2ae3ba8 R08: 0000000000000000 R09: 0000000000016690 [88398.581672] R10: 0000000000000002 R11: 0000000000000000 R12: ffffea00043eec00 [88398.581678] R13: ffff8801dfffbe00 R14: 0000000000000000 R15: 00000000000280da [88398.581686] FS: 00007f8906a9e700(0000) GS:ffff8801dfd00000(0000) knlGS:0000000000000000 [88398.581693] CS: e033 DS: 0000 ES: 0000 CR0: 000000008005003b [88398.581697] CR2: 0000000001d6b000 CR3: 00000001d0b40000 CR4: 0000000000002660 [88398.581703] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [88398.581709] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000000 [88398.581715] Process rsyslogd (pid: 676, threadinfo ffff8801d2ae2000, task ffff8801d0e8c4a0) [88398.581721] Stack: [88398.581724] ffff8801d2ae3c88 ffff8801d2ae3fd8 0000000200000000 0000000000000000 [88398.581734] 00000000d2ae3cd8 ffff8801dfffcc08 ffff8801dfffcc00 0000000000000000 [88398.581743] ffff880100000041 0000000000000008 0000000000000003 ffff8801dfffcc08 [88398.581753] Call Trace: [88398.581758] [] __alloc_pages_nodemask+0x109/0x800 [88398.581765] [] ? __raw_callee_save_xen_restore_fl+0x11/0x1e [88398.581772] [] ? xen_mc_flush+0xb2/0x1c0 [88398.581778] [] alloc_pages_vma+0x9a/0x150 [88398.581785] [] ? __raw_callee_save_xen_irq_enable+0x11/0x26 [88398.581792] [] do_anonymous_page.isra.38+0x7c/0x2f0 [88398.581798] [] ? finish_task_switch+0x53/0xf0 [88398.581804] [] handle_pte_fault+0x1e1/0x200 [88398.581810] [] ? xen_pmd_val+0xe/0x10 [88398.581816] [] ? __raw_callee_save_xen_pmd_val+0x11/0x1e [88398.581822] [] handle_mm_fault+0x1f8/0x350 [88398.581828] [] ? __raw_callee_save_xen_irq_enable+0x11/0x26 [88398.581836] [] do_page_fault+0x14b/0x520 [88398.581843] [] ? pvclock_clocksource_read+0x55/0xf0 [88398.581849] [] ? xen_clocksource_read+0x20/0x30 [88398.581856] [] ? xen_clocksource_get_cycles+0x9/0x10 [88398.581862] [] ? getnstimeofday+0x57/0xe0 [88398.581868] [] page_fault+0x25/0x30 [88398.581872] Code: 1f 44 00 00 4d 8b 64 24 08 49 83 ec 20 49 8b 54 24 20 49 8b 44 24 28 48 b9 00 01 10 00 00 00 ad de 48 be 00 02 20 00 00 00 ad de <48> 89 42 08 48 89 10 49 89 4c 24 20 49 89 74 24 28 83 2b 01 4c [88398.581940] RIP [] get_page_from_freelist+0x16f/0x540 [88398.581948] RSP [88398.581953] ---[ end trace 7c82abe97611b373 ]--- [88412.094322] general protection fault: 0000 [#6] SMP [88412.094339] CPU 1 [88412.094341] Modules linked in: isofs acpiphp [88412.094349] [88412.094353] Pid: 32185, comm: node Tainted: G B D 3.2.0-26-virtual #41-Ubuntu [88412.094361] RIP: e030:[] [] get_page_from_freelist+0x16f/0x540 [88412.094376] RSP: e02b:ffff8801baefdae8 EFLAGS: 00010086 [88412.094382] RAX: ffff8801dfd16b08 RBX: ffff8801dfd16ad8 RCX: dead000000100100 [88412.094387] RDX: dead000000100100 RSI: dead000000200200 RDI: 0000000000000000 [88412.094393] RBP: ffff8801baefdba8 R08: 0000000000000000 R09: 00000000000164ab [88412.094398] R10: 0000000000000002 R11: 0000000000000000 R12: ffffea00043eec00 [88412.094404] R13: ffff8801dfffbe00 R14: 0000000000000000 R15: 00000000000280da [88412.094412] FS: 00007f43b986e740(0000) GS:ffff8801dfd00000(0000) knlGS:0000000000000000 [88412.094419] CS: e033 DS: 0000 ES: 0000 CR0: 000000008005003b [88412.094423] CR2: 00007f43b506c000 CR3: 0000000118c97000 CR4: 0000000000002660 [88412.094430] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000 [88412.094436] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000000 [88412.094443] Process node (pid: 32185, threadinfo ffff8801baefc000, task ffff880197f5adc0) [88412.094449] Stack: [88412.094452] 00ff880100000002 ffff8801baefdfd8 0000000200000000 0000000000000000 [88412.094463] 0000000000000000 ffff8801dfffcc08 ffff8801dfffcc00 0000000000000000 [88412.094473] ffff880100000041 ffff8801d2e7f800 0000000000000003 ffff8801dfffcc08 [88412.094482] Call Trace: [88412.094492] [] ? __raw_callee_save_xen_save_fl+0x11/0x1e [88412.094499] [] __alloc_pages_nodemask+0x109/0x800 [88412.094507] [] ? mem_cgroup_get_reclaim_stat_from_page+0x2b/0x80 [88412.094514] [] ? __raw_callee_save_xen_restore_fl+0x11/0x1e [88412.094523] [] ? pagevec_move_tail+0x40/0x40 [88412.094528] [] ? pagevec_lru_move_fn+0xda/0xf0 [88412.094535] [] ? __mem_cgroup_commit_charge+0x70/0xc0 [88412.094541] [] ? pte_mfn_to_pfn+0x8d/0x110 [88412.094549] [] alloc_pages_vma+0x9a/0x150 [88412.094556] [] do_anonymous_page.isra.38+0x7c/0x2f0 [88412.094562] [] handle_pte_fault+0x1e1/0x200 [88412.094568] [] ? xen_pmd_val+0xe/0x10 [88412.094573] [] ? __raw_callee_save_xen_pmd_val+0x11/0x1e [88412.094579] [] handle_mm_fault+0x1f8/0x350 [88412.094585] [] ? __raw_callee_save_xen_irq_enable+0x11/0x26 [88412.094594] [] do_page_fault+0x14b/0x520 [88412.094601] [] ? pvclock_clocksource_read+0x55/0xf0 [88412.094608] [] ? xen_clocksource_read+0x20/0x30 [88412.094614] [] ? xen_clocksource_get_cycles+0x9/0x10 [88412.094622] [] ? getnstimeofday+0x57/0xe0 [88412.094628] [] page_fault+0x25/0x30 [88412.094633] Code: 1f 44 00 00 4d 8b 64 24 08 49 83 ec 20 49 8b 54 24 20 49 8b 44 24 28 48 b9 00 01 10 00 00 00 ad de 48 be 00 02 20 00 00 00 ad de <48> 89 42 08 48 89 10 49 89 4c 24 20 49 89 74 24 28 83 2b 01 4c [88412.094701] RIP [] get_page_from_freelist+0x16f/0x540 [88412.094709] RSP [88412.094714] ---[ end trace 7c82abe97611b374 ]---