90/160129 [ 1108.403739] Free swap = 974312kB [ 1108.403740] Total swap = 999416kB [ 1108.430890] 499963 pages RAM [ 1108.430893] 9910 pages reserved [ 1108.430895] 67 pages shared [ 1108.430896] 477005 pages non-shared [ 1108.430900] Out of memory: kill process 22712 (apache2) score 35635 or a child [ 1108.997937] Killed process 22712 (apache2) [ 1109.274148] apache2 invoked oom-killer: gfp_mask=0xd0, order=1, oom_adj=0 [ 1109.274165] apache2 cpuset=/ mems_allowed=0 [ 1109.274177] Pid: 742, comm: apache2 Not tainted 2.6.32-28-server #55-Ubuntu [ 1109.274185] Call Trace: [ 1109.274240] [] ? cpuset_print_task_mems_allowed+0x9d/0xb0 [ 1109.274275] [] oom_kill_process+0xd4/0x2f0 [ 1109.274278] [] ? select_bad_process+0xd0/0x110 [ 1109.274281] [] __out_of_memory+0x58/0xc0 [ 1109.274284] [] out_of_memory+0x12e/0x1a0 [ 1109.274308] [] ? _spin_lock+0xe/0x20 [ 1109.274315] [] __alloc_pages_slowpath+0x571/0x590 [ 1109.274327] [] ? swap_entry_free+0x110/0x130 [ 1109.274330] [] __alloc_pages_nodemask+0x171/0x180 [ 1109.274347] [] ? default_spin_lock_flags+0x9/0x10 [ 1109.274354] [] ? cgroup_release_and_wakeup_rmdir+0x19/0x30 [ 1109.274358] [] alloc_pages_current+0x87/0xd0 [ 1109.274361] [] __get_free_pages+0xe/0x50 [ 1109.274373] [] dup_task_struct+0x46/0x170 [ 1109.274375] [] copy_process+0xb1/0xe70 [ 1109.274379] [] ? __do_fault+0x439/0x500 [ 1109.274382] [] do_fork+0x94/0x430 [ 1109.274385] [] ? handle_mm_fault+0x1a8/0x3c0 [ 1109.274402] [] ? poll_select_copy_remaining+0xf8/0x150 [ 1109.274408] [] ? do_page_fault+0x153/0x3b0 [ 1109.274418] [] sys_clone+0x28/0x30 [ 1109.274421] [] stub_clone+0x13/0x20 [ 1109.274424] [] ? system_call_fastpath+0x16/0x1b [ 1109.274432] Mem-Info: [ 1109.274436] Node 0 DMA per-cpu: [ 1109.274445] CPU 0: hi: 0, btch: 1 usd: 0 [ 1109.274447] CPU 1: hi: 0, btch: 1 usd: 0 [ 1109.274448] CPU 2: hi: 0, btch: 1 usd: 0 [ 1109.274450] CPU 3: hi: 0, btch: 1 usd: 0 [ 1109.274452] Node 0 DMA32 per-cpu: [ 1109.274457] CPU 0: hi: 186, btch: 31 usd: 27 [ 1109.274459] CPU 1: hi: 186, btch: 31 usd: 36 [ 1109.274460] CPU 2: hi: 186, btch: 31 usd: 70 [ 1109.274462] CPU 3: hi: 186, btch: 31 usd: 43 [ 1109.274466] active_anon:0 inactive_anon:0 isolated_anon:8 [ 1109.274467] active_file:26 inactive_file:267 isolated_file:0 [ 1109.274468] unevictable:0 dirty:0 writeback:1 unstable:0 [ 1109.274469] free:12363 slab_reclaimable:24134 slab_unreclaimable:184782 [ 1109.274469] mapped:6 shmem:0 pagetables:1113 bounce:0 [ 1109.274471] Node 0 DMA free:7620kB min:40kB low:48kB high:60kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15344kB mlocked:0kB dirty:0kB writeback:0kB mapped:0kB shmem:0kB slab_reclaimable:512kB slab_unreclaimable:4044kB kernel_stack:0kB pagetables:0kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:0 all_unreclaimable? yes [ 1109.274486] lowmem_reserve[]: 0 1910 1910 1910 [ 1109.274492] Node 0 DMA32 free:41832kB min:5572kB low:6964kB high:8356kB active_anon:0kB inactive_anon:0kB active_file:104kB inactive_file:1068kB unevictable:0kB isolated(anon):32kB isolated(file):0kB present:1956348kB mlocked:0kB dirty:0kB writeback:4kB mapped:24kB shmem:0kB slab_reclaimable:96024kB slab_unreclaimable:735084kB kernel_stack:1136kB pagetables:4452kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:25 all_unreclaimable? yes [ 1109.274500] lowmem_reserve[]: 0 0 0 0 [ 1109.274503] Node 0 DMA: 33*4kB 6*8kB 9*16kB 4*32kB 2*64kB 1*128kB 3*256kB 0*512kB 2*1024kB 2*2048kB 0*4096kB = 7620kB [ 1109.274514] Node 0 DMA32: 9802*4kB 290*8kB 3*16kB 2*32kB 1*64kB 1*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 41832kB [ 1109.274522] 348 total pagecache pages [ 1109.274524] 29 pages in swap cache [ 1109.274528] Swap cache stats: add 348515, delete 348486, find 94499/160150 [ 1109.274530] Free swap = 974444kB [ 1109.274531] Total swap = 999416kB [ 1109.302415] 499963 pages RAM [ 1109.302418] 9910 pages reserved [ 1109.302419] 121 pages shared [ 1109.302420] 477253 pages non-shared [ 1109.302424] Out of memory: kill process 22716 (apache2) score 35635 or a child [ 1109.858390] Killed process 22716 (apache2) [ 1110.144252] apache2 invoked oom-killer: gfp_mask=0xd0, order=1, oom_adj=0 [ 1110.144274] apache2 cpuset=/ mems_allowed=0 [ 1110.144288] Pid: 742, comm: apache2 Not tainted 2.6.32-28-server #55-Ubuntu [ 1110.144297] Call Trace: [ 1110.144360] [] ? cpuset_print_task_mems_allowed+0x9d/0xb0 [ 1110.144387] [] oom_kill_process+0xd4/0x2f0 [ 1110.144390] [] ? select_bad_process+0xd0/0x110 [ 1110.144393] [] __out_of_memory+0x58/0xc0 [ 1110.144396] [] out_of_memory+0x12e/0x1a0 [ 1110.144418] [] ? _spin_lock+0xe/0x20 [ 1110.144425] [] __alloc_pages_slowpath+0x571/0x590 [ 1110.144437] [] ? swap_entry_free+0x110/0x130 [ 1110.144440] [] __alloc_pages_nodemask+0x171/0x180 [ 1110.144461] [] ? default_spin_lock_flags+0x9/0x10 [ 1110.144469] [] ? cgroup_release_and_wakeup_rmdir+0x19/0x30 [ 1110.144473] [] alloc_pages_current+0x87/0xd0 [ 1110.144476] [] __get_free_pages+0xe/0x50 [ 1110.144490] [] dup_task_struct+0x46/0x170 [ 1110.144495] [] copy_process+0xb1/0xe70 [ 1110.144499] [] ? __do_fault+0x439/0x500 [ 1110.144502] [] do_fork+0x94/0x430 [ 1110.144505] [] ? handle_mm_fault+0x1a8/0x3c0 [ 1110.144525] [] ? poll_select_copy_remaining+0xf8/0x150 [ 1110.144532] [] ? do_page_fault+0x153/0x3b0 [ 1110.144543] [] sys_clone+0x28/0x30 [ 1110.144546] [] stub_clone+0x13/0x20 [ 1110.144549] [] ? system_call_fastpath+0x16/0x1b [ 1110.144558] Mem-Info: [ 1110.144563] Node 0 DMA per-cpu: [ 1110.144572] CPU 0: hi: 0, btch: 1 usd: 0 [ 1110.144574] CPU 1: hi: 0, btch: 1 usd: 0 [ 1110.144576] CPU 2: hi: 0, btch: 1 usd: 0 [ 1110.144577] CPU 3: hi: 0, btch: 1 usd: 0 [ 1110.144579] Node 0 DMA32 per-cpu: [ 1110.144585] CPU 0: hi: 186, btch: 31 usd: 23 [ 1110.144587] CPU 1: hi: 186, btch: 31 usd: 32 [ 1110.144588] CPU 2: hi: 186, btch: 31 usd: 146 [ 1110.144590] CPU 3: hi: 186, btch: 31 usd: 40 [ 1110.144594] active_anon:15 inactive_anon:20 isolated_anon:32 [ 1110.144595] active_file:26 inactive_file:382 isolated_file:0 [ 1110.144596] unevictable:0 dirty:0 writeback:1 unstable:0 [ 1110.144597] free:12239 slab_reclaimable:24134 slab_unreclaimable:184782 [ 1110.144601] mapped:25 shmem:0 pagetables:1028 bounce:0 [ 1110.144603] Node 0 DMA free:7620kB min:40kB low:48kB high:60kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15344kB mlocked:0kB dirty:0kB writeback:0kB mapped:0kB shmem:0kB slab_reclaimable:512kB slab_unreclaimable:4044kB kernel_stack:0kB pagetables:0kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:0 all_unreclaimable? yes [ 1110.144615] lowmem_reserve[]: 0 1910 1910 1910 [ 1110.144622] Node 0 DMA32 free:41336kB min:5572kB low:6964kB high:8356kB active_anon:60kB inactive_anon:80kB active_file:104kB inactive_file:1528kB unevictable:0kB isolated(anon):128kB isolated(file):0kB present:1956348kB mlocked:0kB dirty:0kB writeback:4kB mapped:100kB shmem:0kB slab_reclaimable:96024kB slab_unreclaimable:735084kB kernel_stack:1144kB pagetables:4112kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:57 all_unreclaimable? yes [ 1110.144630] lowmem_reserve[]: 0 0 0 0 [ 1110.144633] Node 0 DMA: 33*4kB 6*8kB 9*16kB 4*32kB 2*64kB 1*128kB 3*256kB 0*512kB 2*1024kB 2*2048kB 0*4096kB = 7620kB [ 1110.144645] Node 0 DMA32: 9647*4kB 290*8kB 3*16kB 2*32kB 1*64kB 1*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 41212kB [ 1110.144703] 438 total pagecache pages [ 1110.144705] 54 pages in swap cache [ 1110.144710] Swap cache stats: add 348576, delete 348522, find 94516/160181 [ 1110.144711] Free swap = 974600kB [ 1110.144713] Total swap = 999416kB [ 1110.172979] 499963 pages RAM [ 1110.172983] 9910 pages reserved [ 1110.172984] 151 pages shared [ 1110.172985] 477317 pages non-shared [ 1110.172989] Out of memory: kill process 22719 (apache2) score 35635 or a child [ 1110.888350] Killed process 22719 (apache2) [ 1111.655952] vsftpd invoked oom-killer: gfp_mask=0xd0, order=1, oom_adj=0 [ 1111.655975] vsftpd cpuset=/ mems_allowed=0 [ 1111.655987] Pid: 813, comm: vsftpd Not tainted 2.6.32-28-server #55-Ubuntu [ 1111.655995] Call Trace: [ 1111.656056] [] ? cpuset_print_task_mems_allowed+0x9d/0xb0 [ 1111.656078] [] oom_kill_process+0xd4/0x2f0 [ 1111.656081] [] ? select_bad_process+0xd0/0x110 [ 1111.656084] [] __out_of_memory+0x58/0xc0 [ 1111.656087] [] out_of_memory+0x12e/0x1a0 [ 1111.656104] [] ? _spin_lock+0xe/0x20 [ 1111.656111] [] __alloc_pages_slowpath+0x571/0x590 [ 1111.656114] [] ? sync_page+0x0/0x50 [ 1111.656117] [] __alloc_pages_nodemask+0x171/0x180 [ 1111.656135] [] ? default_spin_lock_flags+0x9/0x10 [ 1111.656147] [] alloc_pages_current+0x87/0xd0 [ 1111.656150] [] __get_free_pages+0xe/0x50 [ 1111.656162] [] dup_task_struct+0x46/0x170 [ 1111.656165] [] copy_process+0xb1/0xe70 [ 1111.656169] [] ? __do_fault+0x439/0x500 [ 1111.656171] [] do_fork+0x94/0x430 [ 1111.656174] [] ? handle_mm_fault+0x1a8/0x3c0 [ 1111.656186] [] ? restore_i387_xstate+0x138/0x1c0 [ 1111.656193] [] ? do_page_fault+0x153/0x3b0 [ 1111.656197] [] sys_clone+0x28/0x30 [ 1111.656200] [] stub_clone+0x13/0x20 [ 1111.656203] [] ? system_call_fastpath+0x16/0x1b [ 1111.656211] Mem-Info: [ 1111.656215] Node 0 DMA per-cpu: [ 1111.656224] CPU 0: hi: 0, btch: 1 usd: 0 [ 1111.656225] CPU 1: hi: 0, btch: 1 usd: 0 [ 1111.656227] CPU 2: hi: 0, btch: 1 usd: 0 [ 1111.656229] CPU 3: hi: 0, btch: 1 usd: 0 [ 1111.656230] Node 0 DMA32 per-cpu: [ 1111.656235] CPU 0: hi: 186, btch: 31 usd: 0 [ 1111.656237] CPU 1: hi: 186, btch: 31 usd: 0 [ 1111.656239] CPU 2: hi: 186, btch: 31 usd: 0 [ 1111.656243] CPU 3: hi: 186, btch: 31 usd: 27 [ 1111.656248] active_anon:45 inactive_anon:0 isolated_anon:32 [ 1111.656248] active_file:41 inactive_file:54 isolated_file:0 [ 1111.656249] unevictable:0 dirty:0 writeback:0 unstable:0 [ 1111.656250] free:12788 slab_reclaimable:24134 slab_unreclaimable:184770 [ 1111.656251] mapped:84 shmem:0 pagetables:1087 bounce:0 [ 1111.656253] Node 0 DMA free:7620kB min:40kB low:48kB high:60kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15344kB mlocked:0kB dirty:0kB writeback:0kB mapped:0kB shmem:0kB slab_reclaimable:512kB slab_unreclaimable:4044kB kernel_stack:0kB pagetables:0kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:0 all_unreclaimable? no [ 1111.656264] lowmem_reserve[]: 0 1910 1910 1910 [ 1111.656271] Node 0 DMA32 free:43532kB min:5572kB low:6964kB high:8356kB active_anon:180kB inactive_anon:0kB active_file:164kB inactive_file:216kB unevictable:0kB isolated(anon):128kB isolated(file):0kB present:1956348kB mlocked:0kB dirty:0kB writeback:0kB mapped:336kB shmem:0kB slab_reclaimable:96024kB slab_unreclaimable:735036kB kernel_stack:1152kB pagetables:4348kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:32 all_unreclaimable? no [ 1111.656279] lowmem_reserve[]: 0 0 0 0 [ 1111.656282] Node 0 DMA: 33*4kB 6*8kB 9*16kB 4*32kB 2*64kB 1*128kB 3*256kB 0*512kB 2*1024kB 2*2048kB 0*4096kB = 7620kB [ 1111.656293] Node 0 DMA32: 10234*4kB 294*8kB 6*16kB 1*32kB 1*64kB 1*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 43608kB [ 1111.656301] 75 total pagecache pages [ 1111.656302] 23 pages in swap cache [ 1111.656307] Swap cache stats: add 349764, delete 349741, find 94807/160704 [ 1111.656309] Free swap = 974216kB [ 1111.656310] Total swap = 999416kB [ 1111.684475] 499963 pages RAM [ 1111.684477] 9910 pages reserved [ 1111.684478] 134 pages shared [ 1111.684480] 476946 pages non-shared [ 1111.684483] Out of memory: kill process 22720 (apache2) score 35635 or a child [ 1112.364458] Killed process 22720 (apache2) [ 1113.553643] vsftpd invoked oom-killer: gfp_mask=0xd0, order=1, oom_adj=0 [ 1113.553666] vsftpd cpuset=/ mems_allowed=0 [ 1113.553680] Pid: 813, comm: vsftpd Not tainted 2.6.32-28-server #55-Ubuntu [ 1113.553689] Call Trace: [ 1113.553753] [] ? cpuset_print_task_mems_allowed+0x9d/0xb0 [ 1113.553777] [] oom_kill_process+0xd4/0x2f0 [ 1113.553781] [] ? select_bad_process+0xd0/0x110 [ 1113.553784] [] __out_of_memory+0x58/0xc0 [ 1113.553787] [] out_of_memory+0x12e/0x1a0 [ 1113.553808] [] ? _spin_lock+0xe/0x20 [ 1113.553816] [] __alloc_pages_slowpath+0x571/0x590 [ 1113.553819] [] ? sync_page+0x0/0x50 [ 1113.553822] [] __alloc_pages_nodemask+0x171/0x180 [ 1113.553841] [] ? default_spin_lock_flags+0x9/0x10 [ 1113.553854] [] alloc_pages_current+0x87/0xd0 [ 1113.553857] [] __get_free_pages+0xe/0x50 [ 1113.553869] [] dup_task_struct+0x46/0x170 [ 1113.553872] [] copy_process+0xb1/0xe70 [ 1113.553876] [] ? __do_fault+0x439/0x500 [ 1113.553878] [] do_fork+0x94/0x430 [ 1113.553884] [] ? handle_mm_fault+0x1a8/0x3c0 [ 1113.553985] [] ? restore_i387_xstate+0x138/0x1c0 [ 1113.553992] [] ? do_page_fault+0x153/0x3b0 [ 1113.553996] [] sys_clone+0x28/0x30 [ 1113.553999] [] stub_clone+0x13/0x20 [ 1113.554002] [] ? system_call_fastpath+0x16/0x1b [ 1113.554011] Mem-Info: [ 1113.554016] Node 0 DMA per-cpu: [ 1113.554025] CPU 0: hi: 0, btch: 1 usd: 0 [ 1113.554029] CPU 1: hi: 0, btch: 1 usd: 0 [ 1113.554032] CPU 2: hi: 0, btch: 1 usd: 0 [ 1113.554037] CPU 3: hi: 0, btch: 1 usd: 0 [ 1113.554038] Node 0 DMA32 per-cpu: [ 1113.554043] CPU 0: hi: 186, btch: 31 usd: 0 [ 1113.554045] CPU 1: hi: 186, btch: 31 usd: 0 [ 1113.554047] CPU 2: hi: 186, btch: 31 usd: 0 [ 1113.554049] CPU 3: hi: 186, btch: 31 usd: 20 [ 1113.554053] active_anon:13 inactive_anon:8 isolated_anon:24 [ 1113.554054] active_file:22 inactive_file:61 isolated_file:0 [ 1113.554055] unevictable:0 dirty:7 writeback:0 unstable:0 [ 1113.554056] free:12699 slab_reclaimable:24130 slab_unreclaimable:184772 [ 1113.554056] mapped:31 shmem:2 pagetables:1156 bounce:0 [ 1113.554058] Node 0 DMA free:7620kB min:40kB low:48kB high:60kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15344kB mlocked:0kB dirty:0kB writeback:0kB mapped:0kB shmem:0kB slab_reclaimable:512kB slab_unreclaimable:4044kB kernel_stack:0kB pagetables:0kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:0 all_unreclaimable? no [ 1113.554070] lowmem_reserve[]: 0 1910 1910 1910 [ 1113.554077] Node 0 DMA32 free:43176kB min:5572kB low:6964kB high:8356kB active_anon:52kB inactive_anon:32kB active_file:88kB inactive_file:244kB unevictable:0kB isolated(anon):96kB isolated(file):0kB present:1956348kB mlocked:0kB dirty:28kB writeback:0kB mapped:124kB shmem:8kB slab_reclaimable:96008kB slab_unreclaimable:735044kB kernel_stack:1168kB pagetables:4624kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:0 all_unreclaimable? no [ 1113.554085] lowmem_reserve[]: 0 0 0 0 [ 1113.554088] Node 0 DMA: 33*4kB 6*8kB 9*16kB 4*32kB 2*64kB 1*128kB 3*256kB 0*512kB 2*1024kB 2*2048kB 0*4096kB = 7620kB [ 1113.554099] Node 0 DMA32: 10098*4kB 307*8kB 5*16kB 2*32kB 1*64kB 1*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 43184kB [ 1113.554108] 101 total pagecache pages [ 1113.554109] 43 pages in swap cache [ 1113.554114] Swap cache stats: add 351057, delete 351014, find 95177/161310 [ 1113.554115] Free swap = 974304kB [ 1113.554117] Total swap = 999416kB [ 1113.581495] 499963 pages RAM [ 1113.581498] 9910 pages reserved [ 1113.581499] 106 pages shared [ 1113.581501] 477133 pages non-shared [ 1113.581505] Out of memory: kill process 22726 (apache2) score 35635 or a child [ 1114.231380] Killed process 22726 (apache2) [ 1114.950486] apache2 invoked oom-killer: gfp_mask=0xd0, order=1, oom_adj=0 [ 1114.950510] apache2 cpuset=/ mems_allowed=0 [ 1114.950522] Pid: 742, comm: apache2 Not tainted 2.6.32-28-server #55-Ubuntu [ 1114.950531] Call Trace: [ 1114.950590] [] ? cpuset_print_task_mems_allowed+0x9d/0xb0 [ 1114.950615] [] oom_kill_process+0xd4/0x2f0 [ 1114.950618] [] ? select_bad_process+0xd0/0x110 [ 1114.950621] [] __out_of_memory+0x58/0xc0 [ 1114.950623] [] out_of_memory+0x12e/0x1a0 [ 1114.950641] [] ? _spin_lock+0xe/0x20 [ 1114.950648] [] __alloc_pages_slowpath+0x571/0x590 [ 1114.950660] [] ? swap_entry_free+0x110/0x130 [ 1114.950663] [] __alloc_pages_nodemask+0x171/0x180 [ 1114.950681] [] ? default_spin_lock_flags+0x9/0x10 [ 1114.950685] [] alloc_pages_current+0x87/0xd0 [ 1114.950688] [] __get_free_pages+0xe/0x50 [ 1114.950699] [] dup_task_struct+0x46/0x170 [ 1114.950702] [] copy_process+0xb1/0xe70 [ 1114.950706] [] ? __do_fault+0x439/0x500 [ 1114.950708] [] do_fork+0x94/0x430 [ 1114.950712] [] ? handle_mm_fault+0x1a8/0x3c0 [ 1114.950718] [] ? do_page_fault+0x153/0x3b0 [ 1114.950728] [] sys_clone+0x28/0x30 [ 1114.950731] [] stub_clone+0x13/0x20 [ 1114.950733] [] ? system_call_fastpath+0x16/0x1b [ 1114.950744] Mem-Info: [ 1114.950749] Node 0 DMA per-cpu: [ 1114.950757] CPU 0: hi: 0, btch: 1 usd: 0 [ 1114.950759] CPU 1: hi: 0, btch: 1 usd: 0 [ 1114.950761] CPU 2: hi: 0, btch: 1 usd: 0 [ 1114.950762] CPU 3: hi: 0, btch: 1 usd: 0 [ 1114.950764] Node 0 DMA32 per-cpu: [ 1114.950769] CPU 0: hi: 186, btch: 31 usd: 0 [ 1114.950770] CPU 1: hi: 186, btch: 31 usd: 0 [ 1114.950772] CPU 2: hi: 186, btch: 31 usd: 0 [ 1114.950774] CPU 3: hi: 186, btch: 31 usd: 0 [ 1114.950778] active_anon:40 inactive_anon:19 isolated_anon:0 [ 1114.950779] active_file:40 inactive_file:41 isolated_file:2 [ 1114.950779] unevictable:0 dirty:0 writeback:0 unstable:0 [ 1114.950780] free:12747 slab_reclaimable:24130 slab_unreclaimable:184779 [ 1114.950781] mapped:5 shmem:0 pagetables:1173 bounce:0 [ 1114.950783] Node 0 DMA free:7620kB min:40kB low:48kB high:60kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15344kB mlocked:0kB dirty:0kB writeback:0kB mapped:0kB shmem:0kB slab_reclaimable:512kB slab_unreclaimable:4044kB kernel_stack:0kB pagetables:0kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:0 all_unreclaimable? no [ 1114.950795] lowmem_reserve[]: 0 1910 1910 1910 [ 1114.950801] Node 0 DMA32 free:43368kB min:5572kB low:6964kB high:8356kB active_anon:160kB inactive_anon:76kB active_file:160kB inactive_file:164kB unevictable:0kB isolated(anon):0kB isolated(file):8kB present:1956348kB mlocked:0kB dirty:0kB writeback:0kB mapped:20kB shmem:0kB slab_reclaimable:96008kB slab_unreclaimable:735072kB kernel_stack:1176kB pagetables:4692kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:0 all_unreclaimable? no [ 1114.950809] lowmem_reserve[]: 0 0 0 0 [ 1114.950812] Node 0 DMA: 33*4kB 6*8kB 9*16kB 4*32kB 2*64kB 1*128kB 3*256kB 0*512kB 2*1024kB 2*2048kB 0*4096kB = 7620kB [ 1114.950824] Node 0 DMA32: 10215*4kB 289*8kB 3*16kB 1*32kB 1*64kB 1*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 43444kB [ 1114.950832] 103 total pagecache pages [ 1114.950833] 43 pages in swap cache [ 1114.950838] Swap cache stats: add 352174, delete 352131, find 95487/161816 [ 1114.950839] Free swap = 974336kB [ 1114.950841] Total swap = 999416kB [ 1114.978986] 499963 pages RAM [ 1114.978989] 9910 pages reserved [ 1114.978990] 111 pages shared [ 1114.978991] 477020 pages non-shared [ 1114.978995] Out of memory: kill process 22730 (apache2) score 35635 or a child [ 1115.686034] Killed process 22730 (apache2) [ 1118.453426] apache2 invoked oom-killer: gfp_mask=0xd0, order=1, oom_adj=0 [ 1118.453519] apache2 cpuset=/ mems_allowed=0 [ 1118.453532] Pid: 742, comm: apache2 Not tainted 2.6.32-28-server #55-Ubuntu [ 1118.453541] Call Trace: [ 1118.453599] [] ? cpuset_print_task_mems_allowed+0x9d/0xb0 [ 1118.453634] [] oom_kill_process+0xd4/0x2f0 [ 1118.453637] [] ? select_bad_process+0xd0/0x110 [ 1118.453640] [] __out_of_memory+0x58/0xc0 [ 1118.453643] [] out_of_memory+0x12e/0x1a0 [ 1118.453661] [] ? _spin_lock+0xe/0x20 [ 1118.453667] [] __alloc_pages_slowpath+0x571/0x590 [ 1118.453671] [] __alloc_pages_nodemask+0x171/0x180 [ 1118.453674] [] ? find_get_page+0x1e/0xa0 [ 1118.453686] [] alloc_pages_current+0x87/0xd0 [ 1118.453689] [] __get_free_pages+0xe/0x50 [ 1118.453703] [] dup_task_struct+0x46/0x170 [ 1118.453706] [] copy_process+0xb1/0xe70 [ 1118.453710] [] ? __do_fault+0x439/0x500 [ 1118.453712] [] do_fork+0x94/0x430 [ 1118.453715] [] ? handle_mm_fault+0x1a8/0x3c0 [ 1118.453722] [] ? do_page_fault+0x153/0x3b0 [ 1118.453737] [] sys_clone+0x28/0x30 [ 1118.453740] [] stub_clone+0x13/0x20 [ 1118.453743] [] ? system_call_fastpath+0x16/0x1b [ 1118.453753] Mem-Info: [ 1118.453798] Node 0 DMA per-cpu: [ 1118.453812] CPU 0: hi: 0, btch: 1 usd: 0 [ 1118.453813] CPU 1: hi: 0, btch: 1 usd: 0 [ 1118.453815] CPU 2: hi: 0, btch: 1 usd: 0 [ 1118.453817] CPU 3: hi: 0, btch: 1 usd: 0 [ 1118.453818] Node 0 DMA32 per-cpu: [ 1118.453824] CPU 0: hi: 186, btch: 31 usd: 26 [ 1118.453826] CPU 1: hi: 186, btch: 31 usd: 0 [ 1118.453827] CPU 2: hi: 186, btch: 31 usd: 0 [ 1118.453829] CPU 3: hi: 186, btch: 31 usd: 0 [ 1118.453834] active_anon:36 inactive_anon:20 isolated_anon:0 [ 1118.453835] active_file:10 inactive_file:25 isolated_file:0 [ 1118.453836] unevictable:0 dirty:0 writeback:0 unstable:0 [ 1118.453836] free:12675 slab_reclaimable:24122 slab_unreclaimable:184700 [ 1118.453837] mapped:89 shmem:2 pagetables:1221 bounce:0 [ 1118.453839] Node 0 DMA free:7620kB min:40kB low:48kB high:60kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15344kB mlocked:0kB dirty:0kB writeback:0kB mapped:0kB shmem:0kB slab_reclaimable:512kB slab_unreclaimable:4044kB kernel_stack:0kB pagetables:0kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:0 all_unreclaimable? no [ 1118.453851] lowmem_reserve[]: 0 1910 1910 1910 [ 1118.453858] Node 0 DMA32 free:43080kB min:5572kB low:6964kB high:8356kB active_anon:144kB inactive_anon:80kB active_file:40kB inactive_file:100kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:1956348kB mlocked:0kB dirty:0kB writeback:0kB mapped:356kB shmem:8kB slab_reclaimable:95976kB slab_unreclaimable:734756kB kernel_stack:1192kB pagetables:4884kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:20 all_unreclaimable? no [ 1118.453866] lowmem_reserve[]: 0 0 0 0 [ 1118.453869] Node 0 DMA: 33*4kB 6*8kB 9*16kB 4*32kB 2*64kB 1*128kB 3*256kB 0*512kB 2*1024kB 2*2048kB 0*4096kB = 7620kB [ 1118.453880] Node 0 DMA32: 10123*4kB 289*8kB 8*16kB 2*32kB 1*64kB 1*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 43188kB [ 1118.453892] 124 total pagecache pages [ 1118.453894] 36 pages in swap cache [ 1118.453899] Swap cache stats: add 354132, delete 354096, find 96040/162711 [ 1118.453900] Free swap = 974156kB [ 1118.453902] Total swap = 999416kB [ 1118.490303] 499963 pages RAM [ 1118.490313] 9910 pages reserved [ 1118.490314] 189 pages shared [ 1118.490315] 476988 pages non-shared [ 1118.490340] Out of memory: kill process 22731 (apache2) score 35635 or a child [ 1118.490348] Killed process 22731 (apache2) [ 1121.846263] vsftpd invoked oom-killer: gfp_mask=0xd0, order=1, oom_adj=0 [ 1121.846287] vsftpd cpuset=/ mems_allowed=0 [ 1121.846406] Pid: 22744, comm: vsftpd Not tainted 2.6.32-28-server #55-Ubuntu [ 1121.846414] Call Trace: [ 1121.846478] [] ? cpuset_print_task_mems_allowed+0x9d/0xb0 [ 1121.846501] [] oom_kill_process+0xd4/0x2f0 [ 1121.846504] [] ? select_bad_process+0xd0/0x110 [ 1121.846507] [] __out_of_memory+0x58/0xc0 [ 1121.846510] [] out_of_memory+0x12e/0x1a0 [ 1121.846529] [] ? _spin_lock+0xe/0x20 [ 1121.846536] [] __alloc_pages_slowpath+0x571/0x590 [ 1121.846539] [] ? sync_page+0x0/0x50 [ 1121.846542] [] __alloc_pages_nodemask+0x171/0x180 [ 1121.846557] [] alloc_pages_current+0x87/0xd0 [ 1121.846560] [] __get_free_pages+0xe/0x50 [ 1121.846576] [] dup_task_struct+0x46/0x170 [ 1121.846580] [] copy_process+0xb1/0xe70 [ 1121.846592] [] ? kmem_cache_alloc+0x11e/0x130 [ 1121.846606] [] ? sock_init_data+0xd1/0x210 [ 1121.846612] [] do_fork+0x94/0x430 [ 1121.846628] [] ? security_d_instantiate+0x1b/0x30 [ 1121.846631] [] ? _spin_lock_irq+0x15/0x20 [ 1121.846639] [] ? do_sigaction+0x13e/0x1e0 [ 1121.846652] [] ? fd_install+0x67/0x90 [ 1121.846665] [] sys_clone+0x28/0x30 [ 1121.846668] [] stub_clone+0x13/0x20 [ 1121.846670] [] ? system_call_fastpath+0x16/0x1b [ 1121.846679] Mem-Info: [ 1121.846683] Node 0 DMA per-cpu: [ 1121.846691] CPU 0: hi: 0, btch: 1 usd: 0 [ 1121.846693] CPU 1: hi: 0, btch: 1 usd: 0 [ 1121.846695] CPU 2: hi: 0, btch: 1 usd: 0 [ 1121.846697] CPU 3: hi: 0, btch: 1 usd: 0 [ 1121.846698] Node 0 DMA32 per-cpu: [ 1121.846704] CPU 0: hi: 186, btch: 31 usd: 0 [ 1121.846705] CPU 1: hi: 186, btch: 31 usd: 8 [ 1121.846707] CPU 2: hi: 186, btch: 31 usd: 0 [ 1121.846709] CPU 3: hi: 186, btch: 31 usd: 0 [ 1121.846713] active_anon:7 inactive_anon:8 isolated_anon:64 [ 1121.846714] active_file:0 inactive_file:0 isolated_file:0 [ 1121.846715] unevictable:0 dirty:0 writeback:0 unstable:0 [ 1121.846716] free:12671 slab_reclaimable:24110 slab_unreclaimable:184658 [ 1121.846716] mapped:40 shmem:2 pagetables:1295 bounce:0 [ 1121.846718] Node 0 DMA free:7620kB min:40kB low:48kB high:60kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15344kB mlocked:0kB dirty:0kB writeback:0kB mapped:0kB shmem:0kB slab_reclaimable:512kB slab_unreclaimable:4044kB kernel_stack:0kB pagetables:0kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:0 all_unreclaimable? no [ 1121.846730] lowmem_reserve[]: 0 1910 1910 1910 [ 1121.846737] Node 0 DMA32 free:43064kB min:5572kB low:6964kB high:8356kB active_anon:28kB inactive_anon:32kB active_file:0kB inactive_file:0kB unevictable:0kB isolated(anon):256kB isolated(file):0kB present:1956348kB mlocked:0kB dirty:0kB writeback:0kB mapped:160kB shmem:8kB slab_reclaimable:95928kB slab_unreclaimable:734588kB kernel_stack:1208kB pagetables:5180kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:32 all_unreclaimable? no [ 1121.846745] lowmem_reserve[]: 0 0 0 0 [ 1121.846748] Node 0 DMA: 33*4kB 6*8kB 9*16kB 4*32kB 2*64kB 1*128kB 3*256kB 0*512kB 2*1024kB 2*2048kB 0*4096kB = 7620kB [ 1121.846759] Node 0 DMA32: 10092*4kB 306*8kB 5*16kB 3*32kB 1*64kB 1*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 43184kB [ 1121.846768] 106 total pagecache pages [ 1121.846769] 39 pages in swap cache [ 1121.846774] Swap cache stats: add 355857, delete 355818, find 96379/163421 [ 1121.846776] Free swap = 974140kB [ 1121.846777] Total swap = 999416kB [ 1121.877041] 499963 pages RAM [ 1121.877043] 9910 pages reserved [ 1121.877045] 134 pages shared [ 1121.877046] 477036 pages non-shared [ 1121.877050] Out of memory: kill process 22732 (apache2) score 35635 or a child [ 1122.740768] Killed process 22732 (apache2) [ 1123.423418] apache2 invoked oom-killer: gfp_mask=0xd0, order=1, oom_adj=0 [ 1123.423441] apache2 cpuset=/ mems_allowed=0 [ 1123.423454] Pid: 742, comm: apache2 Not tainted 2.6.32-28-server #55-Ubuntu [ 1123.423462] Call Trace: [ 1123.423521] [] ? cpuset_print_task_mems_allowed+0x9d/0xb0 [ 1123.423546] [] oom_kill_process+0xd4/0x2f0 [ 1123.423549] [] ? select_bad_process+0xd0/0x110 [ 1123.423552] [] __out_of_memory+0x58/0xc0 [ 1123.423554] [] out_of_memory+0x12e/0x1a0 [ 1123.423572] [] ? _spin_lock+0xe/0x20 [ 1123.423579] [] __alloc_pages_slowpath+0x571/0x590 [ 1123.423591] [] ? swap_entry_free+0x110/0x130 [ 1123.423594] [] __alloc_pages_nodemask+0x171/0x180 [ 1123.423610] [] ? shmem_getpage+0x785/0x880 [ 1123.423613] [] alloc_pages_current+0x87/0xd0 [ 1123.423616] [] __get_free_pages+0xe/0x50 [ 1123.423631] [] dup_task_struct+0x46/0x170 [ 1123.423634] [] copy_process+0xb1/0xe70 [ 1123.423637] [] ? __do_fault+0x439/0x500 [ 1123.423640] [] do_fork+0x94/0x430 [ 1123.423643] [] ? handle_mm_fault+0x1a8/0x3c0 [ 1123.423649] [] ? do_page_fault+0x153/0x3b0 [ 1123.423671] [] sys_clone+0x28/0x30 [ 1123.423675] [] stub_clone+0x13/0x20 [ 1123.423677] [] ? system_call_fastpath+0x16/0x1b [ 1123.423685] Mem-Info: [ 1123.423690] Node 0 DMA per-cpu: [ 1123.423698] CPU 0: hi: 0, btch: 1 usd: 0 [ 1123.423700] CPU 1: hi: 0, btch: 1 usd: 0 [ 1123.423702] CPU 2: hi: 0, btch: 1 usd: 0 [ 1123.423703] CPU 3: hi: 0, btch: 1 usd: 0 [ 1123.423705] Node 0 DMA32 per-cpu: [ 1123.423710] CPU 0: hi: 186, btch: 31 usd: 11 [ 1123.423712] CPU 1: hi: 186, btch: 31 usd: 32 [ 1123.423713] CPU 2: hi: 186, btch: 31 usd: 0 [ 1123.423715] CPU 3: hi: 186, btch: 31 usd: 0 [ 1123.423728] active_anon:24 inactive_anon:15 isolated_anon:32 [ 1123.423729] active_file:14 inactive_file:25 isolated_file:0 [ 1123.423730] unevictable:0 dirty:8 writeback:46 unstable:0 [ 1123.423731] free:12685 slab_reclaimable:24104 slab_unreclaimable:184637 [ 1123.423732] mapped:24 shmem:2 pagetables:1256 bounce:0 [ 1123.423733] Node 0 DMA free:7620kB min:40kB low:48kB high:60kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15344kB mlocked:0kB dirty:0kB writeback:0kB mapped:0kB shmem:0kB slab_reclaimable:512kB slab_unreclaimable:4044kB kernel_stack:0kB pagetables:0kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:0 all_unreclaimable? no [ 1123.423745] lowmem_reserve[]: 0 1910 1910 1910 [ 1123.423752] Node 0 DMA32 free:43120kB min:5572kB low:6964kB high:8356kB active_anon:96kB inactive_anon:60kB active_file:56kB inactive_file:100kB unevictable:0kB isolated(anon):128kB isolated(file):0kB present:1956348kB mlocked:0kB dirty:32kB writeback:184kB mapped:96kB shmem:8kB slab_reclaimable:95904kB slab_unreclaimable:734504kB kernel_stack:1216kB pagetables:5024kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:32 all_unreclaimable? no [ 1123.423760] lowmem_reserve[]: 0 0 0 0 [ 1123.423763] Node 0 DMA: 33*4kB 6*8kB 9*16kB 4*32kB 2*64kB 1*128kB 3*256kB 0*512kB 2*1024kB 2*2048kB 0*4096kB = 7620kB [ 1123.423775] Node 0 DMA32: 10142*4kB 308*8kB 3*16kB 1*32kB 1*64kB 1*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 43304kB [ 1123.423783] 132 total pagecache pages [ 1123.423785] 48 pages in swap cache [ 1123.423790] Swap cache stats: add 357060, delete 357012, find 96611/163919 [ 1123.423791] Free swap = 974112kB [ 1123.423793] Total swap = 999416kB [ 1123.456685] 499963 pages RAM [ 1123.456693] 9910 pages reserved [ 1123.456695] 153 pages shared [ 1123.456696] 476983 pages non-shared [ 1123.456732] Out of memory: kill process 22733 (apache2) score 35635 or a child [ 1124.206394] Killed process 22733 (apache2) [ 1124.772960] lo: Disabled Privacy Extensions [ 1124.828327] lo: Disabled Privacy Extensions [ 1125.195140] vsftpd invoked oom-killer: gfp_mask=0xd0, order=1, oom_adj=0 [ 1125.195162] vsftpd cpuset=/ mems_allowed=0 [ 1125.195174] Pid: 22750, comm: vsftpd Not tainted 2.6.32-28-server #55-Ubuntu [ 1125.195185] Call Trace: [ 1125.195241] [] ? cpuset_print_task_mems_allowed+0x9d/0xb0 [ 1125.195263] [] oom_kill_process+0xd4/0x2f0 [ 1125.195266] [] ? select_bad_process+0xd0/0x110 [ 1125.195271] [] __out_of_memory+0x58/0xc0 [ 1125.195278] [] out_of_memory+0x12e/0x1a0 [ 1125.195298] [] ? _spin_lock+0xe/0x20 [ 1125.195305] [] __alloc_pages_slowpath+0x571/0x590 [ 1125.195308] [] ? sync_page+0x0/0x50 [ 1125.195311] [] ? sync_page+0x0/0x50 [ 1125.195314] [] __alloc_pages_nodemask+0x171/0x180 [ 1125.195329] [] ? sk_prot_alloc+0x48/0x180 [ 1125.195342] [] alloc_pages_current+0x87/0xd0 [ 1125.195345] [] __get_free_pages+0xe/0x50 [ 1125.195360] [] dup_task_struct+0x46/0x170 [ 1125.195363] [] copy_process+0xb1/0xe70 [ 1125.195369] [] ? kmem_cache_alloc+0x11e/0x130 [ 1125.195372] [] ? sock_init_data+0xd1/0x210 [ 1125.195375] [] do_fork+0x94/0x430 [ 1125.195391] [] ? security_d_instantiate+0x1b/0x30 [ 1125.195393] [] ? _spin_lock_irq+0x15/0x20 [ 1125.195402] [] ? do_sigaction+0x13e/0x1e0 [ 1125.195414] [] ? fd_install+0x67/0x90 [ 1125.195427] [] sys_clone+0x28/0x30 [ 1125.195431] [] stub_clone+0x13/0x20 [ 1125.195433] [] ? system_call_fastpath+0x16/0x1b [ 1125.195445] Mem-Info: [ 1125.195452] Node 0 DMA per-cpu: [ 1125.195461] CPU 0: hi: 0, btch: 1 usd: 0 [ 1125.195462] CPU 1: hi: 0, btch: 1 usd: 0 [ 1125.195464] CPU 2: hi: 0, btch: 1 usd: 0 [ 1125.195466] CPU 3: hi: 0, btch: 1 usd: 0 [ 1125.195468] Node 0 DMA32 per-cpu: [ 1125.195473] CPU 0: hi: 186, btch: 31 usd: 0 [ 1125.195475] CPU 1: hi: 186, btch: 31 usd: 16 [ 1125.195476] CPU 2: hi: 186, btch: 31 usd: 0 [ 1125.195478] CPU 3: hi: 186, btch: 31 usd: 0 [ 1125.195482] active_anon:0 inactive_anon:11 isolated_anon:0 [ 1125.195483] active_file:7 inactive_file:10 isolated_file:0 [ 1125.195484] unevictable:0 dirty:0 writeback:41 unstable:0 [ 1125.195485] free:12760 slab_reclaimable:24104 slab_unreclaimable:184633 [ 1125.195486] mapped:68 shmem:2 pagetables:1313 bounce:0 [ 1125.195487] Node 0 DMA free:7620kB min:40kB low:48kB high:60kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15344kB mlocked:0kB dirty:0kB writeback:0kB mapped:0kB shmem:0kB slab_reclaimable:512kB slab_unreclaimable:4044kB kernel_stack:0kB pagetables:0kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:0 all_unreclaimable? no [ 1125.195499] lowmem_reserve[]: 0 1910 1910 1910 [ 1125.195506] Node 0 DMA32 free:43420kB min:5572kB low:6964kB high:8356kB active_anon:0kB inactive_anon:44kB active_file:28kB inactive_file:40kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:1956348kB mlocked:0kB dirty:0kB writeback:164kB mapped:272kB shmem:8kB slab_reclaimable:95904kB slab_unreclaimable:734488kB kernel_stack:1256kB pagetables:5252kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:18 all_unreclaimable? no [ 1125.195514] lowmem_reserve[]: 0 0 0 0 [ 1125.195517] Node 0 DMA: 33*4kB 6*8kB 9*16kB 4*32kB 2*64kB 1*128kB 3*256kB 0*512kB 2*1024kB 2*2048kB 0*4096kB = 7620kB [ 1125.195528] Node 0 DMA32: 10280*4kB 264*8kB 2*16kB 2*32kB 1*64kB 1*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 43520kB [ 1125.195536] 86 total pagecache pages [ 1125.195538] 10 pages in swap cache [ 1125.195545] Swap cache stats: add 358807, delete 358797, find 97113/164765 [ 1125.195546] Free swap = 973680kB [ 1125.195548] Total swap = 999416kB [ 1125.222911] 499963 pages RAM [ 1125.222914] 9910 pages reserved [ 1125.222915] 96 pages shared [ 1125.222917] 477006 pages non-shared [ 1125.222921] Out of memory: kill process 22735 (apache2) score 35635 or a child [ 1125.956306] Killed process 22735 (apache2) [ 1126.483564] apache2 invoked oom-killer: gfp_mask=0xd0, order=1, oom_adj=0 [ 1126.483647] apache2 cpuset=/ mems_allowed=0 [ 1126.483659] Pid: 742, comm: apache2 Not tainted 2.6.32-28-server #55-Ubuntu [ 1126.483668] Call Trace: [ 1126.483724] [] ? cpuset_print_task_mems_allowed+0x9d/0xb0 [ 1126.483749] [] oom_kill_process+0xd4/0x2f0 [ 1126.483752] [] ? select_bad_process+0xd0/0x110 [ 1126.483755] [] __out_of_memory+0x58/0xc0 [ 1126.483758] [] out_of_memory+0x12e/0x1a0 [ 1126.483785] [] ? _spin_lock+0xe/0x20 [ 1126.483792] [] __alloc_pages_slowpath+0x571/0x590 [ 1126.483795] [] __alloc_pages_nodemask+0x171/0x180 [ 1126.483818] [] ? default_spin_lock_flags+0x9/0x10 [ 1126.483832] [] alloc_pages_current+0x87/0xd0 [ 1126.483835] [] __get_free_pages+0xe/0x50 [ 1126.483851] [] dup_task_struct+0x46/0x170 [ 1126.483854] [] copy_process+0xb1/0xe70 [ 1126.483870] [] ? __do_fault+0x439/0x500 [ 1126.483873] [] do_fork+0x94/0x430 [ 1126.483876] [] ? handle_mm_fault+0x1a8/0x3c0 [ 1126.483883] [] ? do_page_fault+0x153/0x3b0 [ 1126.483894] [] sys_clone+0x28/0x30 [ 1126.483897] [] stub_clone+0x13/0x20 [ 1126.483900] [] ? system_call_fastpath+0x16/0x1b [ 1126.483910] Mem-Info: [ 1126.483915] Node 0 DMA per-cpu: [ 1126.483934] CPU 0: hi: 0, btch: 1 usd: 0 [ 1126.483935] CPU 1: hi: 0, btch: 1 usd: 0 [ 1126.483937] CPU 2: hi: 0, btch: 1 usd: 0 [ 1126.483939] CPU 3: hi: 0, btch: 1 usd: 0 [ 1126.483940] Node 0 DMA32 per-cpu: [ 1126.483946] CPU 0: hi: 186, btch: 31 usd: 0 [ 1126.483947] CPU 1: hi: 186, btch: 31 usd: 0 [ 1126.483949] CPU 2: hi: 186, btch: 31 usd: 0 [ 1126.483951] CPU 3: hi: 186, btch: 31 usd: 0 [ 1126.483955] active_anon:0 inactive_anon:44 isolated_anon:40 [ 1126.483956] active_file:0 inactive_file:0 isolated_file:32 [ 1126.483957] unevictable:0 dirty:0 writeback:0 unstable:0 [ 1126.483957] free:12733 slab_reclaimable:24104 slab_unreclaimable:184622 [ 1126.483958] mapped:47 shmem:0 pagetables:1255 bounce:0 [ 1126.483960] Node 0 DMA free:7620kB min:40kB low:48kB high:60kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15344kB mlocked:0kB dirty:0kB writeback:0kB mapped:0kB shmem:0kB slab_reclaimable:512kB slab_unreclaimable:4044kB kernel_stack:0kB pagetables:0kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:0 all_unreclaimable? no [ 1126.483972] lowmem_reserve[]: 0 1910 1910 1910 [ 1126.483979] Node 0 DMA32 free:43312kB min:5572kB low:6964kB high:8356kB active_anon:0kB inactive_anon:176kB active_file:0kB inactive_file:0kB unevictable:0kB isolated(anon):160kB isolated(file):128kB present:1956348kB mlocked:0kB dirty:0kB writeback:0kB mapped:188kB shmem:0kB slab_reclaimable:95904kB slab_unreclaimable:734444kB kernel_stack:1240kB pagetables:5020kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:32 all_unreclaimable? no [ 1126.483998] lowmem_reserve[]: 0 0 0 0 [ 1126.484001] Node 0 DMA: 33*4kB 6*8kB 9*16kB 4*32kB 2*64kB 1*128kB 3*256kB 0*512kB 2*1024kB 2*2048kB 0*4096kB = 7620kB [ 1126.484012] Node 0 DMA32: 10181*4kB 298*8kB 6*16kB 4*32kB 1*64kB 1*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 43524kB [ 1126.484020] 144 total pagecache pages [ 1126.484022] 21 pages in swap cache [ 1126.484026] Swap cache stats: add 359925, delete 359904, find 97365/165220 [ 1126.484028] Free swap = 973860kB [ 1126.484029] Total swap = 999416kB [ 1126.512063] 499963 pages RAM [ 1126.512066] 9910 pages reserved [ 1126.512068] 126 pages shared [ 1126.512069] 476962 pages non-shared [ 1126.512078] Out of memory: kill process 22669 (rsyslogd) score 47371 or a child [ 1128.130455] Killed process 22669 (rsyslogd) [ 1130.530412] lo: Disabled Privacy Extensions [ 1130.970354] lo: Disabled Privacy Extensions [ 1131.108791] lo: Disabled Privacy Extensions [ 1132.628784] vsftpd invoked oom-killer: gfp_mask=0xd0, order=1, oom_adj=0 [ 1132.628799] vsftpd cpuset=/ mems_allowed=0 [ 1132.628809] Pid: 22750, comm: vsftpd Not tainted 2.6.32-28-server #55-Ubuntu [ 1132.628814] Call Trace: [ 1132.628868] [] ? cpuset_print_task_mems_allowed+0x9d/0xb0 [ 1132.628891] [] oom_kill_process+0xd4/0x2f0 [ 1132.628894] [] ? select_bad_process+0xd0/0x110 [ 1132.628897] [] __out_of_memory+0x58/0xc0 [ 1132.628899] [] out_of_memory+0x12e/0x1a0 [ 1132.628917] [] ? _spin_lock+0xe/0x20 [ 1132.628924] [] __alloc_pages_slowpath+0x571/0x590 [ 1132.628944] [] ? _atomic_dec_and_lock+0x55/0x80 [ 1132.628947] [] __alloc_pages_nodemask+0x171/0x180 [ 1132.628965] [] ? default_spin_lock_flags+0x9/0x10 [ 1132.628978] [] alloc_pages_current+0x87/0xd0 [ 1132.628981] [] __get_free_pages+0xe/0x50 [ 1132.628993] [] dup_task_struct+0x46/0x170 [ 1132.628995] [] copy_process+0xb1/0xe70 [ 1132.628999] [] ? kmem_cache_alloc+0x11e/0x130 [ 1132.629013] [] ? sock_init_data+0xd1/0x210 [ 1132.629016] [] do_fork+0x94/0x430 [ 1132.629026] [] ? security_d_instantiate+0x1b/0x30 [ 1132.629028] [] ? _spin_lock_irq+0x15/0x20 [ 1132.629037] [] ? do_sigaction+0x13e/0x1e0 [ 1132.629049] [] ? fd_install+0x67/0x90 [ 1132.629059] [] sys_clone+0x28/0x30 [ 1132.629062] [] stub_clone+0x13/0x20 [ 1132.629064] [] ? system_call_fastpath+0x16/0x1b [ 1132.629073] Mem-Info: [ 1132.629078] Node 0 DMA per-cpu: [ 1132.629086] CPU 0: hi: 0, btch: 1 usd: 0 [ 1132.629088] CPU 1: hi: 0, btch: 1 usd: 0 [ 1132.629090] CPU 2: hi: 0, btch: 1 usd: 0 [ 1132.629091] CPU 3: hi: 0, btch: 1 usd: 0 [ 1132.629093] Node 0 DMA32 per-cpu: [ 1132.629095] CPU 0: hi: 186, btch: 31 usd: 0 [ 1132.629097] CPU 1: hi: 186, btch: 31 usd: 0 [ 1132.629098] CPU 2: hi: 186, btch: 31 usd: 0 [ 1132.629100] CPU 3: hi: 186, btch: 31 usd: 0 [ 1132.629104] active_anon:64 inactive_anon:36 isolated_anon:0 [ 1132.629105] active_file:3 inactive_file:3 isolated_file:65 [ 1132.629106] unevictable:0 dirty:10 writeback:1 unstable:0 [ 1132.629106] free:12640 slab_reclaimable:24100 slab_unreclaimable:184582 [ 1132.629107] mapped:0 shmem:0 pagetables:1386 bounce:0 [ 1132.629109] Node 0 DMA free:7620kB min:40kB low:48kB high:60kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15344kB mlocked:0kB dirty:0kB writeback:0kB mapped:0kB shmem:0kB slab_reclaimable:512kB slab_unreclaimable:4044kB kernel_stack:0kB pagetables:0kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:0 all_unreclaimable? no [ 1132.629121] lowmem_reserve[]: 0 1910 1910 1910 [ 1132.629127] Node 0 DMA32 free:42940kB min:5572kB low:6964kB high:8356kB active_anon:256kB inactive_anon:144kB active_file:12kB inactive_file:12kB unevictable:0kB isolated(anon):0kB isolated(file):260kB present:1956348kB mlocked:0kB dirty:40kB writeback:4kB mapped:0kB shmem:0kB slab_reclaimable:95888kB slab_unreclaimable:734284kB kernel_stack:1240kB pagetables:5544kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:0 all_unreclaimable? no [ 1132.629135] lowmem_reserve[]: 0 0 0 0 [ 1132.629138] Node 0 DMA: 33*4kB 6*8kB 9*16kB 4*32kB 2*64kB 1*128kB 3*256kB 0*512kB 2*1024kB 2*2048kB 0*4096kB = 7620kB [ 1132.629152] Node 0 DMA32: 10115*4kB 285*8kB 7*16kB 2*32kB 1*64kB 1*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 43108kB [ 1132.629160] 131 total pagecache pages [ 1132.629162] 41 pages in swap cache [ 1132.629167] Swap cache stats: add 362861, delete 362820, find 97989/166543 [ 1132.629168] Free swap = 975212kB [ 1132.629169] Total swap = 999416kB [ 1132.656927] 499963 pages RAM [ 1132.656930] 9910 pages reserved [ 1132.656931] 167 pages shared [ 1132.656932] 477102 pages non-shared [ 1132.656936] Out of memory: kill process 22738 (apache2) score 35635 or a child [ 1133.414208] Killed process 22738 (apache2) [ 1134.219147] lo: Disabled Privacy Extensions [ 1135.096991] lo: Disabled Privacy Extensions [ 1135.208418] lo: Disabled Privacy Extensions [ 1135.955104] feedftp invoked oom-killer: gfp_mask=0xd0, order=1, oom_adj=0 [ 1135.955127] feedftp cpuset=/ mems_allowed=0 [ 1135.955139] Pid: 967, comm: feedftp Not tainted 2.6.32-28-server #55-Ubuntu [ 1135.955147] Call Trace: [ 1135.955205] [] ? cpuset_print_task_mems_allowed+0x9d/0xb0 [ 1135.955227] [] oom_kill_process+0xd4/0x2f0 [ 1135.955230] [] ? select_bad_process+0xd0/0x110 [ 1135.955233] [] __out_of_memory+0x58/0xc0 [ 1135.955236] [] out_of_memory+0x12e/0x1a0 [ 1135.955253] [] ? _spin_lock+0xe/0x20 [ 1135.955260] [] __alloc_pages_slowpath+0x571/0x590 [ 1135.955263] [] ? sync_page+0x0/0x50 [ 1135.955265] [] ? sync_page+0x0/0x50 [ 1135.955268] [] __alloc_pages_nodemask+0x171/0x180 [ 1135.955286] [] ? default_spin_lock_flags+0x9/0x10 [ 1135.955298] [] alloc_pages_current+0x87/0xd0 [ 1135.955301] [] __get_free_pages+0xe/0x50 [ 1135.955313] [] dup_task_struct+0x46/0x170 [ 1135.955316] [] copy_process+0xb1/0xe70 [ 1135.955319] [] ? __do_fault+0x439/0x500 [ 1135.955322] [] do_fork+0x94/0x430 [ 1135.955325] [] ? handle_mm_fault+0x1a8/0x3c0 [ 1135.955337] [] ? restore_i387_xstate+0x138/0x1c0 [ 1135.955343] [] ? do_page_fault+0x153/0x3b0 [ 1135.955348] [] sys_clone+0x28/0x30 [ 1135.955350] [] stub_clone+0x13/0x20 [ 1135.955353] [] ? system_call_fastpath+0x16/0x1b [ 1135.955361] Mem-Info: [ 1135.955366] Node 0 DMA per-cpu: [ 1135.955374] CPU 0: hi: 0, btch: 1 usd: 0 [ 1135.955376] CPU 1: hi: 0, btch: 1 usd: 0 [ 1135.955377] CPU 2: hi: 0, btch: 1 usd: 0 [ 1135.955379] CPU 3: hi: 0, btch: 1 usd: 0 [ 1135.955381] Node 0 DMA32 per-cpu: [ 1135.955386] CPU 0: hi: 186, btch: 31 usd: 0 [ 1135.955387] CPU 1: hi: 186, btch: 31 usd: 0 [ 1135.955389] CPU 2: hi: 186, btch: 31 usd: 0 [ 1135.955391] CPU 3: hi: 186, btch: 31 usd: 0 [ 1135.955395] active_anon:24 inactive_anon:0 isolated_anon:0 [ 1135.955396] active_file:31 inactive_file:44 isolated_file:0 [ 1135.955396] unevictable:0 dirty:0 writeback:0 unstable:0 [ 1135.955397] free:12801 slab_reclaimable:24084 slab_unreclaimable:184533 [ 1135.955398] mapped:28 shmem:0 pagetables:1440 bounce:0 [ 1135.955400] Node 0 DMA free:7620kB min:40kB low:48kB high:60kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15344kB mlocked:0kB dirty:0kB writeback:0kB mapped:0kB shmem:0kB slab_reclaimable:512kB slab_unreclaimable:4044kB kernel_stack:0kB pagetables:0kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:0 all_unreclaimable? no [ 1135.955412] lowmem_reserve[]: 0 1910 1910 1910 [ 1135.955418] Node 0 DMA32 free:43584kB min:5572kB low:6964kB high:8356kB active_anon:96kB inactive_anon:0kB active_file:124kB inactive_file:176kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:1956348kB mlocked:0kB dirty:0kB writeback:0kB mapped:112kB shmem:0kB slab_reclaimable:95824kB slab_unreclaimable:734088kB kernel_stack:1272kB pagetables:5760kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:3 all_unreclaimable? no [ 1135.955426] lowmem_reserve[]: 0 0 0 0 [ 1135.955429] Node 0 DMA: 33*4kB 6*8kB 9*16kB 4*32kB 2*64kB 1*128kB 3*256kB 0*512kB 2*1024kB 2*2048kB 0*4096kB = 7620kB [ 1135.955441] Node 0 DMA32: 10200*4kB 303*8kB 3*16kB 4*32kB 1*64kB 1*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 43592kB [ 1135.955449] 44 total pagecache pages [ 1135.955450] 0 pages in swap cache [ 1135.955455] Swap cache stats: add 366830, delete 366830, find 98933/168265 [ 1135.955456] Free swap = 975028kB [ 1135.955457] Total swap = 999416kB [ 1135.984563] 499963 pages RAM [ 1135.984565] 9910 pages reserved [ 1135.984567] 128 pages shared [ 1135.984568] 476972 pages non-shared [ 1135.984572] Out of memory: kill process 22740 (apache2) score 35635 or a child [ 1136.684338] Killed process 22740 (apache2) [ 1137.223932] lo: Disabled Privacy Extensions [ 1137.843293] vsftpd invoked oom-killer: gfp_mask=0xd0, order=1, oom_adj=0 [ 1137.843316] vsftpd cpuset=/ mems_allowed=0 [ 1137.843328] Pid: 22778, comm: vsftpd Not tainted 2.6.32-28-server #55-Ubuntu [ 1137.843337] Call Trace: [ 1137.843395] [] ? cpuset_print_task_mems_allowed+0x9d/0xb0 [ 1137.843417] [] oom_kill_process+0xd4/0x2f0 [ 1137.843420] [] ? select_bad_process+0xd0/0x110 [ 1137.843423] [] __out_of_memory+0x58/0xc0 [ 1137.843426] [] out_of_memory+0x12e/0x1a0 [ 1137.843443] [] ? _spin_lock+0xe/0x20 [ 1137.843450] [] __alloc_pages_slowpath+0x571/0x590 [ 1137.843453] [] __alloc_pages_nodemask+0x171/0x180 [ 1137.843465] [] alloc_pages_current+0x87/0xd0 [ 1137.843468] [] __get_free_pages+0xe/0x50 [ 1137.843483] [] dup_task_struct+0x46/0x170 [ 1137.843486] [] copy_process+0xb1/0xe70 [ 1137.843489] [] ? kmem_cache_alloc+0x11e/0x130 [ 1137.843503] [] ? sock_init_data+0xd1/0x210 [ 1137.843506] [] do_fork+0x94/0x430 [ 1137.843510] [] ? handle_mm_fault+0x2ec/0x3c0 [ 1137.843525] [] ? security_d_instantiate+0x1b/0x30 [ 1137.843528] [] ? _spin_lock_irq+0x15/0x20 [ 1137.843536] [] ? do_sigaction+0x13e/0x1e0 [ 1137.843549] [] sys_clone+0x28/0x30 [ 1137.843552] [] stub_clone+0x13/0x20 [ 1137.843555] [] ? system_call_fastpath+0x16/0x1b [ 1137.843563] Mem-Info: [ 1137.843567] Node 0 DMA per-cpu: [ 1137.843575] CPU 0: hi: 0, btch: 1 usd: 0 [ 1137.843577] CPU 1: hi: 0, btch: 1 usd: 0 [ 1137.843579] CPU 2: hi: 0, btch: 1 usd: 0 [ 1137.843581] CPU 3: hi: 0, btch: 1 usd: 0 [ 1137.843582] Node 0 DMA32 per-cpu: [ 1137.843587] CPU 0: hi: 186, btch: 31 usd: 0 [ 1137.843589] CPU 1: hi: 186, btch: 31 usd: 0 [ 1137.843591] CPU 2: hi: 186, btch: 31 usd: 0 [ 1137.843592] CPU 3: hi: 186, btch: 31 usd: 0 [ 1137.843596] active_anon:0 inactive_anon:3 isolated_anon:0 [ 1137.843597] active_file:7 inactive_file:16 isolated_file:0 [ 1137.843598] unevictable:0 dirty:0 writeback:0 unstable:0 [ 1137.843599] free:12797 slab_reclaimable:24082 slab_unreclaimable:184498 [ 1137.843600] mapped:58 shmem:0 pagetables:1407 bounce:0 [ 1137.843601] Node 0 DMA free:7620kB min:40kB low:48kB high:60kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15344kB mlocked:0kB dirty:0kB writeback:0kB mapped:0kB shmem:0kB slab_reclaimable:512kB slab_unreclaimable:4044kB kernel_stack:0kB pagetables:0kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:0 all_unreclaimable? no [ 1137.843616] lowmem_reserve[]: 0 1910 1910 1910 [ 1137.843623] Node 0 DMA32 free:43568kB min:5572kB low:6964kB high:8356kB active_anon:0kB inactive_anon:12kB active_file:28kB inactive_file:64kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:1956348kB mlocked:0kB dirty:0kB writeback:0kB mapped:232kB shmem:0kB slab_reclaimable:95816kB slab_unreclaimable:733948kB kernel_stack:1240kB pagetables:5628kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:0 all_unreclaimable? no [ 1137.843631] lowmem_reserve[]: 0 0 0 0 [ 1137.843634] Node 0 DMA: 33*4kB 6*8kB 9*16kB 4*32kB 2*64kB 1*128kB 3*256kB 0*512kB 2*1024kB 2*2048kB 0*4096kB = 7620kB [ 1137.843646] Node 0 DMA32: 10247*4kB 283*8kB 8*16kB 2*32kB 1*64kB 1*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 43636kB [ 1137.843654] 94 total pagecache pages [ 1137.843655] 1 pages in swap cache [ 1137.843660] Swap cache stats: add 368456, delete 368455, find 99417/169074 [ 1137.843661] Free swap = 974580kB [ 1137.843663] Total swap = 999416kB [ 1137.871994] 499963 pages RAM [ 1137.871996] 9910 pages reserved [ 1137.871998] 133 pages shared [ 1137.871999] 476978 pages non-shared [ 1137.872002] Out of memory: kill process 22745 (apache2) score 35635 or a child [ 1138.495650] Killed process 22745 (apache2) [ 1139.268748] sh invoked oom-killer: gfp_mask=0xd0, order=1, oom_adj=0 [ 1139.268765] sh cpuset=/ mems_allowed=0 [ 1139.268778] Pid: 22519, comm: sh Not tainted 2.6.32-28-server #55-Ubuntu [ 1139.268786] Call Trace: [ 1139.268840] [] ? cpuset_print_task_mems_allowed+0x9d/0xb0 [ 1139.268862] [] oom_kill_process+0xd4/0x2f0 [ 1139.268865] [] ? select_bad_process+0xd0/0x110 [ 1139.268868] [] __out_of_memory+0x58/0xc0 [ 1139.268871] [] out_of_memory+0x12e/0x1a0 [ 1139.268889] [] ? _spin_lock+0xe/0x20 [ 1139.268895] [] __alloc_pages_slowpath+0x571/0x590 [ 1139.268900] [] ? __wait_on_bit_lock+0x7b/0xc0 [ 1139.268902] [] __alloc_pages_nodemask+0x171/0x180 [ 1139.268917] [] ? mem_cgroup_uncharge_swapcache+0x58/0xb0 [ 1139.268935] [] ? default_spin_lock_flags+0x9/0x10 [ 1139.268948] [] alloc_pages_current+0x87/0xd0 [ 1139.268950] [] __get_free_pages+0xe/0x50 [ 1139.268963] [] dup_task_struct+0x46/0x170 [ 1139.268965] [] copy_process+0xb1/0xe70 [ 1139.268969] [] ? __do_fault+0x439/0x500 [ 1139.268971] [] do_fork+0x94/0x430 [ 1139.268974] [] ? handle_mm_fault+0x1a8/0x3c0 [ 1139.268981] [] ? do_page_fault+0x153/0x3b0 [ 1139.268990] [] sys_clone+0x28/0x30 [ 1139.268994] [] stub_clone+0x13/0x20 [ 1139.268996] [] ? system_call_fastpath+0x16/0x1b [ 1139.269004] Mem-Info: [ 1139.269009] Node 0 DMA per-cpu: [ 1139.269017] CPU 0: hi: 0, btch: 1 usd: 0 [ 1139.269019] CPU 1: hi: 0, btch: 1 usd: 0 [ 1139.269021] CPU 2: hi: 0, btch: 1 usd: 0 [ 1139.269023] CPU 3: hi: 0, btch: 1 usd: 0 [ 1139.269024] Node 0 DMA32 per-cpu: [ 1139.269029] CPU 0: hi: 186, btch: 31 usd: 18 [ 1139.269031] CPU 1: hi: 186, btch: 31 usd: 0 [ 1139.269033] CPU 2: hi: 186, btch: 31 usd: 14 [ 1139.269035] CPU 3: hi: 186, btch: 31 usd: 0 [ 1139.269038] active_anon:0 inactive_anon:0 isolated_anon:32 [ 1139.269039] active_file:0 inactive_file:0 isolated_file:0 [ 1139.269040] unevictable:0 dirty:0 writeback:0 unstable:0 [ 1139.269044] free:12725 slab_reclaimable:24070 slab_unreclaimable:184480 [ 1139.269045] mapped:28 shmem:0 pagetables:1421 bounce:0 [ 1139.269046] Node 0 DMA free:7620kB min:40kB low:48kB high:60kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15344kB mlocked:0kB dirty:0kB writeback:0kB mapped:0kB shmem:0kB slab_reclaimable:512kB slab_unreclaimable:4044kB kernel_stack:0kB pagetables:0kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:0 all_unreclaimable? no [ 1139.269058] lowmem_reserve[]: 0 1910 1910 1910 [ 1139.269064] Node 0 DMA32 free:43280kB min:5572kB low:6964kB high:8356kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB isolated(anon):128kB isolated(file):0kB present:1956348kB mlocked:0kB dirty:0kB writeback:0kB mapped:112kB shmem:0kB slab_reclaimable:95768kB slab_unreclaimable:733876kB kernel_stack:1272kB pagetables:5684kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:77 all_unreclaimable? no [ 1139.269072] lowmem_reserve[]: 0 0 0 0 [ 1139.269075] Node 0 DMA: 33*4kB 6*8kB 9*16kB 4*32kB 2*64kB 1*128kB 3*256kB 0*512kB 2*1024kB 2*2048kB 0*4096kB = 7620kB [ 1139.269087] Node 0 DMA32: 10172*4kB 280*8kB 17*16kB 2*32kB 1*64kB 1*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 43456kB [ 1139.269095] 30 total pagecache pages [ 1139.269096] 45 pages in swap cache [ 1139.269101] Swap cache stats: add 369625, delete 369580, find 99643/169511 [ 1139.269102] Free swap = 974384kB [ 1139.269104] Total swap = 999416kB [ 1139.295674] 499963 pages RAM [ 1139.295677] 9910 pages reserved [ 1139.295678] 77 pages shared [ 1139.295679] 476971 pages non-shared [ 1139.295683] Out of memory: kill process 22746 (apache2) score 35635 or a child [ 1140.246593] Killed process 22746 (apache2) [ 1141.022790] lo: Disabled Privacy Extensions [ 1141.064636] lo: Disabled Privacy Extensions [ 1141.251407] vsftpd invoked oom-killer: gfp_mask=0xd0, order=1, oom_adj=0 [ 1141.251432] vsftpd cpuset=/ mems_allowed=0 [ 1141.251442] Pid: 22781, comm: vsftpd Not tainted 2.6.32-28-server #55-Ubuntu [ 1141.251448] Call Trace: [ 1141.251515] [] ? cpuset_print_task_mems_allowed+0x9d/0xb0 [ 1141.251537] [] oom_kill_process+0xd4/0x2f0 [ 1141.251540] [] ? select_bad_process+0xd0/0x110 [ 1141.251543] [] __out_of_memory+0x58/0xc0 [ 1141.251546] [] out_of_memory+0x12e/0x1a0 [ 1141.251563] [] ? _spin_lock+0xe/0x20 [ 1141.251570] [] __alloc_pages_slowpath+0x571/0x590 [ 1141.251591] [] ? _atomic_dec_and_lock+0x55/0x80 [ 1141.251594] [] __alloc_pages_nodemask+0x171/0x180 [ 1141.251612] [] ? default_spin_lock_flags+0x9/0x10 [ 1141.251624] [] alloc_pages_current+0x87/0xd0 [ 1141.251627] [] __get_free_pages+0xe/0x50 [ 1141.251639] [] dup_task_struct+0x46/0x170 [ 1141.251642] [] copy_process+0xb1/0xe70 [ 1141.251645] [] ? kmem_cache_alloc+0x11e/0x130 [ 1141.251659] [] ? sock_init_data+0xd1/0x210 [ 1141.251662] [] do_fork+0x94/0x430 [ 1141.251672] [] ? security_d_instantiate+0x1b/0x30 [ 1141.251675] [] ? _spin_lock_irq+0x15/0x20 [ 1141.251683] [] ? do_sigaction+0x13e/0x1e0 [ 1141.251695] [] ? fd_install+0x67/0x90 [ 1141.251705] [] sys_clone+0x28/0x30 [ 1141.251708] [] stub_clone+0x13/0x20 [ 1141.251711] [] ? system_call_fastpath+0x16/0x1b [ 1141.251720] Mem-Info: [ 1141.251724] Node 0 DMA per-cpu: [ 1141.251733] CPU 0: hi: 0, btch: 1 usd: 0 [ 1141.251734] CPU 1: hi: 0, btch: 1 usd: 0 [ 1141.251736] CPU 2: hi: 0, btch: 1 usd: 0 [ 1141.251741] CPU 3: hi: 0, btch: 1 usd: 0 [ 1141.251742] Node 0 DMA32 per-cpu: [ 1141.251744] CPU 0: hi: 186, btch: 31 usd: 0 [ 1141.251746] CPU 1: hi: 186, btch: 31 usd: 0 [ 1141.251748] CPU 2: hi: 186, btch: 31 usd: 0 [ 1141.251750] CPU 3: hi: 186, btch: 31 usd: 0 [ 1141.251754] active_anon:69 inactive_anon:26 isolated_anon:0 [ 1141.251754] active_file:0 inactive_file:0 isolated_file:0 [ 1141.251755] unevictable:0 dirty:0 writeback:46 unstable:0 [ 1141.251756] free:12752 slab_reclaimable:24070 slab_unreclaimable:184471 [ 1141.251757] mapped:28 shmem:0 pagetables:1408 bounce:0 [ 1141.251759] Node 0 DMA free:7620kB min:40kB low:48kB high:60kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15344kB mlocked:0kB dirty:0kB writeback:0kB mapped:0kB shmem:0kB slab_reclaimable:512kB slab_unreclaimable:4044kB kernel_stack:0kB pagetables:0kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:0 all_unreclaimable? no [ 1141.251770] lowmem_reserve[]: 0 1910 1910 1910 [ 1141.251777] Node 0 DMA32 free:43388kB min:5572kB low:6964kB high:8356kB active_anon:276kB inactive_anon:104kB active_file:0kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:1956348kB mlocked:0kB dirty:0kB writeback:184kB mapped:112kB shmem:0kB slab_reclaimable:95768kB slab_unreclaimable:733840kB kernel_stack:1304kB pagetables:5632kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:0 all_unreclaimable? no [ 1141.251785] lowmem_reserve[]: 0 0 0 0 [ 1141.251788] Node 0 DMA: 33*4kB 6*8kB 9*16kB 4*32kB 2*64kB 1*128kB 3*256kB 0*512kB 2*1024kB 2*2048kB 0*4096kB = 7620kB [ 1141.251799] Node 0 DMA32: 10199*4kB 278*8kB 15*16kB 3*32kB 2*64kB 1*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 43612kB [ 1141.251807] 73 total pagecache pages [ 1141.251809] 32 pages in swap cache [ 1141.251813] Swap cache stats: add 371504, delete 371472, find 100225/170418 [ 1141.251815] Free swap = 974268kB [ 1141.251816] Total swap = 999416kB [ 1141.278893] 499963 pages RAM [ 1141.278896] 9910 pages reserved [ 1141.278897] 125 pages shared [ 1141.278898] 476965 pages non-shared [ 1141.278902] Out of memory: kill process 22752 (apache2) score 35635 or a child [ 1142.207766] Killed process 22752 (apache2) [ 1142.681532] lo: Disabled Privacy Extensions [ 1142.721482] lo: Disabled Privacy Extensions [ 1143.333505] lo: Disabled Privacy Extensions [ 1143.401925] lo: Disabled Privacy Extensions [ 1143.497171] lo: Disabled Privacy Extensions [ 1143.651231] sh invoked oom-killer: gfp_mask=0xd0, order=1, oom_adj=0 [ 1143.651255] sh cpuset=/ mems_allowed=0 [ 1143.651269] Pid: 22519, comm: sh Not tainted 2.6.32-28-server #55-Ubuntu [ 1143.651279] Call Trace: [ 1143.651345] [] ? cpuset_print_task_mems_allowed+0x9d/0xb0 [ 1143.651369] [] oom_kill_process+0xd4/0x2f0 [ 1143.651372] [] ? select_bad_process+0xd0/0x110 [ 1143.651375] [] __out_of_memory+0x58/0xc0 [ 1143.651378] [] out_of_memory+0x12e/0x1a0 [ 1143.651397] [] ? _spin_lock+0xe/0x20 [ 1143.651404] [] __alloc_pages_slowpath+0x571/0x590 [ 1143.651408] [] __alloc_pages_nodemask+0x171/0x180 [ 1143.651429] [] ? default_spin_lock_flags+0x9/0x10 [ 1143.651443] [] alloc_pages_current+0x87/0xd0 [ 1143.651446] [] __get_free_pages+0xe/0x50 [ 1143.651460] [] dup_task_struct+0x46/0x170 [ 1143.651463] [] copy_process+0xb1/0xe70 [ 1143.651467] [] ? __do_fault+0x439/0x500 [ 1143.651469] [] do_fork+0x94/0x430 [ 1143.651472] [] ? handle_mm_fault+0x1a8/0x3c0 [ 1143.651479] [] ? do_page_fault+0x153/0x3b0 [ 1143.651495] [] sys_clone+0x28/0x30 [ 1143.651498] [] stub_clone+0x13/0x20 [ 1143.651501] [] ? system_call_fastpath+0x16/0x1b [ 1143.651510] Mem-Info: [ 1143.651515] Node 0 DMA per-cpu: [ 1143.651524] CPU 0: hi: 0, btch: 1 usd: 0 [ 1143.651526] CPU 1: hi: 0, btch: 1 usd: 0 [ 1143.651528] CPU 2: hi: 0, btch: 1 usd: 0 [ 1143.651530] CPU 3: hi: 0, btch: 1 usd: 0 [ 1143.651531] Node 0 DMA32 per-cpu: [ 1143.651533] CPU 0: hi: 186, btch: 31 usd: 0 [ 1143.651535] CPU 1: hi: 186, btch: 31 usd: 4 [ 1143.651537] CPU 2: hi: 186, btch: 31 usd: 0 [ 1143.651538] CPU 3: hi: 186, btch: 31 usd: 0 [ 1143.651542] active_anon:0 inactive_anon:10 isolated_anon:32 [ 1143.651543] active_file:0 inactive_file:54 isolated_file:64 [ 1143.651544] unevictable:0 dirty:2 writeback:1 unstable:0 [ 1143.651545] free:12554 slab_reclaimable:24069 slab_unreclaimable:184443 [ 1143.651545] mapped:32 shmem:0 pagetables:1429 bounce:0 [ 1143.651547] Node 0 DMA free:7620kB min:40kB low:48kB high:60kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15344kB mlocked:0kB dirty:0kB writeback:0kB mapped:0kB shmem:0kB slab_reclaimable:512kB slab_unreclaimable:4044kB kernel_stack:0kB pagetables:0kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:0 all_unreclaimable? no [ 1143.651560] lowmem_reserve[]: 0 1910 1910 1910 [ 1143.651567] Node 0 DMA32 free:42596kB min:5572kB low:6964kB high:8356kB active_anon:0kB inactive_anon:40kB active_file:0kB inactive_file:216kB unevictable:0kB isolated(anon):128kB isolated(file):256kB present:1956348kB mlocked:0kB dirty:8kB writeback:4kB mapped:128kB shmem:0kB slab_reclaimable:95764kB slab_unreclaimable:733728kB kernel_stack:1320kB pagetables:5716kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:160 all_unreclaimable? no [ 1143.651575] lowmem_reserve[]: 0 0 0 0 [ 1143.651578] Node 0 DMA: 33*4kB 6*8kB 9*16kB 4*32kB 2*64kB 1*128kB 3*256kB 0*512kB 2*1024kB 2*2048kB 0*4096kB = 7620kB [ 1143.651590] Node 0 DMA32: 10018*4kB 290*8kB 13*16kB 1*32kB 1*64kB 1*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 42824kB [ 1143.651598] 178 total pagecache pages [ 1143.651600] 75 pages in swap cache [ 1143.651671] Swap cache stats: add 373845, delete 373770, find 100798/171531 [ 1143.651673] Free swap = 974272kB [ 1143.651674] Total swap = 999416kB [ 1143.683491] 499963 pages RAM [ 1143.683498] 9910 pages reserved [ 1143.683499] 286 pages shared [ 1143.683501] 477447 pages non-shared [ 1143.683504] Out of memory: kill process 22754 (apache2) score 35635 or a child [ 1144.621412] Killed process 22754 (apache2) [ 1145.315402] lo: Disabled Privacy Extensions [ 1145.981821] lo: Disabled Privacy Extensions [ 1146.104360] lo: Disabled Privacy Extensions [ 1146.205440] lo: Disabled Privacy Extensions [ 1146.350764] lo: Disabled Privacy Extensions [ 1146.849813] lo: Disabled Privacy Extensions [ 1147.258798] lo: Disabled Privacy Extensions [ 1147.479395] vsftpd invoked oom-killer: gfp_mask=0xd0, order=1, oom_adj=0 [ 1147.479416] vsftpd cpuset=/ mems_allowed=0 [ 1147.479425] Pid: 22790, comm: vsftpd Not tainted 2.6.32-28-server #55-Ubuntu [ 1147.479433] Call Trace: [ 1147.479488] [] ? cpuset_print_task_mems_allowed+0x9d/0xb0 [ 1147.479513] [] oom_kill_process+0xd4/0x2f0 [ 1147.479516] [] ? select_bad_process+0xd0/0x110 [ 1147.479542] [] __out_of_memory+0x58/0xc0 [ 1147.479545] [] out_of_memory+0x12e/0x1a0 [ 1147.479564] [] ? _spin_lock+0xe/0x20 [ 1147.479571] [] __alloc_pages_slowpath+0x571/0x590 [ 1147.479592] [] ? _atomic_dec_and_lock+0x55/0x80 [ 1147.479604] [] __alloc_pages_nodemask+0x171/0x180 [ 1147.479625] [] ? default_spin_lock_flags+0x9/0x10 [ 1147.479638] [] alloc_pages_current+0x87/0xd0 [ 1147.479641] [] __get_free_pages+0xe/0x50 [ 1147.479663] [] dup_task_struct+0x46/0x170 [ 1147.479666] [] copy_process+0xb1/0xe70 [ 1147.479670] [] ? kmem_cache_alloc+0x11e/0x130 [ 1147.479685] [] ? sock_init_data+0xd1/0x210 [ 1147.479688] [] do_fork+0x94/0x430 [ 1147.479699] [] ? security_d_instantiate+0x1b/0x30 [ 1147.479701] [] ? _spin_lock_irq+0x15/0x20 [ 1147.479713] [] ? do_sigaction+0x13e/0x1e0 [ 1147.479736] [] ? fd_install+0x67/0x90 [ 1147.479757] [] sys_clone+0x28/0x30 [ 1147.479760] [] stub_clone+0x13/0x20 [ 1147.479763] [] ? system_call_fastpath+0x16/0x1b [ 1147.479771] Mem-Info: [ 1147.479776] Node 0 DMA per-cpu: [ 1147.479784] CPU 0: hi: 0, btch: 1 usd: 0 [ 1147.479786] CPU 1: hi: 0, btch: 1 usd: 0 [ 1147.479788] CPU 2: hi: 0, btch: 1 usd: 0 [ 1147.479790] CPU 3: hi: 0, btch: 1 usd: 0 [ 1147.479791] Node 0 DMA32 per-cpu: [ 1147.479796] CPU 0: hi: 186, btch: 31 usd: 0 [ 1147.479798] CPU 1: hi: 186, btch: 31 usd: 0 [ 1147.479800] CPU 2: hi: 186, btch: 31 usd: 0 [ 1147.479801] CPU 3: hi: 186, btch: 31 usd: 0 [ 1147.479805] active_anon:56 inactive_anon:14 isolated_anon:65 [ 1147.479806] active_file:19 inactive_file:56 isolated_file:0 [ 1147.479807] unevictable:0 dirty:0 writeback:0 unstable:0 [ 1147.479808] free:12711 slab_reclaimable:24056 slab_unreclaimable:184402 [ 1147.479809] mapped:33 shmem:2 pagetables:1489 bounce:0 [ 1147.479811] Node 0 DMA free:7620kB min:40kB low:48kB high:60kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB isolated(anon):0kB isolated(file):0kB present:15344kB mlocked:0kB dirty:0kB writeback:0kB mapped:0kB shmem:0kB slab_reclaimable:512kB slab_unreclaimable:4044kB kernel_stack:0kB pagetables:0kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:0 all_unreclaimable? no [ 1147.479822] lowmem_reserve[]: 0 1910 1910 1910 [ 1147.479829] Node 0 DMA32 free:43224kB min:5572kB low:6964kB high:8356kB active_anon:224kB inactive_anon:56kB active_file:76kB inactive_file:224kB unevictable:0kB isolated(anon):260kB isolated(file):0kB present:1956348kB mlocked:0kB dirty:0kB writeback:0kB mapped:132kB shmem:8kB slab_reclaimable:95712kB slab_unreclaimable:733564kB kernel_stack:1360kB pagetables:5956kB unstable:0kB bounce:0kB writeback_tmp:0kB pages_scanned:6 all_unreclaimable? no [ 1147.479837] lowmem_reserve[]: 0 0 0 0 [ 1147.479840] Node 0 DMA: 33*4kB 6*8kB 9*16kB 4*32kB 2*64kB 1*128kB 3*256kB 0*512kB 2*1024kB 2*2048kB 0*4096kB = 7620kB [ 1147.479852] Node 0 DMA32: 10146*4kB 286*8kB 4*16kB 3*32kB 1*64kB 1*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 43224kB [ 1147.479860] 73 total pagecache pages [ 1147.479861] 41 pages in swap cache [ 1147.479866] Swap cache stats: add 380118, delete 380077, find 102438/174521 [ 1147.479867] Free swap = 974184kB [ 1147.479869] Total swap = 999416kB [ 1147.507062] 499963 pages RAM [ 1147.507065] 9910 pages reserved [ 1147.507067] 173 pages shared [ 1147.507068] 476986 pages non-shared [ 1147.507072] Out of memory: kill process 22758 (apache2) score 35635 or a child [ 1148.383303] Killed process 22758 (apache2) [ 1148.975909] vsftpd invoked oom-killer: gfp_mask=0xd0, order=1, oom_adj=0 [ 1148.975931] vsftpd cpuset=/ mems_allowed=0 [ 1148.975944] Pid: 22794, comm: vsftpd Not tainted 2.6.32-28-server #55-Ubuntu [ 1148.975954] Call Trace: [ 1148.976019] [] ? cpuset_print_task_mems_allowed+0x9d/0xb0 [ 1148.976047] [] oom_kill_process+0xd4/0x2f0 [ 1148.976050] [] ? select_bad_process+0xd0/0x110 [ 1148.976057] [] __out_of_memory+0x58/0xc0 [ 1148.976060] [] out_of_memory+0x12e/0x1a0 [ 1148.976078] [] ? _spin_lock+0xe/0x20 [ 1148.976086] [] __alloc_pages_slowpath+0x571/0x590 [ 1148.976108] [] ? _atomic_dec_and_lock+0x55/0x80 [ 1148.976111] [] __alloc_pages_nodemask+0x171/0x180 [ 1148.976131] [] ? default_spin_lock_flags+0x9/0x10 [ 1148.976144] [] alloc_pages_current+0x87/0xd0 [ 1148.976147] [] __get_free_pages+0xe/0x50 [ 1148.976160] [] dup_task_struct+0x46/0x170 [ 1148.976163] [] copy_process+0xb1/0xe70 [ 1148.976165] [] ? _spin_lock+0xe/0x20 [ 1148.976168] [] ? get_partial_node+0x92/0xb0 [ 1148.976171] [] do_fork+0x94/0x430 [ 1148.976181] [] ? security_d_instantiate+0x1b/0x30 [ 1148.976184] [] ? _spin_lock_irq+0x15/0x20 [ 1148.976193] [] ? do_sigaction+0x13e/0x1e0 [ 1148.976205] [] ? fd_install+0x67/0x90 [ 1148.976215] [