[526374.160819] waveclean invoked oom-killer: gfp_mask=0x27000c0(GFP_KERNEL_ACCOUNT|__GFP_NOTRACK), order=2, oom_score_adj=0 [526374.160821] waveclean cpuset=/ mems_allowed=0 [526374.160827] CPU: 7 PID: 1461 Comm: waveclean Not tainted 4.8.0-36-generic #36~16.04.1-Ubuntu [526374.160827] Hardware name: MSI MS-7816/H87-G43 (MS-7816), BIOS V2.14B11 06/30/2014 [526374.160829] 0000000000000286 000000005c43b1c7 ffff94e4b415fb38 ffffffffba22d7b3 [526374.160831] ffff94e4b415fcc8 ffff94e4b47a1d00 ffff94e4b415fba0 ffffffffba02e9bb [526374.160833] ffff94e4b415fb40 0000000000000000 0000000000000000 0000000000000000 [526374.160835] Call Trace: [526374.160843] [] dump_stack+0x63/0x90 [526374.160847] [] dump_header+0x5c/0x1dc [526374.160852] [] oom_kill_process+0x226/0x3f0 [526374.160854] [] out_of_memory+0x35a/0x3f0 [526374.160856] [] __alloc_pages_slowpath+0x9fb/0xa20 [526374.160857] [] __alloc_pages_nodemask+0x2ba/0x300 [526374.160862] [] copy_process.part.30+0x146/0x1b50 [526374.160865] [] ? sock_read_iter+0x90/0xe0 [526374.160866] [] _do_fork+0xe7/0x3f0 [526374.160868] [] ? vfs_read+0x123/0x140 [526374.160869] [] SyS_clone+0x19/0x20 [526374.160873] [] do_syscall_64+0x5e/0xc0 [526374.160877] [] entry_SYSCALL64_slow_path+0x25/0x25 [526374.160878] Mem-Info: [526374.160881] active_anon:388521 inactive_anon:133149 isolated_anon:0 active_file:3005040 inactive_file:300414 isolated_file:0 unevictable:8 dirty:608 writeback:0 unstable:0 slab_reclaimable:4288104 slab_unreclaimable:9789 mapped:7425 shmem:1491 pagetables:2637 bounce:0 free:49452 free_pcp:64 free_cma:0 [526374.160884] Node 0 active_anon:1554084kB inactive_anon:532596kB active_file:12020160kB inactive_file:1201656kB unevictable:32kB isolated(anon):0kB isolated(file):0kB mapped:29700kB dirty:2432kB writeback:0kB shmem:0kB shmem_thp: 0kB shmem_pmdmapped: 847872kB anon_thp: 5964kB writeback_tmp:0kB unstable:0kB pages_scanned:41 all_unreclaimable? no [526374.160885] Node 0 DMA free:15896kB min:32kB low:44kB high:56kB active_anon:0kB inactive_anon:0kB active_file:0kB inactive_file:0kB unevictable:0kB writepending:0kB present:15984kB managed:15900kB mlocked:0kB slab_reclaimable:0kB slab_unreclaimable:4kB kernel_stack:0kB pagetables:0kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB [526374.160888] lowmem_reserve[]: 0 3348 31968 31968 31968 [526374.160890] Node 0 DMA32 free:121512kB min:7076kB low:10504kB high:13932kB active_anon:80124kB inactive_anon:0kB active_file:582372kB inactive_file:19520kB unevictable:0kB writepending:16kB present:3531156kB managed:3465588kB mlocked:0kB slab_reclaimable:2658644kB slab_unreclaimable:2484kB kernel_stack:80kB pagetables:80kB bounce:0kB free_pcp:0kB local_pcp:0kB free_cma:0kB [526374.160893] lowmem_reserve[]: 0 0 28619 28619 28619 [526374.160894] Node 0 Normal free:60400kB min:60472kB low:89776kB high:119080kB active_anon:1473584kB inactive_anon:532596kB active_file:11437796kB inactive_file:1182280kB unevictable:32kB writepending:2416kB present:29851648kB managed:29310000kB mlocked:32kB slab_reclaimable:14493772kB slab_unreclaimable:36668kB kernel_stack:4576kB pagetables:10468kB bounce:0kB free_pcp:292kB local_pcp:0kB free_cma:0kB [526374.160897] lowmem_reserve[]: 0 0 0 0 0 [526374.160899] Node 0 DMA: 0*4kB 1*8kB (U) 1*16kB (U) 0*32kB 2*64kB (U) 1*128kB (U) 1*256kB (U) 0*512kB 1*1024kB (U) 1*2048kB (M) 3*4096kB (M) = 15896kB [526374.160906] Node 0 DMA32: 13104*4kB (UME) 8726*8kB (UME) 0*16kB 0*32kB 0*64kB 0*128kB 0*256kB 0*512kB 0*1024kB 0*2048kB 0*4096kB = 122224kB [526374.160911] Node 0 Normal: 14765*4kB (UMEH) 128*8kB (MH) 10*16kB (H) 7*32kB (H) 5*64kB (H) 5*128kB (H) 1*256kB (H) 0*512kB 0*1024kB 0*2048kB 0*4096kB = 61684kB [526374.160918] Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=1048576kB [526374.160919] Node 0 hugepages_total=0 hugepages_free=0 hugepages_surp=0 hugepages_size=2048kB [526374.160920] 3307098 total pagecache pages [526374.160920] 61 pages in swap cache [526374.160921] Swap cache stats: add 2467, delete 2406, find 46/75 [526374.160922] Free swap = 16759300kB [526374.160922] Total swap = 16768892kB [526374.160922] 8349697 pages RAM [526374.160923] 0 pages HighMem/MovableOnly [526374.160923] 151825 pages reserved [526374.160923] 0 pages cma reserved [526374.160924] 0 pages hwpoisoned [526374.160924] [ pid ] uid tgid total_vm rss nr_ptes nr_pmds swapents oom_score_adj name [526374.160929] [ 434] 0 434 9582 598 23 3 63 0 cgmanager [526374.160931] [ 508] 0 508 7487 177 18 3 46 0 upstart-udev-br [526374.160933] [ 525] 0 525 11358 565 25 4 384 -1000 systemd-udevd [526374.160934] [ 709] 0 709 7471 195 18 3 56 0 upstart-socket- [526374.160936] [ 1220] 0 1220 7475 272 18 3 45 0 upstart-file-br [526374.160937] [ 1283] 0 1283 6235 578 17 3 94 0 screen [526374.160938] [ 1285] 0 1285 4964 500 15 3 446 0 bash [526374.160939] [ 1287] 0 1287 6502 889 17 3 131 0 screen [526374.160940] [ 1289] 0 1289 4964 590 15 3 350 0 bash [526374.160941] [ 1301] 0 1301 4964 645 14 3 326 0 bash [526374.160943] [ 1308] 101 1308 64099 1297 28 3 93 0 rsyslogd [526374.160944] [ 1348] 0 1348 4964 962 14 3 0 0 bash [526374.160951] [ 1361] 102 1361 10723 308 24 4 60 0 dbus-daemon [526374.160953] [ 1409] 0 1409 2396 419 10 3 0 0 wave.sh [526374.160954] [ 1413] 0 1413 4964 948 15 3 0 0 bash [526374.160955] [ 1414] 0 1414 509982 432359 895 5 0 0 wave [526374.160957] [ 1461] 0 1461 33853 25109 66 3 0 0 waveclean [526374.160958] [ 1488] 0 1488 43186 887 52 4 0 0 nginx [526374.160959] [ 1489] 33 1489 44310 2727 59 4 0 0 nginx [526374.160960] [ 1490] 33 1490 44290 2747 59 4 0 0 nginx [526374.160961] [ 1491] 33 1491 44483 2930 60 4 0 0 nginx [526374.160962] [ 1492] 33 1492 44265 2747 59 4 0 0 nginx [526374.160963] [ 1493] 33 1493 44231 2697 59 4 0 0 nginx [526374.160964] [ 1494] 33 1494 44241 2703 58 4 0 0 nginx [526374.160965] [ 1495] 33 1495 44263 2726 59 4 0 0 nginx [526374.160966] [ 1496] 33 1496 44246 2699 59 4 0 0 nginx [526374.160967] [ 1523] 0 1523 3985 404 13 3 0 0 getty [526374.160968] [ 1525] 0 1525 3985 376 13 3 0 0 getty [526374.160970] [ 1526] 0 1526 40878 854 35 3 0 0 thermald [526374.160971] [ 1531] 0 1531 3985 376 13 3 0 0 getty [526374.160972] [ 1532] 0 1532 3985 405 13 3 0 0 getty [526374.160973] [ 1534] 0 1534 3985 403 13 3 0 0 getty [526374.160974] [ 1540] 0 1540 1100 30 8 3 0 0 acpid [526374.160975] [ 1545] 0 1545 16380 1087 38 3 0 -1000 sshd [526374.160977] [ 1573] 0 1573 6517 629 18 3 0 0 cron [526374.160978] [ 1596] 0 1596 25742 72 18 3 0 0 lvmetad [526374.160979] [ 1643] 0 1643 4884 66 14 3 0 0 irqbalance [526374.160980] [ 1686] 0 1686 1103 152 8 3 0 0 tail [526374.160981] [ 1690] 0 1690 4964 971 14 3 0 0 bash [526374.160982] [ 1730] 0 1730 1103 154 7 3 0 0 tail [526374.160983] [ 1734] 0 1734 4964 948 15 3 0 0 bash [526374.160985] [ 1823] 0 1823 70269 3285 36 3 0 0 fail2ban-server [526374.160986] [ 1845] 0 1845 1103 157 8 3 0 0 tail [526374.160987] [ 1849] 0 1849 4964 929 15 3 0 0 bash [526374.160988] [ 1982] 107 1982 125766 1182 44 3 0 0 icinga2 [526374.160989] [ 1991] 107 1991 589094 3610 87 5 0 0 icinga2 [526374.160990] [ 2101] 0 2101 3353 42 11 3 0 0 mcelog [526374.160992] [ 2114] 0 2114 3422 469 10 3 0 0 mdadm [526374.160993] [ 2368] 0 2368 7137 615 18 3 0 0 systemd-logind [526374.160994] [ 2374] 0 2374 16352 857 23 3 0 0 master [526374.160995] [ 2391] 106 2391 16910 403 23 3 0 0 qmgr [526374.160997] [ 2487] 0 2487 49428 15525 91 3 0 0 puppet [526374.160998] [ 2555] 104 2555 27509 750 24 3 0 0 ntpd [526374.160999] [ 2633] 0 2633 6367 650 17 3 0 0 smartd [526374.161000] [ 2888] 0 2888 3985 405 13 3 0 0 getty [526374.161001] [18127] 106 18127 20176 601 32 3 0 0 tlsmgr [526374.161003] [25477] 1000 25477 302696 8338 124 4 0 0 collectd [526374.161004] [25492] 1000 25492 7691 1475 19 3 0 0 nginx_stats.pl [526374.161005] [28979] 0 28979 106580 20135 112 3 0 0 mcollectived [526374.161006] [ 6059] 106 6059 16869 885 24 3 0 0 pickup [526374.161008] Out of memory: Kill process 1414 (wave) score 33 or sacrifice child [526374.161813] Killed process 1414 (wave) total-vm:2039928kB, anon-rss:1720940kB, file-rss:5216kB, shmem-rss:4864kB