[ 470.227210] zram: Added device: zram0 [ 472.262544] zram0: detected capacity change from 0 to 134217728 [ 472.396960] EXT4-fs (zram0): mounted filesystem with ordered data mode. Opts: (null) [ 475.761947] zram0: detected capacity change from 134217728 to 0 [ 476.796641] zram0: detected capacity change from 0 to 134217728 [ 476.909118] EXT4-fs (zram0): mounted filesystem with ordered data mode. Opts: (null) [ 480.233817] zram0: detected capacity change from 134217728 to 0 [ 481.239001] zram0: detected capacity change from 0 to 134217728 [ 508.079684] watchdog: BUG: soft lockup - CPU#8 stuck for 23s! [mkfs.ext4:2253] [ 508.086994] Modules linked in: lz4 lz4_compress zram nls_iso8859_1 thunderx_edac i2c_thunderx thunderx_zip i2c_smbus shpchp cavium_rng_vf cavium_rng gpio_keys ipmi_ssif uio_pdrv_genirq uio ipmi_devintf ipmi_msghandler ib_iser rdma_cm iw_cm ib_cm ib_core iscsi_tcp libiscsi_tcp libiscsi scsi_transport_iscsi ip_tables x_tables autofs4 btrfs raid10 raid456 async_raid6_recov async_memcpy async_pq async_xor async_tx xor raid6_pq libcrc32c raid1 raid0 multipath linear nicvf nicpf ast i2c_algo_bit ttm drm_kms_helper syscopyarea sysfillrect aes_ce_blk sysimgblt aes_ce_cipher fb_sys_fops crc32_ce crct10dif_ce drm ghash_ce sha2_ce sha1_ce ahci libahci thunder_bgx thunder_xcv mdio_thunder thunderx_mmc mdio_cavium aes_neon_bs aes_neon_blk crypto_simd cryptd [ 508.087138] CPU: 8 PID: 2253 Comm: mkfs.ext4 Not tainted 4.13.0-37-generic #42-Ubuntu [ 508.087141] Hardware name: Cavium ThunderX CRB/To be filled by O.E.M., BIOS 5.11 12/12/2012 [ 508.087144] task: ffff801f57a86900 task.stack: ffff000023ec0000 [ 508.087158] PC is at zip_deflate+0x184/0x2e8 [thunderx_zip] [ 508.087164] LR is at zip_deflate+0x17c/0x2e8 [thunderx_zip] [ 508.087167] pc : [] lr : [] pstate: 20400145 [ 508.087169] sp : ffff000023ec3580 [ 508.087171] x29: ffff000023ec3580 x28: 0000000000000000 [ 508.087177] x27: ffff801f57a86900 x26: 000000010000b104 [ 508.087182] x25: ffff801f5618c000 x24: ffff801f6a15bc18 [ 508.087188] x23: 0000000000001000 x22: ffff000023ec3688 [ 508.087193] x21: ffff801f5a2d4880 x20: ffff801f6a15bc18 [ 508.087199] x19: ffff000023ec3608 x18: 0000000000000000 [ 508.087204] x17: 0000000000000001 x16: 0000000000000000 [ 508.087209] x15: 0000aaaabd4048db x14: 00000000fa130000 [ 508.087215] x13: 0000100000000000 x12: 00000000fa120000 [ 508.087220] x11: 0000000000000000 x10: 0000000000000000 [ 508.087225] x9 : 0000000000000000 x8 : 0000000000000000 [ 508.087230] x7 : 0000000000000000 x6 : ffff8000101d6080 [ 508.087236] x5 : ffff000001a69058 x4 : 0000000000000008 [ 508.087241] x3 : 0000000000000000 x2 : 0000000000000000 [ 508.087246] x1 : ffff801f6a15be08 x0 : 0000000000000000 [ 508.087252] Call trace: [ 508.087256] Exception stack(0xffff000023ec3440 to 0xffff000023ec3580) [ 508.087260] 3440: 0000000000000000 ffff801f6a15be08 0000000000000000 0000000000000000 [ 508.087264] 3460: 0000000000000008 ffff000001a69058 ffff8000101d6080 0000000000000000 [ 508.087268] 3480: 0000000000000000 0000000000000000 0000000000000000 0000000000000000 [ 508.087272] 34a0: 00000000fa120000 0000100000000000 00000000fa130000 0000aaaabd4048db [ 508.087276] 34c0: 0000000000000000 0000000000000001 0000000000000000 ffff000023ec3608 [ 508.087280] 34e0: ffff801f6a15bc18 ffff801f5a2d4880 ffff000023ec3688 0000000000001000 [ 508.087284] 3500: ffff801f6a15bc18 ffff801f5618c000 000000010000b104 ffff801f57a86900 [ 508.087288] 3520: 0000000000000000 ffff000023ec3580 ffff000001a69614 ffff000023ec3580 [ 508.087292] 3540: ffff000001a6961c 0000000020400145 ffff801f5a2d4880 ffff000023ec3688 [ 508.087297] 3560: 0000ffffffffffff ffff801f6a15bc18 ffff000023ec3580 ffff000001a6961c [ 508.087304] [] zip_deflate+0x184/0x2e8 [thunderx_zip] [ 508.087311] [] zip_compress+0xd8/0x158 [thunderx_zip] [ 508.087317] [] zip_comp_compress+0x48/0x60 [thunderx_zip] [ 508.087325] [] crypto_compress+0x50/0x68 [ 508.087336] [] zcomp_compress+0x48/0x58 [zram] [ 508.087343] [] zram_bvec_rw.isra.18+0x21c/0x660 [zram] [ 508.087350] [] zram_make_request+0x13c/0x360 [zram] [ 508.087356] [] generic_make_request+0xf4/0x290 [ 508.087360] [] submit_bio+0x5c/0x198 [ 508.087367] [] submit_bh_wbc+0x14c/0x1a0 [ 508.087371] [] __block_write_full_page+0x21c/0x3b0 [ 508.087375] [] block_write_full_page+0x10c/0x120 [ 508.087379] [] blkdev_writepage+0x30/0x40 [ 508.087383] [] __writepage+0x38/0x88 [ 508.087386] [] write_cache_pages+0x1c4/0x490 [ 508.087389] [] generic_writepages+0x64/0xa0 [ 508.087392] [] blkdev_writepages+0x38/0x60 [ 508.087395] [] do_writepages+0x5c/0x108 [ 508.087400] [] __filemap_fdatawrite_range+0xec/0x128 [ 508.087404] [] file_write_and_wait_range+0x58/0xe8 [ 508.087407] [] blkdev_fsync+0x3c/0x70 [ 508.087410] [] vfs_fsync_range+0x64/0xc0 [ 508.087413] [] do_fsync+0x48/0x78 [ 508.087417] [] SyS_fsync+0x24/0x38 [ 508.087419] Exception stack(0xffff000023ec3ec0 to 0xffff000023ec4000) [ 508.087423] 3ec0: 0000000000000008 0000000000000000 0000000000001000 0000000000001000 [ 508.087427] 3ee0: 0000000000000000 0000aaaabd4048d4 0000000000000000 000000001862beef [ 508.087431] 3f00: 0000000000000052 00000000000003f8 0000000000000400 0000000000000800 [ 508.087435] 3f20: 0000000000000c00 0000000000001000 0000000000001c00 0000aaaabd4048db [ 508.087439] 3f40: 0000ffffa72c4c98 0000ffffa714fb58 0000000000000000 0000000000000000 [ 508.087443] 3f60: 0000aaaabd4001d0 0000000000000000 0000000000000000 0000aaaabd403f70 [ 508.087447] 3f80: 0000ffffecf836c0 0000aaaabd4044e0 0000aaaabd403f70 0000000000000000 [ 508.087451] 3fa0: 0000aaaabd403f70 0000ffffecf834b0 0000ffffa72aa0a4 0000ffffecf834b0 [ 508.087455] 3fc0: 0000ffffa714fb7c 0000000060000000 0000000000000008 0000000000000052 [ 508.087458] 3fe0: 0000000000000000 0000000000000000 0000000000000000 0000000000000000 [ 508.087463] [] el0_svc_naked+0x34/0x38 [ 528.074307] watchdog: BUG: soft lockup - CPU#2 stuck for 22s! [kworker/u96:3:512] [ 528.081877] Modules linked in: lz4 lz4_compress zram nls_iso8859_1 thunderx_edac i2c_thunderx thunderx_zip i2c_smbus shpchp cavium_rng_vf cavium_rng gpio_keys ipmi_ssif uio_pdrv_genirq uio ipmi_devintf ipmi_msghandler ib_iser rdma_cm iw_cm ib_cm ib_core iscsi_tcp libiscsi_tcp libiscsi scsi_transport_iscsi ip_tables x_tables autofs4 btrfs raid10 raid456 async_raid6_recov async_memcpy async_pq async_xor async_tx xor raid6_pq libcrc32c raid1 raid0 multipath linear nicvf nicpf ast i2c_algo_bit ttm drm_kms_helper syscopyarea sysfillrect aes_ce_blk sysimgblt aes_ce_cipher fb_sys_fops crc32_ce crct10dif_ce drm ghash_ce sha2_ce sha1_ce ahci libahci thunder_bgx thunder_xcv mdio_thunder thunderx_mmc mdio_cavium aes_neon_bs aes_neon_blk crypto_simd cryptd [ 528.082019] CPU: 2 PID: 512 Comm: kworker/u96:3 Tainted: G L 4.13.0-37-generic #42-Ubuntu [ 528.082021] Hardware name: Cavium ThunderX CRB/To be filled by O.E.M., BIOS 5.11 12/12/2012 [ 528.082033] Workqueue: writeback wb_workfn (flush-252:0) [ 528.082039] task: ffff801f27b58000 task.stack: ffff000013b00000 [ 528.082052] PC is at zip_deflate+0x180/0x2e8 [thunderx_zip] [ 528.082059] LR is at zip_deflate+0x17c/0x2e8 [thunderx_zip] [ 528.082062] pc : [] lr : [] pstate: 20400145 [ 528.082064] sp : ffff000013b03330 [ 528.082066] x29: ffff000013b03330 x28: 0000000000000000 [ 528.082071] x27: ffff801f27b58000 x26: 000000010000c700 [ 528.082077] x25: ffff801f57e04000 x24: ffff801f6a15bc18 [ 528.082082] x23: 0000000000001000 x22: ffff000013b03438 [ 528.082087] x21: ffff801f5a2d5880 x20: ffff801f6a15bc18 [ 528.082093] x19: ffff000013b033b8 x18: 0000000000000009 [ 528.082098] x17: 0000000000000002 x16: 0000000000000000 [ 528.082103] x15: 0000000000000001 x14: 0000000000db0000 [ 528.082108] x13: 0000100000000000 x12: 0000000000da0000 [ 528.082113] x11: 0000000000000000 x10: 0000000000000000 [ 528.082119] x9 : 0000000000000000 x8 : 0000000000000000 [ 528.082124] x7 : 0000000000000000 x6 : ffff8000101d6100 [ 528.082129] x5 : ffff000001a69058 x4 : 0000000000000008 [ 528.082134] x3 : 0000000000000000 x2 : 0000000000000000 [ 528.082139] x1 : ffff801f6a15be08 x0 : 0000000000000000 [ 528.082145] Call trace: [ 528.082149] Exception stack(0xffff000013b031f0 to 0xffff000013b03330) [ 528.082152] 31e0: 0000000000000000 ffff801f6a15be08 [ 528.082156] 3200: 0000000000000000 0000000000000000 0000000000000008 ffff000001a69058 [ 528.082160] 3220: ffff8000101d6100 0000000000000000 0000000000000000 0000000000000000 [ 528.082164] 3240: 0000000000000000 0000000000000000 0000000000da0000 0000100000000000 [ 528.082167] 3260: 0000000000db0000 0000000000000001 0000000000000000 0000000000000002 [ 528.082171] 3280: 0000000000000009 ffff000013b033b8 ffff801f6a15bc18 ffff801f5a2d5880 [ 528.082175] 32a0: ffff000013b03438 0000000000001000 ffff801f6a15bc18 ffff801f57e04000 [ 528.082179] 32c0: 000000010000c700 ffff801f27b58000 0000000000000000 ffff000013b03330 [ 528.082183] 32e0: ffff000001a69614 ffff000013b03330 ffff000001a69618 0000000020400145 [ 528.082187] 3300: ffff801f5a2d5880 ffff000013b03438 ffffffffffffffff ffff801f6a15bc18 [ 528.082190] 3320: ffff000013b03330 ffff000001a69618 [ 528.082197] [] zip_deflate+0x180/0x2e8 [thunderx_zip] [ 528.082204] [] zip_compress+0xd8/0x158 [thunderx_zip] [ 528.082210] [] zip_comp_compress+0x48/0x60 [thunderx_zip] [ 528.082216] [] crypto_compress+0x50/0x68 [ 528.082228] [] zcomp_compress+0x48/0x58 [zram] [ 528.082236] [] zram_bvec_rw.isra.18+0x21c/0x660 [zram] [ 528.082242] [] zram_make_request+0x13c/0x360 [zram] [ 528.082248] [] generic_make_request+0xf4/0x290 [ 528.082252] [] submit_bio+0x5c/0x198 [ 528.082258] [] submit_bh_wbc+0x14c/0x1a0 [ 528.082262] [] __block_write_full_page+0x21c/0x3b0 [ 528.082266] [] block_write_full_page+0x10c/0x120 [ 528.082270] [] blkdev_writepage+0x30/0x40 [ 528.082274] [] __writepage+0x38/0x88 [ 528.082277] [] write_cache_pages+0x1c4/0x490 [ 528.082280] [] generic_writepages+0x64/0xa0 [ 528.082283] [] blkdev_writepages+0x38/0x60 [ 528.082286] [] do_writepages+0x5c/0x108 [ 528.082290] [] __writeback_single_inode+0x48/0x3f0 [ 528.082293] [] writeback_sb_inodes+0x1c0/0x460 [ 528.082296] [] __writeback_inodes_wb+0x78/0xc8 [ 528.082299] [] wb_writeback+0x224/0x350 [ 528.082302] [] wb_workfn+0x1c4/0x400 [ 528.082308] [] process_one_work+0x1e0/0x420 [ 528.082312] [] worker_thread+0x4c/0x478 [ 528.082316] [] kthread+0x138/0x140 [ 528.082321] [] ret_from_fork+0x10/0x18 [ 541.245465] INFO: rcu_sched self-detected stall on CPU [ 541.250664] 8-...: (14998 ticks this GP) idle=d3a/140000000000001/0 softirq=1508/1508 fqs=7454 [ 541.253464] INFO: rcu_sched detected stalls on CPUs/tasks: [ 541.253472] 8-...: (14998 ticks this GP) idle=d3a/140000000000001/0 softirq=1508/1508 fqs=7454 [ 541.253473] (detected by 20, t=15002 jiffies, g=3062, c=3061, q=6920) [ 541.253482] Task dump for CPU 8: [ 541.253484] mkfs.ext4 R running task 0 2253 2169 0x00000022 [ 541.253489] Call trace: [ 541.253495] [] __switch_to+0x94/0xd8 [ 541.253498] [] blkdev_fsync+0x3c/0x70 [ 541.253501] [] vfs_fsync_range+0x64/0xc0 [ 541.253504] [] do_fsync+0x48/0x78 [ 541.253506] [] SyS_fsync+0x24/0x38 [ 541.253509] Exception stack(0xffff000023ec3ec0 to 0xffff000023ec4000) [ 541.253513] 3ec0: 0000000000000008 0000000000000000 0000000000001000 0000000000001000 [ 541.253516] 3ee0: 0000000000000000 0000aaaabd4048d4 0000000000000000 000000001862beef [ 541.253519] 3f00: 0000000000000052 00000000000003f8 0000000000000400 0000000000000800 [ 541.253522] 3f20: 0000000000000c00 0000000000001000 0000000000001c00 0000aaaabd4048db [ 541.253525] 3f40: 0000ffffa72c4c98 0000ffffa714fb58 0000000000000000 0000000000000000 [ 541.253528] 3f60: 0000aaaabd4001d0 0000000000000000 0000000000000000 0000aaaabd403f70 [ 541.253531] 3f80: 0000ffffecf836c0 0000aaaabd4044e0 0000aaaabd403f70 0000000000000000 [ 541.253535] 3fa0: 0000aaaabd403f70 0000ffffecf834b0 0000ffffa72aa0a4 0000ffffecf834b0 [ 541.253538] 3fc0: 0000ffffa714fb7c 0000000060000000 0000000000000008 0000000000000052 [ 541.253541] 3fe0: 0000000000000000 0000000000000000 0000000000000000 0000000000000000 [ 541.253543] [] el0_svc_naked+0x34/0x38 [ 541.280532] (t=15008 jiffies g=3062 c=3061 q=6920) [ 541.285549] Task dump for CPU 8: [ 541.285551] mkfs.ext4 R running task 0 2253 2169 0x00000022 [ 541.285558] Call trace: [ 541.285565] [] dump_backtrace+0x0/0x248 [ 541.285568] [] show_stack+0x24/0x30 [ 541.285575] [] sched_show_task+0xe8/0x130 [ 541.285578] [] dump_cpu_task+0x48/0x58 [ 541.285582] [] rcu_dump_cpu_stacks+0x9c/0xe4 [ 541.285589] [] rcu_check_callbacks+0x694/0x8d8 [ 541.285594] [] update_process_times+0x34/0x60 [ 541.285598] [] tick_sched_handle.isra.5+0x34/0x70 [ 541.285601] [] tick_sched_timer+0x48/0x98 [ 541.285605] [] __hrtimer_run_queues+0xe4/0x2c0 [ 541.285609] [] hrtimer_interrupt+0xa8/0x230 [ 541.285616] [] arch_timer_handler_phys+0x38/0x58 [ 541.285623] [] handle_percpu_devid_irq+0x90/0x260 [ 541.285626] [] generic_handle_irq+0x34/0x50 [ 541.285629] [] __handle_domain_irq+0x68/0xc0 [ 541.285633] [] gic_handle_irq+0x84/0x188 [ 541.285636] Exception stack(0xffff000023ec3440 to 0xffff000023ec3580) [ 541.285640] 3440: 0000000000000000 ffff801f6a15be08 0000000000000000 0000000000000000 [ 541.285644] 3460: 0000000000000008 ffff000001a69058 ffff8000101d6080 0000000000000000 [ 541.285647] 3480: 0000000000000000 0000000000000000 0000000000000000 0000000000000000 [ 541.285651] 34a0: 00000000fa120000 0000100000000000 00000000fa130000 0000aaaabd4048db [ 541.285655] 34c0: 0000000000000000 0000000000000001 0000000000000000 ffff000023ec3608 [ 541.285659] 34e0: ffff801f6a15bc18 ffff801f5a2d4880 ffff000023ec3688 0000000000001000 [ 541.285663] 3500: ffff801f6a15bc18 ffff801f5618c000 000000010000b104 ffff801f57a86900 [ 541.285667] 3520: 0000000000000000 ffff000023ec3580 ffff000001a69614 ffff000023ec3580 [ 541.285672] 3540: ffff000001a69614 0000000020400145 ffff801f5a2d4880 ffff000023ec3688 [ 541.285676] 3560: 0000ffffffffffff ffff801f6a15bc18 ffff000023ec3580 ffff000001a69614 [ 541.285679] [] el1_irq+0xe8/0x180 [ 541.285687] [] zip_deflate+0x17c/0x2e8 [thunderx_zip] [ 541.285694] [] zip_compress+0xd8/0x158 [thunderx_zip] [ 541.285700] [] zip_comp_compress+0x48/0x60 [thunderx_zip] [ 541.285704] [] crypto_compress+0x50/0x68 [ 541.285712] [] zcomp_compress+0x48/0x58 [zram] [ 541.285719] [] zram_bvec_rw.isra.18+0x21c/0x660 [zram] [ 541.285726] [] zram_make_request+0x13c/0x360 [zram] [ 541.285731] [] generic_make_request+0xf4/0x290 [ 541.285734] [] submit_bio+0x5c/0x198 [ 541.285739] [] submit_bh_wbc+0x14c/0x1a0 [ 541.285743] [] __block_write_full_page+0x21c/0x3b0 [ 541.285746] [] block_write_full_page+0x10c/0x120 [ 541.285750] [] blkdev_writepage+0x30/0x40 [ 541.285753] [] __writepage+0x38/0x88 [ 541.285756] [] write_cache_pages+0x1c4/0x490 [ 541.285759] [] generic_writepages+0x64/0xa0 [ 541.285762] [] blkdev_writepages+0x38/0x60 [ 541.285766] [] do_writepages+0x5c/0x108 [ 541.285770] [] __filemap_fdatawrite_range+0xec/0x128 [ 541.285774] [] file_write_and_wait_range+0x58/0xe8 [ 541.285777] [] blkdev_fsync+0x3c/0x70 [ 541.285780] [] vfs_fsync_range+0x64/0xc0 [ 541.285783] [] do_fsync+0x48/0x78 [ 541.285786] [] SyS_fsync+0x24/0x38 [ 541.285789] Exception stack(0xffff000023ec3ec0 to 0xffff000023ec4000) [ 541.285793] 3ec0: 0000000000000008 0000000000000000 0000000000001000 0000000000001000 [ 541.285797] 3ee0: 0000000000000000 0000aaaabd4048d4 0000000000000000 000000001862beef [ 541.285801] 3f00: 0000000000000052 00000000000003f8 0000000000000400 0000000000000800 [ 541.285805] 3f20: 0000000000000c00 0000000000001000 0000000000001c00 0000aaaabd4048db [ 541.285809] 3f40: 0000ffffa72c4c98 0000ffffa714fb58 0000000000000000 0000000000000000 [ 541.285813] 3f60: 0000aaaabd4001d0 0000000000000000 0000000000000000 0000aaaabd403f70 [ 541.285817] 3f80: 0000ffffecf836c0 0000aaaabd4044e0 0000aaaabd403f70 0000000000000000 [ 541.285821] 3fa0: 0000aaaabd403f70 0000ffffecf834b0 0000ffffa72aa0a4 0000ffffecf834b0 [ 541.285825] 3fc0: 0000ffffa714fb7c 0000000060000000 0000000000000008 0000000000000052 [ 541.285828] 3fe0: 0000000000000000 0000000000000000 0000000000000000 0000000000000000 [ 541.285832] [] el0_svc_naked+0x34/0x38